contrib/gcc-8.0/gcc/config/i386/avx512fintrin.h

   1 /* Copyright (C) 2013-2018 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 #ifndef _IMMINTRIN_H_INCLUDED
  25 #error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
  26 #endif
  27
  28 #ifndef _AVX512FINTRIN_H_INCLUDED
  29 #define _AVX512FINTRIN_H_INCLUDED
  30
  31 #ifndef __AVX512F__
  32 #pragma GCC push_options
  33 #pragma GCC target("avx512f")
  34 #define __DISABLE_AVX512F__
  35 #endif /* __AVX512F__ */
  36
  37 /* Internal data types for implementing the intrinsics.  */
  38 typedef double __v8df __attribute__ ((__vector_size__ (64)));
  39 typedef float __v16sf __attribute__ ((__vector_size__ (64)));
  40 typedef long long __v8di __attribute__ ((__vector_size__ (64)));
  41 typedef unsigned long long __v8du __attribute__ ((__vector_size__ (64)));
  42 typedef int __v16si __attribute__ ((__vector_size__ (64)));
  43 typedef unsigned int __v16su __attribute__ ((__vector_size__ (64)));
  44 typedef short __v32hi __attribute__ ((__vector_size__ (64)));
  45 typedef unsigned short __v32hu __attribute__ ((__vector_size__ (64)));
  46 typedef char __v64qi __attribute__ ((__vector_size__ (64)));
  47 typedef unsigned char __v64qu __attribute__ ((__vector_size__ (64)));
  48
  49 /* The Intel API is flexible enough that we must allow aliasing with other
  50    vector types, and their scalar components.  */
  51 typedef float __m512 __attribute__ ((__vector_size__ (64), __may_alias__));
  52 typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__));
  53 typedef double __m512d __attribute__ ((__vector_size__ (64), __may_alias__));
  54
  55 /* Unaligned version of the same type.  */
  56 typedef float __m512_u __attribute__ ((__vector_size__ (64), __may_alias__, __aligned__ (1)));
  57 typedef long long __m512i_u __attribute__ ((__vector_size__ (64), __may_alias__, __aligned__ (1)));
  58 typedef double __m512d_u __attribute__ ((__vector_size__ (64), __may_alias__, __aligned__ (1)));
  59
  60 typedef unsigned char  __mmask8;
  61 typedef unsigned short __mmask16;
  62
  63 extern __inline __mmask16
  64 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  65 _mm512_int2mask (int __M)
  66 {
  67   return (__mmask16) __M;
  68 }
  69
  70 extern __inline int
  71 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  72 _mm512_mask2int (__mmask16 __M)
  73 {
  74   return (int) __M;
  75 }
  76
  77 extern __inline __m512i
  78 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  79 _mm512_set_epi64 (long long __A, long long __B, long long __C,
  80                   long long __D, long long __E, long long __F,
  81                   long long __G, long long __H)
  82 {
  83   return __extension__ (__m512i) (__v8di)
  84          { __H, __G, __F, __E, __D, __C, __B, __A };
  85 }
  86
  87 /* Create the vector [A B C D E F G H I J K L M N O P].  */
  88 extern __inline __m512i
  89 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  90 _mm512_set_epi32 (int __A, int __B, int __C, int __D,
  91                   int __E, int __F, int __G, int __H,
  92                   int __I, int __J, int __K, int __L,
  93                   int __M, int __N, int __O, int __P)
  94 {
  95   return __extension__ (__m512i)(__v16si)
  96          { __P, __O, __N, __M, __L, __K, __J, __I,
  97            __H, __G, __F, __E, __D, __C, __B, __A };
  98 }
  99
 100 extern __inline __m512d
 101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 102 _mm512_set_pd (double __A, double __B, double __C, double __D,
 103                double __E, double __F, double __G, double __H)
 104 {
 105   return __extension__ (__m512d)
 106          { __H, __G, __F, __E, __D, __C, __B, __A };
 107 }
 108
 109 extern __inline __m512
 110 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 111 _mm512_set_ps (float __A, float __B, float __C, float __D,
 112                float __E, float __F, float __G, float __H,
 113                float __I, float __J, float __K, float __L,
 114                float __M, float __N, float __O, float __P)
 115 {
 116   return __extension__ (__m512)
 117          { __P, __O, __N, __M, __L, __K, __J, __I,
 118            __H, __G, __F, __E, __D, __C, __B, __A };
 119 }
 120
 121 #define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7)                            \
 122   _mm512_set_epi64(e7,e6,e5,e4,e3,e2,e1,e0)
 123
 124 #define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7,                            \
 125                           e8,e9,e10,e11,e12,e13,e14,e15)                      \
 126   _mm512_set_epi32(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
 127
 128 #define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7)                               \
 129   _mm512_set_pd(e7,e6,e5,e4,e3,e2,e1,e0)
 130
 131 #define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
 132   _mm512_set_ps(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
 133
 134 extern __inline __m512
 135 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 136 _mm512_undefined_ps (void)
 137 {
 138   __m512 __Y = __Y;
 139   return __Y;
 140 }
 141
 142 #define _mm512_undefined _mm512_undefined_ps
 143
 144 extern __inline __m512d
 145 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 146 _mm512_undefined_pd (void)
 147 {
 148   __m512d __Y = __Y;
 149   return __Y;
 150 }
 151
 152 extern __inline __m512i
 153 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 154 _mm512_undefined_epi32 (void)
 155 {
 156   __m512i __Y = __Y;
 157   return __Y;
 158 }
 159
 160 #define _mm512_undefined_si512 _mm512_undefined_epi32
 161
 162 extern __inline __m512i
 163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 164 _mm512_set1_epi8 (char __A)
 165 {
 166   return __extension__ (__m512i)(__v64qi)
 167          { __A, __A, __A, __A, __A, __A, __A, __A,
 168            __A, __A, __A, __A, __A, __A, __A, __A,
 169            __A, __A, __A, __A, __A, __A, __A, __A,
 170            __A, __A, __A, __A, __A, __A, __A, __A,
 171            __A, __A, __A, __A, __A, __A, __A, __A,
 172            __A, __A, __A, __A, __A, __A, __A, __A,
 173            __A, __A, __A, __A, __A, __A, __A, __A,
 174            __A, __A, __A, __A, __A, __A, __A, __A };
 175 }
 176
 177 extern __inline __m512i
 178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 179 _mm512_set1_epi16 (short __A)
 180 {
 181   return __extension__ (__m512i)(__v32hi)
 182          { __A, __A, __A, __A, __A, __A, __A, __A,
 183            __A, __A, __A, __A, __A, __A, __A, __A,
 184            __A, __A, __A, __A, __A, __A, __A, __A,
 185            __A, __A, __A, __A, __A, __A, __A, __A };
 186 }
 187
 188 extern __inline __m512d
 189 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 190 _mm512_set1_pd (double __A)
 191 {
 192   return (__m512d) __builtin_ia32_broadcastsd512 (__extension__
 193                                                   (__v2df) { __A, },
 194                                                   (__v8df)
 195                                                   _mm512_undefined_pd (),
 196                                                   (__mmask8) -1);
 197 }
 198
 199 extern __inline __m512
 200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 201 _mm512_set1_ps (float __A)
 202 {
 203   return (__m512) __builtin_ia32_broadcastss512 (__extension__
 204                                                  (__v4sf) { __A, },
 205                                                  (__v16sf)
 206                                                  _mm512_undefined_ps (),
 207                                                  (__mmask16) -1);
 208 }
 209
 210 /* Create the vector [A B C D A B C D A B C D A B C D].  */
 211 extern __inline __m512i
 212 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 213 _mm512_set4_epi32 (int __A, int __B, int __C, int __D)
 214 {
 215   return __extension__ (__m512i)(__v16si)
 216          { __D, __C, __B, __A, __D, __C, __B, __A,
 217            __D, __C, __B, __A, __D, __C, __B, __A };
 218 }
 219
 220 extern __inline __m512i
 221 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 222 _mm512_set4_epi64 (long long __A, long long __B, long long __C,
 223                    long long __D)
 224 {
 225   return __extension__ (__m512i) (__v8di)
 226          { __D, __C, __B, __A, __D, __C, __B, __A };
 227 }
 228
 229 extern __inline __m512d
 230 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 231 _mm512_set4_pd (double __A, double __B, double __C, double __D)
 232 {
 233   return __extension__ (__m512d)
 234          { __D, __C, __B, __A, __D, __C, __B, __A };
 235 }
 236
 237 extern __inline __m512
 238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 239 _mm512_set4_ps (float __A, float __B, float __C, float __D)
 240 {
 241   return __extension__ (__m512)
 242          { __D, __C, __B, __A, __D, __C, __B, __A,
 243            __D, __C, __B, __A, __D, __C, __B, __A };
 244 }
 245
 246 #define _mm512_setr4_epi64(e0,e1,e2,e3)                                       \
 247   _mm512_set4_epi64(e3,e2,e1,e0)
 248
 249 #define _mm512_setr4_epi32(e0,e1,e2,e3)                                       \
 250   _mm512_set4_epi32(e3,e2,e1,e0)
 251
 252 #define _mm512_setr4_pd(e0,e1,e2,e3)                                          \
 253   _mm512_set4_pd(e3,e2,e1,e0)
 254
 255 #define _mm512_setr4_ps(e0,e1,e2,e3)                                          \
 256   _mm512_set4_ps(e3,e2,e1,e0)
 257
 258 extern __inline __m512
 259 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 260 _mm512_setzero_ps (void)
 261 {
 262   return __extension__ (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
 263                                  0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
 264 }
 265
 266 extern __inline __m512d
 267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 268 _mm512_setzero_pd (void)
 269 {
 270   return __extension__ (__m512d) { 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
 271 }
 272
 273 extern __inline __m512i
 274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 275 _mm512_setzero_epi32 (void)
 276 {
 277   return __extension__ (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
 278 }
 279
 280 extern __inline __m512i
 281 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 282 _mm512_setzero_si512 (void)
 283 {
 284   return __extension__ (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
 285 }
 286
 287 extern __inline __m512d
 288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 289 _mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
 290 {
 291   return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
 292                                                   (__v8df) __W,
 293                                                   (__mmask8) __U);
 294 }
 295
 296 extern __inline __m512d
 297 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 298 _mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
 299 {
 300   return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
 301                                                   (__v8df)
 302                                                   _mm512_setzero_pd (),
 303                                                   (__mmask8) __U);
 304 }
 305
 306 extern __inline __m512
 307 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 308 _mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
 309 {
 310   return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
 311                                                  (__v16sf) __W,
 312                                                  (__mmask16) __U);
 313 }
 314
 315 extern __inline __m512
 316 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 317 _mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
 318 {
 319   return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
 320                                                  (__v16sf)
 321                                                  _mm512_setzero_ps (),
 322                                                  (__mmask16) __U);
 323 }
 324
 325 extern __inline __m512d
 326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 327 _mm512_load_pd (void const *__P)
 328 {
 329   return *(__m512d *) __P;
 330 }
 331
 332 extern __inline __m512d
 333 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 334 _mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
 335 {
 336   return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
 337                                                    (__v8df) __W,
 338                                                    (__mmask8) __U);
 339 }
 340
 341 extern __inline __m512d
 342 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 343 _mm512_maskz_load_pd (__mmask8 __U, void const *__P)
 344 {
 345   return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
 346                                                    (__v8df)
 347                                                    _mm512_setzero_pd (),
 348                                                    (__mmask8) __U);
 349 }
 350
 351 extern __inline void
 352 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 353 _mm512_store_pd (void *__P, __m512d __A)
 354 {
 355   *(__m512d *) __P = __A;
 356 }
 357
 358 extern __inline void
 359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 360 _mm512_mask_store_pd (void *__P, __mmask8 __U, __m512d __A)
 361 {
 362   __builtin_ia32_storeapd512_mask ((__v8df *) __P, (__v8df) __A,
 363                                    (__mmask8) __U);
 364 }
 365
 366 extern __inline __m512
 367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 368 _mm512_load_ps (void const *__P)
 369 {
 370   return *(__m512 *) __P;
 371 }
 372
 373 extern __inline __m512
 374 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 375 _mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
 376 {
 377   return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
 378                                                   (__v16sf) __W,
 379                                                   (__mmask16) __U);
 380 }
 381
 382 extern __inline __m512
 383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 384 _mm512_maskz_load_ps (__mmask16 __U, void const *__P)
 385 {
 386   return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
 387                                                   (__v16sf)
 388                                                   _mm512_setzero_ps (),
 389                                                   (__mmask16) __U);
 390 }
 391
 392 extern __inline void
 393 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 394 _mm512_store_ps (void *__P, __m512 __A)
 395 {
 396   *(__m512 *) __P = __A;
 397 }
 398
 399 extern __inline void
 400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 401 _mm512_mask_store_ps (void *__P, __mmask16 __U, __m512 __A)
 402 {
 403   __builtin_ia32_storeaps512_mask ((__v16sf *) __P, (__v16sf) __A,
 404                                    (__mmask16) __U);
 405 }
 406
 407 extern __inline __m512i
 408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 409 _mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
 410 {
 411   return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
 412                                                      (__v8di) __W,
 413                                                      (__mmask8) __U);
 414 }
 415
 416 extern __inline __m512i
 417 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 418 _mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
 419 {
 420   return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
 421                                                      (__v8di)
 422                                                      _mm512_setzero_si512 (),
 423                                                      (__mmask8) __U);
 424 }
 425
 426 extern __inline __m512i
 427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 428 _mm512_load_epi64 (void const *__P)
 429 {
 430   return *(__m512i *) __P;
 431 }
 432
 433 extern __inline __m512i
 434 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 435 _mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
 436 {
 437   return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
 438                                                         (__v8di) __W,
 439                                                         (__mmask8) __U);
 440 }
 441
 442 extern __inline __m512i
 443 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 444 _mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
 445 {
 446   return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
 447                                                         (__v8di)
 448                                                         _mm512_setzero_si512 (),
 449                                                         (__mmask8) __U);
 450 }
 451
 452 extern __inline void
 453 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 454 _mm512_store_epi64 (void *__P, __m512i __A)
 455 {
 456   *(__m512i *) __P = __A;
 457 }
 458
 459 extern __inline void
 460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 461 _mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
 462 {
 463   __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
 464                                         (__mmask8) __U);
 465 }
 466
 467 extern __inline __m512i
 468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 469 _mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
 470 {
 471   return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
 472                                                      (__v16si) __W,
 473                                                      (__mmask16) __U);
 474 }
 475
 476 extern __inline __m512i
 477 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 478 _mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
 479 {
 480   return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
 481                                                      (__v16si)
 482                                                      _mm512_setzero_si512 (),
 483                                                      (__mmask16) __U);
 484 }
 485
 486 extern __inline __m512i
 487 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 488 _mm512_load_si512 (void const *__P)
 489 {
 490   return *(__m512i *) __P;
 491 }
 492
 493 extern __inline __m512i
 494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 495 _mm512_load_epi32 (void const *__P)
 496 {
 497   return *(__m512i *) __P;
 498 }
 499
 500 extern __inline __m512i
 501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 502 _mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
 503 {
 504   return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
 505                                                         (__v16si) __W,
 506                                                         (__mmask16) __U);
 507 }
 508
 509 extern __inline __m512i
 510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 511 _mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
 512 {
 513   return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
 514                                                         (__v16si)
 515                                                         _mm512_setzero_si512 (),
 516                                                         (__mmask16) __U);
 517 }
 518
 519 extern __inline void
 520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 521 _mm512_store_si512 (void *__P, __m512i __A)
 522 {
 523   *(__m512i *) __P = __A;
 524 }
 525
 526 extern __inline void
 527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 528 _mm512_store_epi32 (void *__P, __m512i __A)
 529 {
 530   *(__m512i *) __P = __A;
 531 }
 532
 533 extern __inline void
 534 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 535 _mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
 536 {
 537   __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
 538                                         (__mmask16) __U);
 539 }
 540
 541 extern __inline __m512i
 542 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 543 _mm512_mullo_epi32 (__m512i __A, __m512i __B)
 544 {
 545   return (__m512i) ((__v16su) __A * (__v16su) __B);
 546 }
 547
 548 extern __inline __m512i
 549 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 550 _mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
 551 {
 552   return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
 553                                                   (__v16si) __B,
 554                                                   (__v16si)
 555                                                   _mm512_setzero_si512 (),
 556                                                   __M);
 557 }
 558
 559 extern __inline __m512i
 560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 561 _mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
 562 {
 563   return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
 564                                                   (__v16si) __B,
 565                                                   (__v16si) __W, __M);
 566 }
 567
 568 extern __inline __m512i
 569 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 570 _mm512_sllv_epi32 (__m512i __X, __m512i __Y)
 571 {
 572   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 573                                                   (__v16si) __Y,
 574                                                   (__v16si)
 575                                                   _mm512_undefined_epi32 (),
 576                                                   (__mmask16) -1);
 577 }
 578
 579 extern __inline __m512i
 580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 581 _mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 582 {
 583   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 584                                                   (__v16si) __Y,
 585                                                   (__v16si) __W,
 586                                                   (__mmask16) __U);
 587 }
 588
 589 extern __inline __m512i
 590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 591 _mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 592 {
 593   return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
 594                                                   (__v16si) __Y,
 595                                                   (__v16si)
 596                                                   _mm512_setzero_si512 (),
 597                                                   (__mmask16) __U);
 598 }
 599
 600 extern __inline __m512i
 601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 602 _mm512_srav_epi32 (__m512i __X, __m512i __Y)
 603 {
 604   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 605                                                   (__v16si) __Y,
 606                                                   (__v16si)
 607                                                   _mm512_undefined_epi32 (),
 608                                                   (__mmask16) -1);
 609 }
 610
 611 extern __inline __m512i
 612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 613 _mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 614 {
 615   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 616                                                   (__v16si) __Y,
 617                                                   (__v16si) __W,
 618                                                   (__mmask16) __U);
 619 }
 620
 621 extern __inline __m512i
 622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 623 _mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 624 {
 625   return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
 626                                                   (__v16si) __Y,
 627                                                   (__v16si)
 628                                                   _mm512_setzero_si512 (),
 629                                                   (__mmask16) __U);
 630 }
 631
 632 extern __inline __m512i
 633 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 634 _mm512_srlv_epi32 (__m512i __X, __m512i __Y)
 635 {
 636   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 637                                                   (__v16si) __Y,
 638                                                   (__v16si)
 639                                                   _mm512_undefined_epi32 (),
 640                                                   (__mmask16) -1);
 641 }
 642
 643 extern __inline __m512i
 644 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 645 _mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
 646 {
 647   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 648                                                   (__v16si) __Y,
 649                                                   (__v16si) __W,
 650                                                   (__mmask16) __U);
 651 }
 652
 653 extern __inline __m512i
 654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 655 _mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
 656 {
 657   return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
 658                                                   (__v16si) __Y,
 659                                                   (__v16si)
 660                                                   _mm512_setzero_si512 (),
 661                                                   (__mmask16) __U);
 662 }
 663
 664 extern __inline __m512i
 665 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 666 _mm512_add_epi64 (__m512i __A, __m512i __B)
 667 {
 668   return (__m512i) ((__v8du) __A + (__v8du) __B);
 669 }
 670
 671 extern __inline __m512i
 672 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 673 _mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
 674 {
 675   return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
 676                                                  (__v8di) __B,
 677                                                  (__v8di) __W,
 678                                                  (__mmask8) __U);
 679 }
 680
 681 extern __inline __m512i
 682 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 683 _mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
 684 {
 685   return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
 686                                                  (__v8di) __B,
 687                                                  (__v8di)
 688                                                  _mm512_setzero_si512 (),
 689                                                  (__mmask8) __U);
 690 }
 691
 692 extern __inline __m512i
 693 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 694 _mm512_sub_epi64 (__m512i __A, __m512i __B)
 695 {
 696   return (__m512i) ((__v8du) __A - (__v8du) __B);
 697 }
 698
 699 extern __inline __m512i
 700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 701 _mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
 702 {
 703   return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
 704                                                  (__v8di) __B,
 705                                                  (__v8di) __W,
 706                                                  (__mmask8) __U);
 707 }
 708
 709 extern __inline __m512i
 710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 711 _mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
 712 {
 713   return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
 714                                                  (__v8di) __B,
 715                                                  (__v8di)
 716                                                  _mm512_setzero_si512 (),
 717                                                  (__mmask8) __U);
 718 }
 719
 720 extern __inline __m512i
 721 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 722 _mm512_sllv_epi64 (__m512i __X, __m512i __Y)
 723 {
 724   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 725                                                  (__v8di) __Y,
 726                                                  (__v8di)
 727                                                  _mm512_undefined_pd (),
 728                                                  (__mmask8) -1);
 729 }
 730
 731 extern __inline __m512i
 732 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 733 _mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 734 {
 735   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 736                                                  (__v8di) __Y,
 737                                                  (__v8di) __W,
 738                                                  (__mmask8) __U);
 739 }
 740
 741 extern __inline __m512i
 742 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 743 _mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 744 {
 745   return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
 746                                                  (__v8di) __Y,
 747                                                  (__v8di)
 748                                                  _mm512_setzero_si512 (),
 749                                                  (__mmask8) __U);
 750 }
 751
 752 extern __inline __m512i
 753 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 754 _mm512_srav_epi64 (__m512i __X, __m512i __Y)
 755 {
 756   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 757                                                  (__v8di) __Y,
 758                                                  (__v8di)
 759                                                  _mm512_undefined_epi32 (),
 760                                                  (__mmask8) -1);
 761 }
 762
 763 extern __inline __m512i
 764 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 765 _mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 766 {
 767   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 768                                                  (__v8di) __Y,
 769                                                  (__v8di) __W,
 770                                                  (__mmask8) __U);
 771 }
 772
 773 extern __inline __m512i
 774 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 775 _mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 776 {
 777   return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
 778                                                  (__v8di) __Y,
 779                                                  (__v8di)
 780                                                  _mm512_setzero_si512 (),
 781                                                  (__mmask8) __U);
 782 }
 783
 784 extern __inline __m512i
 785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 786 _mm512_srlv_epi64 (__m512i __X, __m512i __Y)
 787 {
 788   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 789                                                  (__v8di) __Y,
 790                                                  (__v8di)
 791                                                  _mm512_undefined_epi32 (),
 792                                                  (__mmask8) -1);
 793 }
 794
 795 extern __inline __m512i
 796 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 797 _mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
 798 {
 799   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 800                                                  (__v8di) __Y,
 801                                                  (__v8di) __W,
 802                                                  (__mmask8) __U);
 803 }
 804
 805 extern __inline __m512i
 806 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 807 _mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
 808 {
 809   return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
 810                                                  (__v8di) __Y,
 811                                                  (__v8di)
 812                                                  _mm512_setzero_si512 (),
 813                                                  (__mmask8) __U);
 814 }
 815
 816 extern __inline __m512i
 817 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 818 _mm512_add_epi32 (__m512i __A, __m512i __B)
 819 {
 820   return (__m512i) ((__v16su) __A + (__v16su) __B);
 821 }
 822
 823 extern __inline __m512i
 824 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 825 _mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
 826 {
 827   return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
 828                                                  (__v16si) __B,
 829                                                  (__v16si) __W,
 830                                                  (__mmask16) __U);
 831 }
 832
 833 extern __inline __m512i
 834 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 835 _mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
 836 {
 837   return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
 838                                                  (__v16si) __B,
 839                                                  (__v16si)
 840                                                  _mm512_setzero_si512 (),
 841                                                  (__mmask16) __U);
 842 }
 843
 844 extern __inline __m512i
 845 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 846 _mm512_mul_epi32 (__m512i __X, __m512i __Y)
 847 {
 848   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 849                                                   (__v16si) __Y,
 850                                                   (__v8di)
 851                                                   _mm512_undefined_epi32 (),
 852                                                   (__mmask8) -1);
 853 }
 854
 855 extern __inline __m512i
 856 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 857 _mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
 858 {
 859   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 860                                                   (__v16si) __Y,
 861                                                   (__v8di) __W, __M);
 862 }
 863
 864 extern __inline __m512i
 865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 866 _mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
 867 {
 868   return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
 869                                                   (__v16si) __Y,
 870                                                   (__v8di)
 871                                                   _mm512_setzero_si512 (),
 872                                                   __M);
 873 }
 874
 875 extern __inline __m512i
 876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 877 _mm512_sub_epi32 (__m512i __A, __m512i __B)
 878 {
 879   return (__m512i) ((__v16su) __A - (__v16su) __B);
 880 }
 881
 882 extern __inline __m512i
 883 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 884 _mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
 885 {
 886   return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
 887                                                  (__v16si) __B,
 888                                                  (__v16si) __W,
 889                                                  (__mmask16) __U);
 890 }
 891
 892 extern __inline __m512i
 893 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 894 _mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
 895 {
 896   return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
 897                                                  (__v16si) __B,
 898                                                  (__v16si)
 899                                                  _mm512_setzero_si512 (),
 900                                                  (__mmask16) __U);
 901 }
 902
 903 extern __inline __m512i
 904 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 905 _mm512_mul_epu32 (__m512i __X, __m512i __Y)
 906 {
 907   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 908                                                    (__v16si) __Y,
 909                                                    (__v8di)
 910                                                    _mm512_undefined_epi32 (),
 911                                                    (__mmask8) -1);
 912 }
 913
 914 extern __inline __m512i
 915 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 916 _mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
 917 {
 918   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 919                                                    (__v16si) __Y,
 920                                                    (__v8di) __W, __M);
 921 }
 922
 923 extern __inline __m512i
 924 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 925 _mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
 926 {
 927   return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
 928                                                    (__v16si) __Y,
 929                                                    (__v8di)
 930                                                    _mm512_setzero_si512 (),
 931                                                    __M);
 932 }
 933
 934 #ifdef __OPTIMIZE__
 935 extern __inline __m512i
 936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 937 _mm512_slli_epi64 (__m512i __A, unsigned int __B)
 938 {
 939   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 940                                                   (__v8di)
 941                                                   _mm512_undefined_epi32 (),
 942                                                   (__mmask8) -1);
 943 }
 944
 945 extern __inline __m512i
 946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 947 _mm512_mask_slli_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
 948                         unsigned int __B)
 949 {
 950   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 951                                                   (__v8di) __W,
 952                                                   (__mmask8) __U);
 953 }
 954
 955 extern __inline __m512i
 956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 957 _mm512_maskz_slli_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
 958 {
 959   return (__m512i) __builtin_ia32_psllqi512_mask ((__v8di) __A, __B,
 960                                                   (__v8di)
 961                                                   _mm512_setzero_si512 (),
 962                                                   (__mmask8) __U);
 963 }
 964 #else
 965 #define _mm512_slli_epi64(X, C)                                            \
 966   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 967     (__v8di)(__m512i)_mm512_undefined_epi32 (),\
 968     (__mmask8)-1))
 969
 970 #define _mm512_mask_slli_epi64(W, U, X, C)                                 \
 971   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 972     (__v8di)(__m512i)(W),\
 973     (__mmask8)(U)))
 974
 975 #define _mm512_maskz_slli_epi64(U, X, C)                                   \
 976   ((__m512i) __builtin_ia32_psllqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
 977     (__v8di)(__m512i)_mm512_setzero_si512 (),\
 978     (__mmask8)(U)))
 979 #endif
 980
 981 extern __inline __m512i
 982 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 983 _mm512_sll_epi64 (__m512i __A, __m128i __B)
 984 {
 985   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
 986                                                  (__v2di) __B,
 987                                                  (__v8di)
 988                                                  _mm512_undefined_epi32 (),
 989                                                  (__mmask8) -1);
 990 }
 991
 992 extern __inline __m512i
 993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 994 _mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
 995 {
 996   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
 997                                                  (__v2di) __B,
 998                                                  (__v8di) __W,
 999                                                  (__mmask8) __U);
1000 }
1001
1002 extern __inline __m512i
1003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1004 _mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
1005 {
1006   return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
1007                                                  (__v2di) __B,
1008                                                  (__v8di)
1009                                                  _mm512_setzero_si512 (),
1010                                                  (__mmask8) __U);
1011 }
1012
1013 #ifdef __OPTIMIZE__
1014 extern __inline __m512i
1015 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1016 _mm512_srli_epi64 (__m512i __A, unsigned int __B)
1017 {
1018   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
1019                                                   (__v8di)
1020                                                   _mm512_undefined_epi32 (),
1021                                                   (__mmask8) -1);
1022 }
1023
1024 extern __inline __m512i
1025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1026 _mm512_mask_srli_epi64 (__m512i __W, __mmask8 __U,
1027                         __m512i __A, unsigned int __B)
1028 {
1029   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
1030                                                   (__v8di) __W,
1031                                                   (__mmask8) __U);
1032 }
1033
1034 extern __inline __m512i
1035 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1036 _mm512_maskz_srli_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
1037 {
1038   return (__m512i) __builtin_ia32_psrlqi512_mask ((__v8di) __A, __B,
1039                                                   (__v8di)
1040                                                   _mm512_setzero_si512 (),
1041                                                   (__mmask8) __U);
1042 }
1043 #else
1044 #define _mm512_srli_epi64(X, C)                                            \
1045   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1046     (__v8di)(__m512i)_mm512_undefined_epi32 (),\
1047     (__mmask8)-1))
1048
1049 #define _mm512_mask_srli_epi64(W, U, X, C)                                 \
1050   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1051     (__v8di)(__m512i)(W),\
1052     (__mmask8)(U)))
1053
1054 #define _mm512_maskz_srli_epi64(U, X, C)                                   \
1055   ((__m512i) __builtin_ia32_psrlqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1056     (__v8di)(__m512i)_mm512_setzero_si512 (),\
1057     (__mmask8)(U)))
1058 #endif
1059
1060 extern __inline __m512i
1061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1062 _mm512_srl_epi64 (__m512i __A, __m128i __B)
1063 {
1064   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1065                                                  (__v2di) __B,
1066                                                  (__v8di)
1067                                                  _mm512_undefined_epi32 (),
1068                                                  (__mmask8) -1);
1069 }
1070
1071 extern __inline __m512i
1072 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1073 _mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
1074 {
1075   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1076                                                  (__v2di) __B,
1077                                                  (__v8di) __W,
1078                                                  (__mmask8) __U);
1079 }
1080
1081 extern __inline __m512i
1082 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1083 _mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
1084 {
1085   return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
1086                                                  (__v2di) __B,
1087                                                  (__v8di)
1088                                                  _mm512_setzero_si512 (),
1089                                                  (__mmask8) __U);
1090 }
1091
1092 #ifdef __OPTIMIZE__
1093 extern __inline __m512i
1094 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1095 _mm512_srai_epi64 (__m512i __A, unsigned int __B)
1096 {
1097   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1098                                                   (__v8di)
1099                                                   _mm512_undefined_epi32 (),
1100                                                   (__mmask8) -1);
1101 }
1102
1103 extern __inline __m512i
1104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1105 _mm512_mask_srai_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
1106                         unsigned int __B)
1107 {
1108   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1109                                                   (__v8di) __W,
1110                                                   (__mmask8) __U);
1111 }
1112
1113 extern __inline __m512i
1114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1115 _mm512_maskz_srai_epi64 (__mmask8 __U, __m512i __A, unsigned int __B)
1116 {
1117   return (__m512i) __builtin_ia32_psraqi512_mask ((__v8di) __A, __B,
1118                                                   (__v8di)
1119                                                   _mm512_setzero_si512 (),
1120                                                   (__mmask8) __U);
1121 }
1122 #else
1123 #define _mm512_srai_epi64(X, C)                                            \
1124   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1125     (__v8di)(__m512i)_mm512_undefined_epi32 (),\
1126     (__mmask8)-1))
1127
1128 #define _mm512_mask_srai_epi64(W, U, X, C)                                 \
1129   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1130     (__v8di)(__m512i)(W),\
1131     (__mmask8)(U)))
1132
1133 #define _mm512_maskz_srai_epi64(U, X, C)                                   \
1134   ((__m512i) __builtin_ia32_psraqi512_mask ((__v8di)(__m512i)(X), (int)(C),\
1135     (__v8di)(__m512i)_mm512_setzero_si512 (),\
1136     (__mmask8)(U)))
1137 #endif
1138
1139 extern __inline __m512i
1140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1141 _mm512_sra_epi64 (__m512i __A, __m128i __B)
1142 {
1143   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1144                                                  (__v2di) __B,
1145                                                  (__v8di)
1146                                                  _mm512_undefined_epi32 (),
1147                                                  (__mmask8) -1);
1148 }
1149
1150 extern __inline __m512i
1151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1152 _mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
1153 {
1154   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1155                                                  (__v2di) __B,
1156                                                  (__v8di) __W,
1157                                                  (__mmask8) __U);
1158 }
1159
1160 extern __inline __m512i
1161 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1162 _mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
1163 {
1164   return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
1165                                                  (__v2di) __B,
1166                                                  (__v8di)
1167                                                  _mm512_setzero_si512 (),
1168                                                  (__mmask8) __U);
1169 }
1170
1171 #ifdef __OPTIMIZE__
1172 extern __inline __m512i
1173 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1174 _mm512_slli_epi32 (__m512i __A, unsigned int __B)
1175 {
1176   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1177                                                   (__v16si)
1178                                                   _mm512_undefined_epi32 (),
1179                                                   (__mmask16) -1);
1180 }
1181
1182 extern __inline __m512i
1183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1184 _mm512_mask_slli_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
1185                         unsigned int __B)
1186 {
1187   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1188                                                   (__v16si) __W,
1189                                                   (__mmask16) __U);
1190 }
1191
1192 extern __inline __m512i
1193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1194 _mm512_maskz_slli_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1195 {
1196   return (__m512i) __builtin_ia32_pslldi512_mask ((__v16si) __A, __B,
1197                                                   (__v16si)
1198                                                   _mm512_setzero_si512 (),
1199                                                   (__mmask16) __U);
1200 }
1201 #else
1202 #define _mm512_slli_epi32(X, C)                                             \
1203   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1204     (__v16si)(__m512i)_mm512_undefined_epi32 (),\
1205     (__mmask16)-1))
1206
1207 #define _mm512_mask_slli_epi32(W, U, X, C)                                  \
1208   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1209     (__v16si)(__m512i)(W),\
1210     (__mmask16)(U)))
1211
1212 #define _mm512_maskz_slli_epi32(U, X, C)                                    \
1213   ((__m512i) __builtin_ia32_pslldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1214     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1215     (__mmask16)(U)))
1216 #endif
1217
1218 extern __inline __m512i
1219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1220 _mm512_sll_epi32 (__m512i __A, __m128i __B)
1221 {
1222   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1223                                                  (__v4si) __B,
1224                                                  (__v16si)
1225                                                  _mm512_undefined_epi32 (),
1226                                                  (__mmask16) -1);
1227 }
1228
1229 extern __inline __m512i
1230 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1231 _mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1232 {
1233   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1234                                                  (__v4si) __B,
1235                                                  (__v16si) __W,
1236                                                  (__mmask16) __U);
1237 }
1238
1239 extern __inline __m512i
1240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1241 _mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1242 {
1243   return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
1244                                                  (__v4si) __B,
1245                                                  (__v16si)
1246                                                  _mm512_setzero_si512 (),
1247                                                  (__mmask16) __U);
1248 }
1249
1250 #ifdef __OPTIMIZE__
1251 extern __inline __m512i
1252 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1253 _mm512_srli_epi32 (__m512i __A, unsigned int __B)
1254 {
1255   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1256                                                   (__v16si)
1257                                                   _mm512_undefined_epi32 (),
1258                                                   (__mmask16) -1);
1259 }
1260
1261 extern __inline __m512i
1262 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1263 _mm512_mask_srli_epi32 (__m512i __W, __mmask16 __U,
1264                         __m512i __A, unsigned int __B)
1265 {
1266   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1267                                                   (__v16si) __W,
1268                                                   (__mmask16) __U);
1269 }
1270
1271 extern __inline __m512i
1272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1273 _mm512_maskz_srli_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1274 {
1275   return (__m512i) __builtin_ia32_psrldi512_mask ((__v16si) __A, __B,
1276                                                   (__v16si)
1277                                                   _mm512_setzero_si512 (),
1278                                                   (__mmask16) __U);
1279 }
1280 #else
1281 #define _mm512_srli_epi32(X, C)                                             \
1282   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1283     (__v16si)(__m512i)_mm512_undefined_epi32 (),\
1284     (__mmask16)-1))
1285
1286 #define _mm512_mask_srli_epi32(W, U, X, C)                                  \
1287   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1288     (__v16si)(__m512i)(W),\
1289     (__mmask16)(U)))
1290
1291 #define _mm512_maskz_srli_epi32(U, X, C)                                    \
1292   ((__m512i) __builtin_ia32_psrldi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1293     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1294     (__mmask16)(U)))
1295 #endif
1296
1297 extern __inline __m512i
1298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1299 _mm512_srl_epi32 (__m512i __A, __m128i __B)
1300 {
1301   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1302                                                  (__v4si) __B,
1303                                                  (__v16si)
1304                                                  _mm512_undefined_epi32 (),
1305                                                  (__mmask16) -1);
1306 }
1307
1308 extern __inline __m512i
1309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1310 _mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1311 {
1312   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1313                                                  (__v4si) __B,
1314                                                  (__v16si) __W,
1315                                                  (__mmask16) __U);
1316 }
1317
1318 extern __inline __m512i
1319 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1320 _mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1321 {
1322   return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
1323                                                  (__v4si) __B,
1324                                                  (__v16si)
1325                                                  _mm512_setzero_si512 (),
1326                                                  (__mmask16) __U);
1327 }
1328
1329 #ifdef __OPTIMIZE__
1330 extern __inline __m512i
1331 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1332 _mm512_srai_epi32 (__m512i __A, unsigned int __B)
1333 {
1334   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1335                                                   (__v16si)
1336                                                   _mm512_undefined_epi32 (),
1337                                                   (__mmask16) -1);
1338 }
1339
1340 extern __inline __m512i
1341 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1342 _mm512_mask_srai_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
1343                         unsigned int __B)
1344 {
1345   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1346                                                   (__v16si) __W,
1347                                                   (__mmask16) __U);
1348 }
1349
1350 extern __inline __m512i
1351 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1352 _mm512_maskz_srai_epi32 (__mmask16 __U, __m512i __A, unsigned int __B)
1353 {
1354   return (__m512i) __builtin_ia32_psradi512_mask ((__v16si) __A, __B,
1355                                                   (__v16si)
1356                                                   _mm512_setzero_si512 (),
1357                                                   (__mmask16) __U);
1358 }
1359 #else
1360 #define _mm512_srai_epi32(X, C)                                             \
1361   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1362     (__v16si)(__m512i)_mm512_undefined_epi32 (),\
1363     (__mmask16)-1))
1364
1365 #define _mm512_mask_srai_epi32(W, U, X, C)                                  \
1366   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1367     (__v16si)(__m512i)(W),\
1368     (__mmask16)(U)))
1369
1370 #define _mm512_maskz_srai_epi32(U, X, C)                                    \
1371   ((__m512i) __builtin_ia32_psradi512_mask ((__v16si)(__m512i)(X), (int)(C),\
1372     (__v16si)(__m512i)_mm512_setzero_si512 (),\
1373     (__mmask16)(U)))
1374 #endif
1375
1376 extern __inline __m512i
1377 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1378 _mm512_sra_epi32 (__m512i __A, __m128i __B)
1379 {
1380   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1381                                                  (__v4si) __B,
1382                                                  (__v16si)
1383                                                  _mm512_undefined_epi32 (),
1384                                                  (__mmask16) -1);
1385 }
1386
1387 extern __inline __m512i
1388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1389 _mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
1390 {
1391   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1392                                                  (__v4si) __B,
1393                                                  (__v16si) __W,
1394                                                  (__mmask16) __U);
1395 }
1396
1397 extern __inline __m512i
1398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1399 _mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
1400 {
1401   return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
1402                                                  (__v4si) __B,
1403                                                  (__v16si)
1404                                                  _mm512_setzero_si512 (),
1405                                                  (__mmask16) __U);
1406 }
1407
1408 #ifdef __OPTIMIZE__
1409 extern __inline __m128d
1410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1411 _mm_add_round_sd (__m128d __A, __m128d __B, const int __R)
1412 {
1413   return (__m128d) __builtin_ia32_addsd_round ((__v2df) __A,
1414                                                (__v2df) __B,
1415                                                __R);
1416 }
1417
1418 extern __inline __m128d
1419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1420 _mm_mask_add_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
1421                           __m128d __B, const int __R)
1422 {
1423   return (__m128d) __builtin_ia32_addsd_mask_round ((__v2df) __A,
1424                                                  (__v2df) __B,
1425                                                  (__v2df) __W,
1426                                                  (__mmask8) __U, __R);
1427 }
1428
1429 extern __inline __m128d
1430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1431 _mm_maskz_add_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
1432                            const int __R)
1433 {
1434   return (__m128d) __builtin_ia32_addsd_mask_round ((__v2df) __A,
1435                                                  (__v2df) __B,
1436                                                  (__v2df)
1437                                                  _mm_setzero_pd (),
1438                                                  (__mmask8) __U, __R);
1439 }
1440
1441 extern __inline __m128
1442 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1443 _mm_add_round_ss (__m128 __A, __m128 __B, const int __R)
1444 {
1445   return (__m128) __builtin_ia32_addss_round ((__v4sf) __A,
1446                                               (__v4sf) __B,
1447                                               __R);
1448 }
1449
1450 extern __inline __m128
1451 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1452 _mm_mask_add_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
1453                           __m128 __B, const int __R)
1454 {
1455   return (__m128) __builtin_ia32_addss_mask_round ((__v4sf) __A,
1456                                                  (__v4sf) __B,
1457                                                  (__v4sf) __W,
1458                                                  (__mmask8) __U, __R);
1459 }
1460
1461 extern __inline __m128
1462 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1463 _mm_maskz_add_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
1464                            const int __R)
1465 {
1466   return (__m128) __builtin_ia32_addss_mask_round ((__v4sf) __A,
1467                                                  (__v4sf) __B,
1468                                                  (__v4sf)
1469                                                  _mm_setzero_ps (),
1470                                                  (__mmask8) __U, __R);
1471 }
1472
1473 extern __inline __m128d
1474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1475 _mm_sub_round_sd (__m128d __A, __m128d __B, const int __R)
1476 {
1477   return (__m128d) __builtin_ia32_subsd_round ((__v2df) __A,
1478                                                (__v2df) __B,
1479                                                __R);
1480 }
1481
1482 extern __inline __m128d
1483 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1484 _mm_mask_sub_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
1485                           __m128d __B, const int __R)
1486 {
1487   return (__m128d) __builtin_ia32_subsd_mask_round ((__v2df) __A,
1488                                                  (__v2df) __B,
1489                                                  (__v2df) __W,
1490                                                  (__mmask8) __U, __R);
1491 }
1492
1493 extern __inline __m128d
1494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1495 _mm_maskz_sub_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
1496                            const int __R)
1497 {
1498   return (__m128d) __builtin_ia32_subsd_mask_round ((__v2df) __A,
1499                                                  (__v2df) __B,
1500                                                  (__v2df)
1501                                                  _mm_setzero_pd (),
1502                                                  (__mmask8) __U, __R);
1503 }
1504
1505 extern __inline __m128
1506 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1507 _mm_sub_round_ss (__m128 __A, __m128 __B, const int __R)
1508 {
1509   return (__m128) __builtin_ia32_subss_round ((__v4sf) __A,
1510                                               (__v4sf) __B,
1511                                               __R);
1512 }
1513
1514 extern __inline __m128
1515 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1516 _mm_mask_sub_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
1517                           __m128 __B, const int __R)
1518 {
1519   return (__m128) __builtin_ia32_subss_mask_round ((__v4sf) __A,
1520                                                  (__v4sf) __B,
1521                                                  (__v4sf) __W,
1522                                                  (__mmask8) __U, __R);
1523 }
1524
1525 extern __inline __m128
1526 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1527 _mm_maskz_sub_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
1528                            const int __R)
1529 {
1530   return (__m128) __builtin_ia32_subss_mask_round ((__v4sf) __A,
1531                                                  (__v4sf) __B,
1532                                                  (__v4sf)
1533                                                  _mm_setzero_ps (),
1534                                                  (__mmask8) __U, __R);
1535 }
1536
1537 #else
1538 #define _mm_add_round_sd(A, B, C)            \
1539     (__m128d)__builtin_ia32_addsd_round(A, B, C)
1540
1541 #define _mm_mask_add_round_sd(W, U, A, B, C) \
1542     (__m128d)__builtin_ia32_addsd_mask_round(A, B, W, U, C)
1543
1544 #define _mm_maskz_add_round_sd(U, A, B, C)   \
1545     (__m128d)__builtin_ia32_addsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
1546
1547 #define _mm_add_round_ss(A, B, C)            \
1548     (__m128)__builtin_ia32_addss_round(A, B, C)
1549
1550 #define _mm_mask_add_round_ss(W, U, A, B, C) \
1551     (__m128)__builtin_ia32_addss_mask_round(A, B, W, U, C)
1552
1553 #define _mm_maskz_add_round_ss(U, A, B, C)   \
1554     (__m128)__builtin_ia32_addss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
1555
1556 #define _mm_sub_round_sd(A, B, C)            \
1557     (__m128d)__builtin_ia32_subsd_round(A, B, C)
1558
1559 #define _mm_mask_sub_round_sd(W, U, A, B, C) \
1560     (__m128d)__builtin_ia32_subsd_mask_round(A, B, W, U, C)
1561
1562 #define _mm_maskz_sub_round_sd(U, A, B, C)   \
1563     (__m128d)__builtin_ia32_subsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
1564
1565 #define _mm_sub_round_ss(A, B, C)            \
1566     (__m128)__builtin_ia32_subss_round(A, B, C)
1567
1568 #define _mm_mask_sub_round_ss(W, U, A, B, C) \
1569     (__m128)__builtin_ia32_subss_mask_round(A, B, W, U, C)
1570
1571 #define _mm_maskz_sub_round_ss(U, A, B, C)   \
1572     (__m128)__builtin_ia32_subss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
1573
1574 #endif
1575
1576 #ifdef __OPTIMIZE__
1577 extern __inline __m512i
1578 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1579 _mm512_ternarylogic_epi64 (__m512i __A, __m512i __B, __m512i __C,
1580                            const int __imm)
1581 {
1582   return (__m512i) __builtin_ia32_pternlogq512_mask ((__v8di) __A,
1583                                                      (__v8di) __B,
1584                                                      (__v8di) __C, __imm,
1585                                                      (__mmask8) -1);
1586 }
1587
1588 extern __inline __m512i
1589 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1590 _mm512_mask_ternarylogic_epi64 (__m512i __A, __mmask8 __U, __m512i __B,
1591                                 __m512i __C, const int __imm)
1592 {
1593   return (__m512i) __builtin_ia32_pternlogq512_mask ((__v8di) __A,
1594                                                      (__v8di) __B,
1595                                                      (__v8di) __C, __imm,
1596                                                      (__mmask8) __U);
1597 }
1598
1599 extern __inline __m512i
1600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1601 _mm512_maskz_ternarylogic_epi64 (__mmask8 __U, __m512i __A, __m512i __B,
1602                                  __m512i __C, const int __imm)
1603 {
1604   return (__m512i) __builtin_ia32_pternlogq512_maskz ((__v8di) __A,
1605                                                       (__v8di) __B,
1606                                                       (__v8di) __C,
1607                                                       __imm, (__mmask8) __U);
1608 }
1609
1610 extern __inline __m512i
1611 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1612 _mm512_ternarylogic_epi32 (__m512i __A, __m512i __B, __m512i __C,
1613                            const int __imm)
1614 {
1615   return (__m512i) __builtin_ia32_pternlogd512_mask ((__v16si) __A,
1616                                                      (__v16si) __B,
1617                                                      (__v16si) __C,
1618                                                      __imm, (__mmask16) -1);
1619 }
1620
1621 extern __inline __m512i
1622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1623 _mm512_mask_ternarylogic_epi32 (__m512i __A, __mmask16 __U, __m512i __B,
1624                                 __m512i __C, const int __imm)
1625 {
1626   return (__m512i) __builtin_ia32_pternlogd512_mask ((__v16si) __A,
1627                                                      (__v16si) __B,
1628                                                      (__v16si) __C,
1629                                                      __imm, (__mmask16) __U);
1630 }
1631
1632 extern __inline __m512i
1633 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1634 _mm512_maskz_ternarylogic_epi32 (__mmask16 __U, __m512i __A, __m512i __B,
1635                                  __m512i __C, const int __imm)
1636 {
1637   return (__m512i) __builtin_ia32_pternlogd512_maskz ((__v16si) __A,
1638                                                       (__v16si) __B,
1639                                                       (__v16si) __C,
1640                                                       __imm, (__mmask16) __U);
1641 }
1642 #else
1643 #define _mm512_ternarylogic_epi64(A, B, C, I)                           \
1644   ((__m512i) __builtin_ia32_pternlogq512_mask ((__v8di)(__m512i)(A),    \
1645     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)-1))
1646 #define _mm512_mask_ternarylogic_epi64(A, U, B, C, I)                   \
1647   ((__m512i) __builtin_ia32_pternlogq512_mask ((__v8di)(__m512i)(A),    \
1648     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)(U)))
1649 #define _mm512_maskz_ternarylogic_epi64(U, A, B, C, I)                  \
1650   ((__m512i) __builtin_ia32_pternlogq512_maskz ((__v8di)(__m512i)(A),   \
1651     (__v8di)(__m512i)(B), (__v8di)(__m512i)(C), (int)(I), (__mmask8)(U)))
1652 #define _mm512_ternarylogic_epi32(A, B, C, I)                           \
1653   ((__m512i) __builtin_ia32_pternlogd512_mask ((__v16si)(__m512i)(A),   \
1654     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1655     (__mmask16)-1))
1656 #define _mm512_mask_ternarylogic_epi32(A, U, B, C, I)                   \
1657   ((__m512i) __builtin_ia32_pternlogd512_mask ((__v16si)(__m512i)(A),   \
1658     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1659     (__mmask16)(U)))
1660 #define _mm512_maskz_ternarylogic_epi32(U, A, B, C, I)                  \
1661   ((__m512i) __builtin_ia32_pternlogd512_maskz ((__v16si)(__m512i)(A),  \
1662     (__v16si)(__m512i)(B), (__v16si)(__m512i)(C), (int)(I),             \
1663     (__mmask16)(U)))
1664 #endif
1665
1666 extern __inline __m512d
1667 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1668 _mm512_rcp14_pd (__m512d __A)
1669 {
1670   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1671                                                    (__v8df)
1672                                                    _mm512_undefined_pd (),
1673                                                    (__mmask8) -1);
1674 }
1675
1676 extern __inline __m512d
1677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1678 _mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1679 {
1680   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1681                                                    (__v8df) __W,
1682                                                    (__mmask8) __U);
1683 }
1684
1685 extern __inline __m512d
1686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1687 _mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1688 {
1689   return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1690                                                    (__v8df)
1691                                                    _mm512_setzero_pd (),
1692                                                    (__mmask8) __U);
1693 }
1694
1695 extern __inline __m512
1696 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1697 _mm512_rcp14_ps (__m512 __A)
1698 {
1699   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1700                                                   (__v16sf)
1701                                                   _mm512_undefined_ps (),
1702                                                   (__mmask16) -1);
1703 }
1704
1705 extern __inline __m512
1706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1707 _mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1708 {
1709   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1710                                                   (__v16sf) __W,
1711                                                   (__mmask16) __U);
1712 }
1713
1714 extern __inline __m512
1715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1716 _mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1717 {
1718   return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1719                                                   (__v16sf)
1720                                                   _mm512_setzero_ps (),
1721                                                   (__mmask16) __U);
1722 }
1723
1724 extern __inline __m128d
1725 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1726 _mm_rcp14_sd (__m128d __A, __m128d __B)
1727 {
1728   return (__m128d) __builtin_ia32_rcp14sd ((__v2df) __B,
1729                                            (__v2df) __A);
1730 }
1731
1732 extern __inline __m128d
1733 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1734 _mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
1735 {
1736   return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __B,
1737                                                 (__v2df) __A,
1738                                                 (__v2df) __W,
1739                                                 (__mmask8) __U);
1740 }
1741
1742 extern __inline __m128d
1743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1744 _mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
1745 {
1746   return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __B,
1747                                                 (__v2df) __A,
1748                                                 (__v2df) _mm_setzero_ps (),
1749                                                 (__mmask8) __U);
1750 }
1751
1752 extern __inline __m128
1753 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1754 _mm_rcp14_ss (__m128 __A, __m128 __B)
1755 {
1756   return (__m128) __builtin_ia32_rcp14ss ((__v4sf) __B,
1757                                           (__v4sf) __A);
1758 }
1759
1760 extern __inline __m128
1761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1762 _mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
1763 {
1764   return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __B,
1765                                                 (__v4sf) __A,
1766                                                 (__v4sf) __W,
1767                                                 (__mmask8) __U);
1768 }
1769
1770 extern __inline __m128
1771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1772 _mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
1773 {
1774   return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __B,
1775                                                 (__v4sf) __A,
1776                                                 (__v4sf) _mm_setzero_ps (),
1777                                                 (__mmask8) __U);
1778 }
1779
1780 extern __inline __m512d
1781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1782 _mm512_rsqrt14_pd (__m512d __A)
1783 {
1784   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1785                                                      (__v8df)
1786                                                      _mm512_undefined_pd (),
1787                                                      (__mmask8) -1);
1788 }
1789
1790 extern __inline __m512d
1791 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1792 _mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1793 {
1794   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1795                                                      (__v8df) __W,
1796                                                      (__mmask8) __U);
1797 }
1798
1799 extern __inline __m512d
1800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1801 _mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1802 {
1803   return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1804                                                      (__v8df)
1805                                                      _mm512_setzero_pd (),
1806                                                      (__mmask8) __U);
1807 }
1808
1809 extern __inline __m512
1810 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1811 _mm512_rsqrt14_ps (__m512 __A)
1812 {
1813   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1814                                                     (__v16sf)
1815                                                     _mm512_undefined_ps (),
1816                                                     (__mmask16) -1);
1817 }
1818
1819 extern __inline __m512
1820 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1821 _mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1822 {
1823   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1824                                                     (__v16sf) __W,
1825                                                     (__mmask16) __U);
1826 }
1827
1828 extern __inline __m512
1829 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1830 _mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1831 {
1832   return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1833                                                     (__v16sf)
1834                                                     _mm512_setzero_ps (),
1835                                                     (__mmask16) __U);
1836 }
1837
1838 extern __inline __m128d
1839 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1840 _mm_rsqrt14_sd (__m128d __A, __m128d __B)
1841 {
1842   return (__m128d) __builtin_ia32_rsqrt14sd ((__v2df) __B,
1843                                              (__v2df) __A);
1844 }
1845
1846 extern __inline __m128d
1847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1848 _mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
1849 {
1850   return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __B,
1851                                                  (__v2df) __A,
1852                                                  (__v2df) __W,
1853                                                  (__mmask8) __U);
1854 }
1855
1856 extern __inline __m128d
1857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1858 _mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
1859 {
1860   return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __B,
1861                                                  (__v2df) __A,
1862                                                  (__v2df) _mm_setzero_pd (),
1863                                                  (__mmask8) __U);
1864 }
1865
1866 extern __inline __m128
1867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1868 _mm_rsqrt14_ss (__m128 __A, __m128 __B)
1869 {
1870   return (__m128) __builtin_ia32_rsqrt14ss ((__v4sf) __B,
1871                                             (__v4sf) __A);
1872 }
1873
1874 extern __inline __m128
1875 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1876 _mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
1877 {
1878   return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __B,
1879                                                  (__v4sf) __A,
1880                                                  (__v4sf) __W,
1881                                                  (__mmask8) __U);
1882 }
1883
1884 extern __inline __m128
1885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1886 _mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
1887 {
1888   return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __B,
1889                                                 (__v4sf) __A,
1890                                                 (__v4sf) _mm_setzero_ps (),
1891                                                 (__mmask8) __U);
1892 }
1893
1894 #ifdef __OPTIMIZE__
1895 extern __inline __m512d
1896 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1897 _mm512_sqrt_round_pd (__m512d __A, const int __R)
1898 {
1899   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1900                                                   (__v8df)
1901                                                   _mm512_undefined_pd (),
1902                                                   (__mmask8) -1, __R);
1903 }
1904
1905 extern __inline __m512d
1906 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1907 _mm512_mask_sqrt_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
1908                            const int __R)
1909 {
1910   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1911                                                   (__v8df) __W,
1912                                                   (__mmask8) __U, __R);
1913 }
1914
1915 extern __inline __m512d
1916 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1917 _mm512_maskz_sqrt_round_pd (__mmask8 __U, __m512d __A, const int __R)
1918 {
1919   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1920                                                   (__v8df)
1921                                                   _mm512_setzero_pd (),
1922                                                   (__mmask8) __U, __R);
1923 }
1924
1925 extern __inline __m512
1926 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1927 _mm512_sqrt_round_ps (__m512 __A, const int __R)
1928 {
1929   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1930                                                  (__v16sf)
1931                                                  _mm512_undefined_ps (),
1932                                                  (__mmask16) -1, __R);
1933 }
1934
1935 extern __inline __m512
1936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1937 _mm512_mask_sqrt_round_ps (__m512 __W, __mmask16 __U, __m512 __A, const int __R)
1938 {
1939   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1940                                                  (__v16sf) __W,
1941                                                  (__mmask16) __U, __R);
1942 }
1943
1944 extern __inline __m512
1945 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1946 _mm512_maskz_sqrt_round_ps (__mmask16 __U, __m512 __A, const int __R)
1947 {
1948   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
1949                                                  (__v16sf)
1950                                                  _mm512_setzero_ps (),
1951                                                  (__mmask16) __U, __R);
1952 }
1953
1954 extern __inline __m128d
1955 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1956 _mm_sqrt_round_sd (__m128d __A, __m128d __B, const int __R)
1957 {
1958   return (__m128d) __builtin_ia32_sqrtsd_mask_round ((__v2df) __B,
1959                                                      (__v2df) __A,
1960                                                      (__v2df)
1961                                                      _mm_setzero_pd (),
1962                                                      (__mmask8) -1, __R);
1963 }
1964
1965 extern __inline __m128d
1966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1967 _mm_mask_sqrt_round_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B,
1968                         const int __R)
1969 {
1970   return (__m128d) __builtin_ia32_sqrtsd_mask_round ((__v2df) __B,
1971                                                      (__v2df) __A,
1972                                                      (__v2df) __W,
1973                                                      (__mmask8) __U, __R);
1974 }
1975
1976 extern __inline __m128d
1977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1978 _mm_maskz_sqrt_round_sd (__mmask8 __U, __m128d __A, __m128d __B, const int __R)
1979 {
1980   return (__m128d) __builtin_ia32_sqrtsd_mask_round ((__v2df) __B,
1981                                                      (__v2df) __A,
1982                                                      (__v2df)
1983                                                      _mm_setzero_pd (),
1984                                                      (__mmask8) __U, __R);
1985 }
1986
1987 extern __inline __m128
1988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1989 _mm_sqrt_round_ss (__m128 __A, __m128 __B, const int __R)
1990 {
1991   return (__m128) __builtin_ia32_sqrtss_mask_round ((__v4sf) __B,
1992                                                     (__v4sf) __A,
1993                                                     (__v4sf)
1994                                                     _mm_setzero_ps (),
1995                                                     (__mmask8) -1, __R);
1996 }
1997
1998 extern __inline __m128
1999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2000 _mm_mask_sqrt_round_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B,
2001                         const int __R)
2002 {
2003   return (__m128) __builtin_ia32_sqrtss_mask_round ((__v4sf) __B,
2004                                                     (__v4sf) __A,
2005                                                     (__v4sf) __W,
2006                                                     (__mmask8) __U, __R);
2007 }
2008
2009 extern __inline __m128
2010 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2011 _mm_maskz_sqrt_round_ss (__mmask8 __U, __m128 __A, __m128 __B, const int __R)
2012 {
2013   return (__m128) __builtin_ia32_sqrtss_mask_round ((__v4sf) __B,
2014                                                     (__v4sf) __A,
2015                                                     (__v4sf)
2016                                                     _mm_setzero_ps (),
2017                                                     (__mmask8) __U, __R);
2018 }
2019 #else
2020 #define _mm512_sqrt_round_pd(A, C)            \
2021     (__m512d)__builtin_ia32_sqrtpd512_mask(A, (__v8df)_mm512_undefined_pd(), -1, C)
2022
2023 #define _mm512_mask_sqrt_round_pd(W, U, A, C) \
2024     (__m512d)__builtin_ia32_sqrtpd512_mask(A, W, U, C)
2025
2026 #define _mm512_maskz_sqrt_round_pd(U, A, C)   \
2027     (__m512d)__builtin_ia32_sqrtpd512_mask(A, (__v8df)_mm512_setzero_pd(), U, C)
2028
2029 #define _mm512_sqrt_round_ps(A, C)            \
2030     (__m512)__builtin_ia32_sqrtps512_mask(A, (__v16sf)_mm512_undefined_ps(), -1, C)
2031
2032 #define _mm512_mask_sqrt_round_ps(W, U, A, C) \
2033     (__m512)__builtin_ia32_sqrtps512_mask(A, W, U, C)
2034
2035 #define _mm512_maskz_sqrt_round_ps(U, A, C)   \
2036     (__m512)__builtin_ia32_sqrtps512_mask(A, (__v16sf)_mm512_setzero_ps(), U, C)
2037
2038 #define _mm_sqrt_round_sd(A, B, C)            \
2039     (__m128d)__builtin_ia32_sqrtsd_mask_round (B, A, \
2040         (__v2df) _mm_setzero_pd (), -1, C)
2041
2042 #define _mm_mask_sqrt_round_sd(W, U, A, B, C) \
2043     (__m128d)__builtin_ia32_sqrtsd_mask_round (B, A, W, U, C)
2044
2045 #define _mm_maskz_sqrt_round_sd(U, A, B, C)   \
2046     (__m128d)__builtin_ia32_sqrtsd_mask_round (B, A, \
2047         (__v2df) _mm_setzero_pd (), U, C)
2048
2049 #define _mm_sqrt_round_ss(A, B, C)            \
2050     (__m128)__builtin_ia32_sqrtss_mask_round (B, A, \
2051         (__v4sf) _mm_setzero_ps (), -1, C)
2052
2053 #define _mm_mask_sqrt_round_ss(W, U, A, B, C) \
2054     (__m128)__builtin_ia32_sqrtss_mask_round (B, A, W, U, C)
2055
2056 #define _mm_maskz_sqrt_round_ss(U, A, B, C)   \
2057     (__m128)__builtin_ia32_sqrtss_mask_round (B, A, \
2058         (__v4sf) _mm_setzero_ps (), U, C)
2059 #endif
2060
2061 extern __inline __m512i
2062 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2063 _mm512_cvtepi8_epi32 (__m128i __A)
2064 {
2065   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
2066                                                     (__v16si)
2067                                                     _mm512_undefined_epi32 (),
2068                                                     (__mmask16) -1);
2069 }
2070
2071 extern __inline __m512i
2072 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2073 _mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
2074 {
2075   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
2076                                                     (__v16si) __W,
2077                                                     (__mmask16) __U);
2078 }
2079
2080 extern __inline __m512i
2081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2082 _mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
2083 {
2084   return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
2085                                                     (__v16si)
2086                                                     _mm512_setzero_si512 (),
2087                                                     (__mmask16) __U);
2088 }
2089
2090 extern __inline __m512i
2091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2092 _mm512_cvtepi8_epi64 (__m128i __A)
2093 {
2094   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
2095                                                     (__v8di)
2096                                                     _mm512_undefined_epi32 (),
2097                                                     (__mmask8) -1);
2098 }
2099
2100 extern __inline __m512i
2101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2102 _mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
2103 {
2104   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
2105                                                     (__v8di) __W,
2106                                                     (__mmask8) __U);
2107 }
2108
2109 extern __inline __m512i
2110 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2111 _mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
2112 {
2113   return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
2114                                                     (__v8di)
2115                                                     _mm512_setzero_si512 (),
2116                                                     (__mmask8) __U);
2117 }
2118
2119 extern __inline __m512i
2120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2121 _mm512_cvtepi16_epi32 (__m256i __A)
2122 {
2123   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
2124                                                     (__v16si)
2125                                                     _mm512_undefined_epi32 (),
2126                                                     (__mmask16) -1);
2127 }
2128
2129 extern __inline __m512i
2130 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2131 _mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
2132 {
2133   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
2134                                                     (__v16si) __W,
2135                                                     (__mmask16) __U);
2136 }
2137
2138 extern __inline __m512i
2139 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2140 _mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
2141 {
2142   return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
2143                                                     (__v16si)
2144                                                     _mm512_setzero_si512 (),
2145                                                     (__mmask16) __U);
2146 }
2147
2148 extern __inline __m512i
2149 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2150 _mm512_cvtepi16_epi64 (__m128i __A)
2151 {
2152   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
2153                                                     (__v8di)
2154                                                     _mm512_undefined_epi32 (),
2155                                                     (__mmask8) -1);
2156 }
2157
2158 extern __inline __m512i
2159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2160 _mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
2161 {
2162   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
2163                                                     (__v8di) __W,
2164                                                     (__mmask8) __U);
2165 }
2166
2167 extern __inline __m512i
2168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2169 _mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
2170 {
2171   return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
2172                                                     (__v8di)
2173                                                     _mm512_setzero_si512 (),
2174                                                     (__mmask8) __U);
2175 }
2176
2177 extern __inline __m512i
2178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2179 _mm512_cvtepi32_epi64 (__m256i __X)
2180 {
2181   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
2182                                                     (__v8di)
2183                                                     _mm512_undefined_epi32 (),
2184                                                     (__mmask8) -1);
2185 }
2186
2187 extern __inline __m512i
2188 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2189 _mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
2190 {
2191   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
2192                                                     (__v8di) __W,
2193                                                     (__mmask8) __U);
2194 }
2195
2196 extern __inline __m512i
2197 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2198 _mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
2199 {
2200   return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
2201                                                     (__v8di)
2202                                                     _mm512_setzero_si512 (),
2203                                                     (__mmask8) __U);
2204 }
2205
2206 extern __inline __m512i
2207 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2208 _mm512_cvtepu8_epi32 (__m128i __A)
2209 {
2210   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
2211                                                     (__v16si)
2212                                                     _mm512_undefined_epi32 (),
2213                                                     (__mmask16) -1);
2214 }
2215
2216 extern __inline __m512i
2217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2218 _mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
2219 {
2220   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
2221                                                     (__v16si) __W,
2222                                                     (__mmask16) __U);
2223 }
2224
2225 extern __inline __m512i
2226 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2227 _mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
2228 {
2229   return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
2230                                                     (__v16si)
2231                                                     _mm512_setzero_si512 (),
2232                                                     (__mmask16) __U);
2233 }
2234
2235 extern __inline __m512i
2236 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2237 _mm512_cvtepu8_epi64 (__m128i __A)
2238 {
2239   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
2240                                                     (__v8di)
2241                                                     _mm512_undefined_epi32 (),
2242                                                     (__mmask8) -1);
2243 }
2244
2245 extern __inline __m512i
2246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2247 _mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
2248 {
2249   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
2250                                                     (__v8di) __W,
2251                                                     (__mmask8) __U);
2252 }
2253
2254 extern __inline __m512i
2255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2256 _mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
2257 {
2258   return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
2259                                                     (__v8di)
2260                                                     _mm512_setzero_si512 (),
2261                                                     (__mmask8) __U);
2262 }
2263
2264 extern __inline __m512i
2265 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2266 _mm512_cvtepu16_epi32 (__m256i __A)
2267 {
2268   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
2269                                                     (__v16si)
2270                                                     _mm512_undefined_epi32 (),
2271                                                     (__mmask16) -1);
2272 }
2273
2274 extern __inline __m512i
2275 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2276 _mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
2277 {
2278   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
2279                                                     (__v16si) __W,
2280                                                     (__mmask16) __U);
2281 }
2282
2283 extern __inline __m512i
2284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2285 _mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
2286 {
2287   return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
2288                                                     (__v16si)
2289                                                     _mm512_setzero_si512 (),
2290                                                     (__mmask16) __U);
2291 }
2292
2293 extern __inline __m512i
2294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2295 _mm512_cvtepu16_epi64 (__m128i __A)
2296 {
2297   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2298                                                     (__v8di)
2299                                                     _mm512_undefined_epi32 (),
2300                                                     (__mmask8) -1);
2301 }
2302
2303 extern __inline __m512i
2304 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2305 _mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
2306 {
2307   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2308                                                     (__v8di) __W,
2309                                                     (__mmask8) __U);
2310 }
2311
2312 extern __inline __m512i
2313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2314 _mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
2315 {
2316   return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
2317                                                     (__v8di)
2318                                                     _mm512_setzero_si512 (),
2319                                                     (__mmask8) __U);
2320 }
2321
2322 extern __inline __m512i
2323 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2324 _mm512_cvtepu32_epi64 (__m256i __X)
2325 {
2326   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2327                                                     (__v8di)
2328                                                     _mm512_undefined_epi32 (),
2329                                                     (__mmask8) -1);
2330 }
2331
2332 extern __inline __m512i
2333 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2334 _mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
2335 {
2336   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2337                                                     (__v8di) __W,
2338                                                     (__mmask8) __U);
2339 }
2340
2341 extern __inline __m512i
2342 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2343 _mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
2344 {
2345   return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
2346                                                     (__v8di)
2347                                                     _mm512_setzero_si512 (),
2348                                                     (__mmask8) __U);
2349 }
2350
2351 #ifdef __OPTIMIZE__
2352 extern __inline __m512d
2353 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2354 _mm512_add_round_pd (__m512d __A, __m512d __B, const int __R)
2355 {
2356   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2357                                                  (__v8df) __B,
2358                                                  (__v8df)
2359                                                  _mm512_undefined_pd (),
2360                                                  (__mmask8) -1, __R);
2361 }
2362
2363 extern __inline __m512d
2364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2365 _mm512_mask_add_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2366                           __m512d __B, const int __R)
2367 {
2368   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2369                                                  (__v8df) __B,
2370                                                  (__v8df) __W,
2371                                                  (__mmask8) __U, __R);
2372 }
2373
2374 extern __inline __m512d
2375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2376 _mm512_maskz_add_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2377                            const int __R)
2378 {
2379   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2380                                                  (__v8df) __B,
2381                                                  (__v8df)
2382                                                  _mm512_setzero_pd (),
2383                                                  (__mmask8) __U, __R);
2384 }
2385
2386 extern __inline __m512
2387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2388 _mm512_add_round_ps (__m512 __A, __m512 __B, const int __R)
2389 {
2390   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2391                                                 (__v16sf) __B,
2392                                                 (__v16sf)
2393                                                 _mm512_undefined_ps (),
2394                                                 (__mmask16) -1, __R);
2395 }
2396
2397 extern __inline __m512
2398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2399 _mm512_mask_add_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2400                           __m512 __B, const int __R)
2401 {
2402   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2403                                                 (__v16sf) __B,
2404                                                 (__v16sf) __W,
2405                                                 (__mmask16) __U, __R);
2406 }
2407
2408 extern __inline __m512
2409 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2410 _mm512_maskz_add_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2411 {
2412   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2413                                                 (__v16sf) __B,
2414                                                 (__v16sf)
2415                                                 _mm512_setzero_ps (),
2416                                                 (__mmask16) __U, __R);
2417 }
2418
2419 extern __inline __m512d
2420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2421 _mm512_sub_round_pd (__m512d __A, __m512d __B, const int __R)
2422 {
2423   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2424                                                  (__v8df) __B,
2425                                                  (__v8df)
2426                                                  _mm512_undefined_pd (),
2427                                                  (__mmask8) -1, __R);
2428 }
2429
2430 extern __inline __m512d
2431 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2432 _mm512_mask_sub_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2433                           __m512d __B, const int __R)
2434 {
2435   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2436                                                  (__v8df) __B,
2437                                                  (__v8df) __W,
2438                                                  (__mmask8) __U, __R);
2439 }
2440
2441 extern __inline __m512d
2442 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2443 _mm512_maskz_sub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2444                            const int __R)
2445 {
2446   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2447                                                  (__v8df) __B,
2448                                                  (__v8df)
2449                                                  _mm512_setzero_pd (),
2450                                                  (__mmask8) __U, __R);
2451 }
2452
2453 extern __inline __m512
2454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2455 _mm512_sub_round_ps (__m512 __A, __m512 __B, const int __R)
2456 {
2457   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2458                                                 (__v16sf) __B,
2459                                                 (__v16sf)
2460                                                 _mm512_undefined_ps (),
2461                                                 (__mmask16) -1, __R);
2462 }
2463
2464 extern __inline __m512
2465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2466 _mm512_mask_sub_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2467                           __m512 __B, const int __R)
2468 {
2469   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2470                                                 (__v16sf) __B,
2471                                                 (__v16sf) __W,
2472                                                 (__mmask16) __U, __R);
2473 }
2474
2475 extern __inline __m512
2476 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2477 _mm512_maskz_sub_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2478 {
2479   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2480                                                 (__v16sf) __B,
2481                                                 (__v16sf)
2482                                                 _mm512_setzero_ps (),
2483                                                 (__mmask16) __U, __R);
2484 }
2485 #else
2486 #define _mm512_add_round_pd(A, B, C)            \
2487     (__m512d)__builtin_ia32_addpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2488
2489 #define _mm512_mask_add_round_pd(W, U, A, B, C) \
2490     (__m512d)__builtin_ia32_addpd512_mask(A, B, W, U, C)
2491
2492 #define _mm512_maskz_add_round_pd(U, A, B, C)   \
2493     (__m512d)__builtin_ia32_addpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2494
2495 #define _mm512_add_round_ps(A, B, C)            \
2496     (__m512)__builtin_ia32_addps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2497
2498 #define _mm512_mask_add_round_ps(W, U, A, B, C) \
2499     (__m512)__builtin_ia32_addps512_mask(A, B, W, U, C)
2500
2501 #define _mm512_maskz_add_round_ps(U, A, B, C)   \
2502     (__m512)__builtin_ia32_addps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2503
2504 #define _mm512_sub_round_pd(A, B, C)            \
2505     (__m512d)__builtin_ia32_subpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2506
2507 #define _mm512_mask_sub_round_pd(W, U, A, B, C) \
2508     (__m512d)__builtin_ia32_subpd512_mask(A, B, W, U, C)
2509
2510 #define _mm512_maskz_sub_round_pd(U, A, B, C)   \
2511     (__m512d)__builtin_ia32_subpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2512
2513 #define _mm512_sub_round_ps(A, B, C)            \
2514     (__m512)__builtin_ia32_subps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2515
2516 #define _mm512_mask_sub_round_ps(W, U, A, B, C) \
2517     (__m512)__builtin_ia32_subps512_mask(A, B, W, U, C)
2518
2519 #define _mm512_maskz_sub_round_ps(U, A, B, C)   \
2520     (__m512)__builtin_ia32_subps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2521 #endif
2522
2523 #ifdef __OPTIMIZE__
2524 extern __inline __m512d
2525 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2526 _mm512_mul_round_pd (__m512d __A, __m512d __B, const int __R)
2527 {
2528   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2529                                                  (__v8df) __B,
2530                                                  (__v8df)
2531                                                  _mm512_undefined_pd (),
2532                                                  (__mmask8) -1, __R);
2533 }
2534
2535 extern __inline __m512d
2536 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2537 _mm512_mask_mul_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2538                           __m512d __B, const int __R)
2539 {
2540   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2541                                                  (__v8df) __B,
2542                                                  (__v8df) __W,
2543                                                  (__mmask8) __U, __R);
2544 }
2545
2546 extern __inline __m512d
2547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2548 _mm512_maskz_mul_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2549                            const int __R)
2550 {
2551   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2552                                                  (__v8df) __B,
2553                                                  (__v8df)
2554                                                  _mm512_setzero_pd (),
2555                                                  (__mmask8) __U, __R);
2556 }
2557
2558 extern __inline __m512
2559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2560 _mm512_mul_round_ps (__m512 __A, __m512 __B, const int __R)
2561 {
2562   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2563                                                 (__v16sf) __B,
2564                                                 (__v16sf)
2565                                                 _mm512_undefined_ps (),
2566                                                 (__mmask16) -1, __R);
2567 }
2568
2569 extern __inline __m512
2570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2571 _mm512_mask_mul_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2572                           __m512 __B, const int __R)
2573 {
2574   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2575                                                 (__v16sf) __B,
2576                                                 (__v16sf) __W,
2577                                                 (__mmask16) __U, __R);
2578 }
2579
2580 extern __inline __m512
2581 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2582 _mm512_maskz_mul_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2583 {
2584   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2585                                                 (__v16sf) __B,
2586                                                 (__v16sf)
2587                                                 _mm512_setzero_ps (),
2588                                                 (__mmask16) __U, __R);
2589 }
2590
2591 extern __inline __m512d
2592 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2593 _mm512_div_round_pd (__m512d __M, __m512d __V, const int __R)
2594 {
2595   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2596                                                  (__v8df) __V,
2597                                                  (__v8df)
2598                                                  _mm512_undefined_pd (),
2599                                                  (__mmask8) -1, __R);
2600 }
2601
2602 extern __inline __m512d
2603 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2604 _mm512_mask_div_round_pd (__m512d __W, __mmask8 __U, __m512d __M,
2605                           __m512d __V, const int __R)
2606 {
2607   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2608                                                  (__v8df) __V,
2609                                                  (__v8df) __W,
2610                                                  (__mmask8) __U, __R);
2611 }
2612
2613 extern __inline __m512d
2614 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2615 _mm512_maskz_div_round_pd (__mmask8 __U, __m512d __M, __m512d __V,
2616                            const int __R)
2617 {
2618   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
2619                                                  (__v8df) __V,
2620                                                  (__v8df)
2621                                                  _mm512_setzero_pd (),
2622                                                  (__mmask8) __U, __R);
2623 }
2624
2625 extern __inline __m512
2626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2627 _mm512_div_round_ps (__m512 __A, __m512 __B, const int __R)
2628 {
2629   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2630                                                 (__v16sf) __B,
2631                                                 (__v16sf)
2632                                                 _mm512_undefined_ps (),
2633                                                 (__mmask16) -1, __R);
2634 }
2635
2636 extern __inline __m512
2637 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2638 _mm512_mask_div_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2639                           __m512 __B, const int __R)
2640 {
2641   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2642                                                 (__v16sf) __B,
2643                                                 (__v16sf) __W,
2644                                                 (__mmask16) __U, __R);
2645 }
2646
2647 extern __inline __m512
2648 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2649 _mm512_maskz_div_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2650 {
2651   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2652                                                 (__v16sf) __B,
2653                                                 (__v16sf)
2654                                                 _mm512_setzero_ps (),
2655                                                 (__mmask16) __U, __R);
2656 }
2657
2658 extern __inline __m128d
2659 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2660 _mm_mul_round_sd (__m128d __A, __m128d __B, const int __R)
2661 {
2662   return (__m128d) __builtin_ia32_mulsd_round ((__v2df) __A,
2663                                                (__v2df) __B,
2664                                                __R);
2665 }
2666
2667 extern __inline __m128d
2668 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2669 _mm_mask_mul_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
2670                           __m128d __B, const int __R)
2671 {
2672   return (__m128d) __builtin_ia32_mulsd_mask_round ((__v2df) __A,
2673                                                  (__v2df) __B,
2674                                                  (__v2df) __W,
2675                                                  (__mmask8) __U, __R);
2676 }
2677
2678 extern __inline __m128d
2679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2680 _mm_maskz_mul_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
2681                            const int __R)
2682 {
2683   return (__m128d) __builtin_ia32_mulsd_mask_round ((__v2df) __A,
2684                                                  (__v2df) __B,
2685                                                  (__v2df)
2686                                                  _mm_setzero_pd (),
2687                                                  (__mmask8) __U, __R);
2688 }
2689
2690 extern __inline __m128
2691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2692 _mm_mul_round_ss (__m128 __A, __m128 __B, const int __R)
2693 {
2694   return (__m128) __builtin_ia32_mulss_round ((__v4sf) __A,
2695                                               (__v4sf) __B,
2696                                               __R);
2697 }
2698
2699 extern __inline __m128
2700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2701 _mm_mask_mul_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
2702                           __m128 __B, const int __R)
2703 {
2704   return (__m128) __builtin_ia32_mulss_mask_round ((__v4sf) __A,
2705                                                  (__v4sf) __B,
2706                                                  (__v4sf) __W,
2707                                                  (__mmask8) __U, __R);
2708 }
2709
2710 extern __inline __m128
2711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2712 _mm_maskz_mul_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
2713                            const int __R)
2714 {
2715   return (__m128) __builtin_ia32_mulss_mask_round ((__v4sf) __A,
2716                                                  (__v4sf) __B,
2717                                                  (__v4sf)
2718                                                  _mm_setzero_ps (),
2719                                                  (__mmask8) __U, __R);
2720 }
2721
2722 extern __inline __m128d
2723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2724 _mm_div_round_sd (__m128d __A, __m128d __B, const int __R)
2725 {
2726   return (__m128d) __builtin_ia32_divsd_round ((__v2df) __A,
2727                                                (__v2df) __B,
2728                                                __R);
2729 }
2730
2731 extern __inline __m128d
2732 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2733 _mm_mask_div_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
2734                           __m128d __B, const int __R)
2735 {
2736   return (__m128d) __builtin_ia32_divsd_mask_round ((__v2df) __A,
2737                                                  (__v2df) __B,
2738                                                  (__v2df) __W,
2739                                                  (__mmask8) __U, __R);
2740 }
2741
2742 extern __inline __m128d
2743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2744 _mm_maskz_div_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
2745                            const int __R)
2746 {
2747   return (__m128d) __builtin_ia32_divsd_mask_round ((__v2df) __A,
2748                                                  (__v2df) __B,
2749                                                  (__v2df)
2750                                                  _mm_setzero_pd (),
2751                                                  (__mmask8) __U, __R);
2752 }
2753
2754 extern __inline __m128
2755 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2756 _mm_div_round_ss (__m128 __A, __m128 __B, const int __R)
2757 {
2758   return (__m128) __builtin_ia32_divss_round ((__v4sf) __A,
2759                                               (__v4sf) __B,
2760                                               __R);
2761 }
2762
2763 extern __inline __m128
2764 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2765 _mm_mask_div_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
2766                           __m128 __B, const int __R)
2767 {
2768   return (__m128) __builtin_ia32_divss_mask_round ((__v4sf) __A,
2769                                                  (__v4sf) __B,
2770                                                  (__v4sf) __W,
2771                                                  (__mmask8) __U, __R);
2772 }
2773
2774 extern __inline __m128
2775 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2776 _mm_maskz_div_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
2777                            const int __R)
2778 {
2779   return (__m128) __builtin_ia32_divss_mask_round ((__v4sf) __A,
2780                                                  (__v4sf) __B,
2781                                                  (__v4sf)
2782                                                  _mm_setzero_ps (),
2783                                                  (__mmask8) __U, __R);
2784 }
2785
2786 #else
2787 #define _mm512_mul_round_pd(A, B, C)            \
2788     (__m512d)__builtin_ia32_mulpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2789
2790 #define _mm512_mask_mul_round_pd(W, U, A, B, C) \
2791     (__m512d)__builtin_ia32_mulpd512_mask(A, B, W, U, C)
2792
2793 #define _mm512_maskz_mul_round_pd(U, A, B, C)   \
2794     (__m512d)__builtin_ia32_mulpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2795
2796 #define _mm512_mul_round_ps(A, B, C)            \
2797     (__m512)__builtin_ia32_mulps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2798
2799 #define _mm512_mask_mul_round_ps(W, U, A, B, C) \
2800     (__m512)__builtin_ia32_mulps512_mask(A, B, W, U, C)
2801
2802 #define _mm512_maskz_mul_round_ps(U, A, B, C)   \
2803     (__m512)__builtin_ia32_mulps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2804
2805 #define _mm512_div_round_pd(A, B, C)            \
2806     (__m512d)__builtin_ia32_divpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
2807
2808 #define _mm512_mask_div_round_pd(W, U, A, B, C) \
2809     (__m512d)__builtin_ia32_divpd512_mask(A, B, W, U, C)
2810
2811 #define _mm512_maskz_div_round_pd(U, A, B, C)   \
2812     (__m512d)__builtin_ia32_divpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
2813
2814 #define _mm512_div_round_ps(A, B, C)            \
2815     (__m512)__builtin_ia32_divps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
2816
2817 #define _mm512_mask_div_round_ps(W, U, A, B, C) \
2818     (__m512)__builtin_ia32_divps512_mask(A, B, W, U, C)
2819
2820 #define _mm512_maskz_div_round_ps(U, A, B, C)   \
2821     (__m512)__builtin_ia32_divps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
2822
2823 #define _mm_mul_round_sd(A, B, C)            \
2824     (__m128d)__builtin_ia32_mulsd_round(A, B, C)
2825
2826 #define _mm_mask_mul_round_sd(W, U, A, B, C) \
2827     (__m128d)__builtin_ia32_mulsd_mask_round(A, B, W, U, C)
2828
2829 #define _mm_maskz_mul_round_sd(U, A, B, C)   \
2830     (__m128d)__builtin_ia32_mulsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
2831
2832 #define _mm_mul_round_ss(A, B, C)            \
2833     (__m128)__builtin_ia32_mulss_round(A, B, C)
2834
2835 #define _mm_mask_mul_round_ss(W, U, A, B, C) \
2836     (__m128)__builtin_ia32_mulss_mask_round(A, B, W, U, C)
2837
2838 #define _mm_maskz_mul_round_ss(U, A, B, C)   \
2839     (__m128)__builtin_ia32_mulss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
2840
2841 #define _mm_div_round_sd(A, B, C)            \
2842     (__m128d)__builtin_ia32_divsd_round(A, B, C)
2843
2844 #define _mm_mask_div_round_sd(W, U, A, B, C) \
2845     (__m128d)__builtin_ia32_divsd_mask_round(A, B, W, U, C)
2846
2847 #define _mm_maskz_div_round_sd(U, A, B, C)   \
2848     (__m128d)__builtin_ia32_divsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
2849
2850 #define _mm_div_round_ss(A, B, C)            \
2851     (__m128)__builtin_ia32_divss_round(A, B, C)
2852
2853 #define _mm_mask_div_round_ss(W, U, A, B, C) \
2854     (__m128)__builtin_ia32_divss_mask_round(A, B, W, U, C)
2855
2856 #define _mm_maskz_div_round_ss(U, A, B, C)   \
2857     (__m128)__builtin_ia32_divss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
2858
2859 #endif
2860
2861 #ifdef __OPTIMIZE__
2862 extern __inline __m512d
2863 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2864 _mm512_max_round_pd (__m512d __A, __m512d __B, const int __R)
2865 {
2866   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2867                                                  (__v8df) __B,
2868                                                  (__v8df)
2869                                                  _mm512_undefined_pd (),
2870                                                  (__mmask8) -1, __R);
2871 }
2872
2873 extern __inline __m512d
2874 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2875 _mm512_mask_max_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2876                           __m512d __B, const int __R)
2877 {
2878   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2879                                                  (__v8df) __B,
2880                                                  (__v8df) __W,
2881                                                  (__mmask8) __U, __R);
2882 }
2883
2884 extern __inline __m512d
2885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2886 _mm512_maskz_max_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2887                            const int __R)
2888 {
2889   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
2890                                                  (__v8df) __B,
2891                                                  (__v8df)
2892                                                  _mm512_setzero_pd (),
2893                                                  (__mmask8) __U, __R);
2894 }
2895
2896 extern __inline __m512
2897 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2898 _mm512_max_round_ps (__m512 __A, __m512 __B, const int __R)
2899 {
2900   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2901                                                 (__v16sf) __B,
2902                                                 (__v16sf)
2903                                                 _mm512_undefined_ps (),
2904                                                 (__mmask16) -1, __R);
2905 }
2906
2907 extern __inline __m512
2908 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2909 _mm512_mask_max_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2910                           __m512 __B, const int __R)
2911 {
2912   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2913                                                 (__v16sf) __B,
2914                                                 (__v16sf) __W,
2915                                                 (__mmask16) __U, __R);
2916 }
2917
2918 extern __inline __m512
2919 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2920 _mm512_maskz_max_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2921 {
2922   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
2923                                                 (__v16sf) __B,
2924                                                 (__v16sf)
2925                                                 _mm512_setzero_ps (),
2926                                                 (__mmask16) __U, __R);
2927 }
2928
2929 extern __inline __m512d
2930 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2931 _mm512_min_round_pd (__m512d __A, __m512d __B, const int __R)
2932 {
2933   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2934                                                  (__v8df) __B,
2935                                                  (__v8df)
2936                                                  _mm512_undefined_pd (),
2937                                                  (__mmask8) -1, __R);
2938 }
2939
2940 extern __inline __m512d
2941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2942 _mm512_mask_min_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
2943                           __m512d __B, const int __R)
2944 {
2945   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2946                                                  (__v8df) __B,
2947                                                  (__v8df) __W,
2948                                                  (__mmask8) __U, __R);
2949 }
2950
2951 extern __inline __m512d
2952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2953 _mm512_maskz_min_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
2954                            const int __R)
2955 {
2956   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
2957                                                  (__v8df) __B,
2958                                                  (__v8df)
2959                                                  _mm512_setzero_pd (),
2960                                                  (__mmask8) __U, __R);
2961 }
2962
2963 extern __inline __m512
2964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2965 _mm512_min_round_ps (__m512 __A, __m512 __B, const int __R)
2966 {
2967   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2968                                                 (__v16sf) __B,
2969                                                 (__v16sf)
2970                                                 _mm512_undefined_ps (),
2971                                                 (__mmask16) -1, __R);
2972 }
2973
2974 extern __inline __m512
2975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2976 _mm512_mask_min_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
2977                           __m512 __B, const int __R)
2978 {
2979   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2980                                                 (__v16sf) __B,
2981                                                 (__v16sf) __W,
2982                                                 (__mmask16) __U, __R);
2983 }
2984
2985 extern __inline __m512
2986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2987 _mm512_maskz_min_round_ps (__mmask16 __U, __m512 __A, __m512 __B, const int __R)
2988 {
2989   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
2990                                                 (__v16sf) __B,
2991                                                 (__v16sf)
2992                                                 _mm512_setzero_ps (),
2993                                                 (__mmask16) __U, __R);
2994 }
2995 #else
2996 #define _mm512_max_round_pd(A, B,  R) \
2997     (__m512d)__builtin_ia32_maxpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, R)
2998
2999 #define _mm512_mask_max_round_pd(W, U,  A, B, R) \
3000     (__m512d)__builtin_ia32_maxpd512_mask(A, B, W, U, R)
3001
3002 #define _mm512_maskz_max_round_pd(U, A,  B, R) \
3003     (__m512d)__builtin_ia32_maxpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, R)
3004
3005 #define _mm512_max_round_ps(A, B,  R) \
3006     (__m512)__builtin_ia32_maxps512_mask(A, B, (__v16sf)_mm512_undefined_pd(), -1, R)
3007
3008 #define _mm512_mask_max_round_ps(W, U,  A, B, R) \
3009     (__m512)__builtin_ia32_maxps512_mask(A, B, W, U, R)
3010
3011 #define _mm512_maskz_max_round_ps(U, A,  B, R) \
3012     (__m512)__builtin_ia32_maxps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, R)
3013
3014 #define _mm512_min_round_pd(A, B,  R) \
3015     (__m512d)__builtin_ia32_minpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, R)
3016
3017 #define _mm512_mask_min_round_pd(W, U,  A, B, R) \
3018     (__m512d)__builtin_ia32_minpd512_mask(A, B, W, U, R)
3019
3020 #define _mm512_maskz_min_round_pd(U, A,  B, R) \
3021     (__m512d)__builtin_ia32_minpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, R)
3022
3023 #define _mm512_min_round_ps(A, B, R) \
3024     (__m512)__builtin_ia32_minps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, R)
3025
3026 #define _mm512_mask_min_round_ps(W, U,  A, B, R) \
3027     (__m512)__builtin_ia32_minps512_mask(A, B, W, U, R)
3028
3029 #define _mm512_maskz_min_round_ps(U, A,  B, R) \
3030     (__m512)__builtin_ia32_minps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, R)
3031 #endif
3032
3033 #ifdef __OPTIMIZE__
3034 extern __inline __m512d
3035 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3036 _mm512_scalef_round_pd (__m512d __A, __m512d __B, const int __R)
3037 {
3038   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
3039                                                     (__v8df) __B,
3040                                                     (__v8df)
3041                                                     _mm512_undefined_pd (),
3042                                                     (__mmask8) -1, __R);
3043 }
3044
3045 extern __inline __m512d
3046 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3047 _mm512_mask_scalef_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
3048                              __m512d __B, const int __R)
3049 {
3050   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
3051                                                     (__v8df) __B,
3052                                                     (__v8df) __W,
3053                                                     (__mmask8) __U, __R);
3054 }
3055
3056 extern __inline __m512d
3057 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3058 _mm512_maskz_scalef_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3059                               const int __R)
3060 {
3061   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
3062                                                     (__v8df) __B,
3063                                                     (__v8df)
3064                                                     _mm512_setzero_pd (),
3065                                                     (__mmask8) __U, __R);
3066 }
3067
3068 extern __inline __m512
3069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3070 _mm512_scalef_round_ps (__m512 __A, __m512 __B, const int __R)
3071 {
3072   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
3073                                                    (__v16sf) __B,
3074                                                    (__v16sf)
3075                                                    _mm512_undefined_ps (),
3076                                                    (__mmask16) -1, __R);
3077 }
3078
3079 extern __inline __m512
3080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3081 _mm512_mask_scalef_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
3082                              __m512 __B, const int __R)
3083 {
3084   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
3085                                                    (__v16sf) __B,
3086                                                    (__v16sf) __W,
3087                                                    (__mmask16) __U, __R);
3088 }
3089
3090 extern __inline __m512
3091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3092 _mm512_maskz_scalef_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3093                               const int __R)
3094 {
3095   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
3096                                                    (__v16sf) __B,
3097                                                    (__v16sf)
3098                                                    _mm512_setzero_ps (),
3099                                                    (__mmask16) __U, __R);
3100 }
3101
3102 extern __inline __m128d
3103 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3104 _mm_scalef_round_sd (__m128d __A, __m128d __B, const int __R)
3105 {
3106   return (__m128d) __builtin_ia32_scalefsd_mask_round ((__v2df) __A,
3107                                                        (__v2df) __B,
3108                                                        (__v2df)
3109                                                        _mm_setzero_pd (),
3110                                                        (__mmask8) -1, __R);
3111 }
3112
3113 extern __inline __m128d
3114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3115 _mm_mask_scalef_round_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B,
3116                           const int __R)
3117 {
3118   return (__m128d) __builtin_ia32_scalefsd_mask_round ((__v2df) __A,
3119                                                        (__v2df) __B,
3120                                                        (__v2df) __W,
3121                                                        (__mmask8) __U, __R);
3122 }
3123
3124 extern __inline __m128d
3125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3126 _mm_maskz_scalef_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
3127                            const int __R)
3128 {
3129   return (__m128d) __builtin_ia32_scalefsd_mask_round ((__v2df) __A,
3130                                                        (__v2df) __B,
3131                                                        (__v2df)
3132                                                        _mm_setzero_pd (),
3133                                                        (__mmask8) __U, __R);
3134 }
3135
3136 extern __inline __m128
3137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3138 _mm_scalef_round_ss (__m128 __A, __m128 __B, const int __R)
3139 {
3140   return (__m128) __builtin_ia32_scalefss_mask_round ((__v4sf) __A,
3141                                                       (__v4sf) __B,
3142                                                       (__v4sf)
3143                                                       _mm_setzero_ps (),
3144                                                       (__mmask8) -1, __R);
3145 }
3146
3147 extern __inline __m128
3148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3149 _mm_mask_scalef_round_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B,
3150                          const int __R)
3151 {
3152   return (__m128) __builtin_ia32_scalefss_mask_round ((__v4sf) __A,
3153                                                       (__v4sf) __B,
3154                                                       (__v4sf) __W,
3155                                                       (__mmask8) __U, __R);
3156 }
3157
3158 extern __inline __m128
3159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3160 _mm_maskz_scalef_round_ss (__mmask8 __U, __m128 __A, __m128 __B, const int __R)
3161 {
3162   return (__m128) __builtin_ia32_scalefss_mask_round ((__v4sf) __A,
3163                                                       (__v4sf) __B,
3164                                                       (__v4sf)
3165                                                       _mm_setzero_ps (),
3166                                                       (__mmask8) __U, __R);
3167 }
3168 #else
3169 #define _mm512_scalef_round_pd(A, B, C)            \
3170     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, (__v8df)_mm512_undefined_pd(), -1, C)
3171
3172 #define _mm512_mask_scalef_round_pd(W, U, A, B, C) \
3173     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, W, U, C)
3174
3175 #define _mm512_maskz_scalef_round_pd(U, A, B, C)   \
3176     (__m512d)__builtin_ia32_scalefpd512_mask(A, B, (__v8df)_mm512_setzero_pd(), U, C)
3177
3178 #define _mm512_scalef_round_ps(A, B, C)            \
3179     (__m512)__builtin_ia32_scalefps512_mask(A, B, (__v16sf)_mm512_undefined_ps(), -1, C)
3180
3181 #define _mm512_mask_scalef_round_ps(W, U, A, B, C) \
3182     (__m512)__builtin_ia32_scalefps512_mask(A, B, W, U, C)
3183
3184 #define _mm512_maskz_scalef_round_ps(U, A, B, C)   \
3185     (__m512)__builtin_ia32_scalefps512_mask(A, B, (__v16sf)_mm512_setzero_ps(), U, C)
3186
3187 #define _mm_scalef_round_sd(A, B, C)            \
3188     (__m128d)__builtin_ia32_scalefsd_mask_round (A, B, \
3189         (__v2df)_mm_setzero_pd (), -1, C)
3190
3191 #define _mm_scalef_round_ss(A, B, C)            \
3192     (__m128)__builtin_ia32_scalefss_mask_round (A, B, \
3193         (__v4sf)_mm_setzero_ps (), -1, C)
3194 #endif
3195
3196 #ifdef __OPTIMIZE__
3197 extern __inline __m512d
3198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3199 _mm512_fmadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3200 {
3201   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
3202                                                     (__v8df) __B,
3203                                                     (__v8df) __C,
3204                                                     (__mmask8) -1, __R);
3205 }
3206
3207 extern __inline __m512d
3208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3209 _mm512_mask_fmadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3210                             __m512d __C, const int __R)
3211 {
3212   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
3213                                                     (__v8df) __B,
3214                                                     (__v8df) __C,
3215                                                     (__mmask8) __U, __R);
3216 }
3217
3218 extern __inline __m512d
3219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3220 _mm512_mask3_fmadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
3221                              __mmask8 __U, const int __R)
3222 {
3223   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
3224                                                      (__v8df) __B,
3225                                                      (__v8df) __C,
3226                                                      (__mmask8) __U, __R);
3227 }
3228
3229 extern __inline __m512d
3230 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3231 _mm512_maskz_fmadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3232                              __m512d __C, const int __R)
3233 {
3234   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
3235                                                      (__v8df) __B,
3236                                                      (__v8df) __C,
3237                                                      (__mmask8) __U, __R);
3238 }
3239
3240 extern __inline __m512
3241 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3242 _mm512_fmadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3243 {
3244   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
3245                                                    (__v16sf) __B,
3246                                                    (__v16sf) __C,
3247                                                    (__mmask16) -1, __R);
3248 }
3249
3250 extern __inline __m512
3251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3252 _mm512_mask_fmadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3253                             __m512 __C, const int __R)
3254 {
3255   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
3256                                                    (__v16sf) __B,
3257                                                    (__v16sf) __C,
3258                                                    (__mmask16) __U, __R);
3259 }
3260
3261 extern __inline __m512
3262 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3263 _mm512_mask3_fmadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
3264                              __mmask16 __U, const int __R)
3265 {
3266   return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
3267                                                     (__v16sf) __B,
3268                                                     (__v16sf) __C,
3269                                                     (__mmask16) __U, __R);
3270 }
3271
3272 extern __inline __m512
3273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3274 _mm512_maskz_fmadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3275                              __m512 __C, const int __R)
3276 {
3277   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
3278                                                     (__v16sf) __B,
3279                                                     (__v16sf) __C,
3280                                                     (__mmask16) __U, __R);
3281 }
3282
3283 extern __inline __m512d
3284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3285 _mm512_fmsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3286 {
3287   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
3288                                                     (__v8df) __B,
3289                                                     -(__v8df) __C,
3290                                                     (__mmask8) -1, __R);
3291 }
3292
3293 extern __inline __m512d
3294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3295 _mm512_mask_fmsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3296                             __m512d __C, const int __R)
3297 {
3298   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
3299                                                     (__v8df) __B,
3300                                                     -(__v8df) __C,
3301                                                     (__mmask8) __U, __R);
3302 }
3303
3304 extern __inline __m512d
3305 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3306 _mm512_mask3_fmsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
3307                              __mmask8 __U, const int __R)
3308 {
3309   return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3310                                                      (__v8df) __B,
3311                                                      (__v8df) __C,
3312                                                      (__mmask8) __U, __R);
3313 }
3314
3315 extern __inline __m512d
3316 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3317 _mm512_maskz_fmsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3318                              __m512d __C, const int __R)
3319 {
3320   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
3321                                                      (__v8df) __B,
3322                                                      -(__v8df) __C,
3323                                                      (__mmask8) __U, __R);
3324 }
3325
3326 extern __inline __m512
3327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3328 _mm512_fmsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3329 {
3330   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
3331                                                    (__v16sf) __B,
3332                                                    -(__v16sf) __C,
3333                                                    (__mmask16) -1, __R);
3334 }
3335
3336 extern __inline __m512
3337 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3338 _mm512_mask_fmsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3339                             __m512 __C, const int __R)
3340 {
3341   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
3342                                                    (__v16sf) __B,
3343                                                    -(__v16sf) __C,
3344                                                    (__mmask16) __U, __R);
3345 }
3346
3347 extern __inline __m512
3348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3349 _mm512_mask3_fmsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
3350                              __mmask16 __U, const int __R)
3351 {
3352   return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3353                                                     (__v16sf) __B,
3354                                                     (__v16sf) __C,
3355                                                     (__mmask16) __U, __R);
3356 }
3357
3358 extern __inline __m512
3359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3360 _mm512_maskz_fmsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3361                              __m512 __C, const int __R)
3362 {
3363   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
3364                                                     (__v16sf) __B,
3365                                                     -(__v16sf) __C,
3366                                                     (__mmask16) __U, __R);
3367 }
3368
3369 extern __inline __m512d
3370 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3371 _mm512_fmaddsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3372 {
3373   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3374                                                        (__v8df) __B,
3375                                                        (__v8df) __C,
3376                                                        (__mmask8) -1, __R);
3377 }
3378
3379 extern __inline __m512d
3380 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3381 _mm512_mask_fmaddsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3382                                __m512d __C, const int __R)
3383 {
3384   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3385                                                        (__v8df) __B,
3386                                                        (__v8df) __C,
3387                                                        (__mmask8) __U, __R);
3388 }
3389
3390 extern __inline __m512d
3391 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3392 _mm512_mask3_fmaddsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
3393                                 __mmask8 __U, const int __R)
3394 {
3395   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3396                                                         (__v8df) __B,
3397                                                         (__v8df) __C,
3398                                                         (__mmask8) __U, __R);
3399 }
3400
3401 extern __inline __m512d
3402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3403 _mm512_maskz_fmaddsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3404                                 __m512d __C, const int __R)
3405 {
3406   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3407                                                         (__v8df) __B,
3408                                                         (__v8df) __C,
3409                                                         (__mmask8) __U, __R);
3410 }
3411
3412 extern __inline __m512
3413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3414 _mm512_fmaddsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3415 {
3416   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3417                                                       (__v16sf) __B,
3418                                                       (__v16sf) __C,
3419                                                       (__mmask16) -1, __R);
3420 }
3421
3422 extern __inline __m512
3423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3424 _mm512_mask_fmaddsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3425                                __m512 __C, const int __R)
3426 {
3427   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3428                                                       (__v16sf) __B,
3429                                                       (__v16sf) __C,
3430                                                       (__mmask16) __U, __R);
3431 }
3432
3433 extern __inline __m512
3434 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3435 _mm512_mask3_fmaddsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
3436                                 __mmask16 __U, const int __R)
3437 {
3438   return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3439                                                        (__v16sf) __B,
3440                                                        (__v16sf) __C,
3441                                                        (__mmask16) __U, __R);
3442 }
3443
3444 extern __inline __m512
3445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3446 _mm512_maskz_fmaddsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3447                                 __m512 __C, const int __R)
3448 {
3449   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3450                                                        (__v16sf) __B,
3451                                                        (__v16sf) __C,
3452                                                        (__mmask16) __U, __R);
3453 }
3454
3455 extern __inline __m512d
3456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3457 _mm512_fmsubadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3458 {
3459   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3460                                                        (__v8df) __B,
3461                                                        -(__v8df) __C,
3462                                                        (__mmask8) -1, __R);
3463 }
3464
3465 extern __inline __m512d
3466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3467 _mm512_mask_fmsubadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3468                                __m512d __C, const int __R)
3469 {
3470   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3471                                                        (__v8df) __B,
3472                                                        -(__v8df) __C,
3473                                                        (__mmask8) __U, __R);
3474 }
3475
3476 extern __inline __m512d
3477 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3478 _mm512_mask3_fmsubadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
3479                                 __mmask8 __U, const int __R)
3480 {
3481   return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3482                                                         (__v8df) __B,
3483                                                         (__v8df) __C,
3484                                                         (__mmask8) __U, __R);
3485 }
3486
3487 extern __inline __m512d
3488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3489 _mm512_maskz_fmsubadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3490                                 __m512d __C, const int __R)
3491 {
3492   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3493                                                         (__v8df) __B,
3494                                                         -(__v8df) __C,
3495                                                         (__mmask8) __U, __R);
3496 }
3497
3498 extern __inline __m512
3499 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3500 _mm512_fmsubadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3501 {
3502   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3503                                                       (__v16sf) __B,
3504                                                       -(__v16sf) __C,
3505                                                       (__mmask16) -1, __R);
3506 }
3507
3508 extern __inline __m512
3509 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3510 _mm512_mask_fmsubadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3511                                __m512 __C, const int __R)
3512 {
3513   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3514                                                       (__v16sf) __B,
3515                                                       -(__v16sf) __C,
3516                                                       (__mmask16) __U, __R);
3517 }
3518
3519 extern __inline __m512
3520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3521 _mm512_mask3_fmsubadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
3522                                 __mmask16 __U, const int __R)
3523 {
3524   return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3525                                                        (__v16sf) __B,
3526                                                        (__v16sf) __C,
3527                                                        (__mmask16) __U, __R);
3528 }
3529
3530 extern __inline __m512
3531 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3532 _mm512_maskz_fmsubadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3533                                 __m512 __C, const int __R)
3534 {
3535   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3536                                                        (__v16sf) __B,
3537                                                        -(__v16sf) __C,
3538                                                        (__mmask16) __U, __R);
3539 }
3540
3541 extern __inline __m512d
3542 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3543 _mm512_fnmadd_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3544 {
3545   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
3546                                                     (__v8df) __B,
3547                                                     (__v8df) __C,
3548                                                     (__mmask8) -1, __R);
3549 }
3550
3551 extern __inline __m512d
3552 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3553 _mm512_mask_fnmadd_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3554                              __m512d __C, const int __R)
3555 {
3556   return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3557                                                      (__v8df) __B,
3558                                                      (__v8df) __C,
3559                                                      (__mmask8) __U, __R);
3560 }
3561
3562 extern __inline __m512d
3563 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3564 _mm512_mask3_fnmadd_round_pd (__m512d __A, __m512d __B, __m512d __C,
3565                               __mmask8 __U, const int __R)
3566 {
3567   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
3568                                                      (__v8df) __B,
3569                                                      (__v8df) __C,
3570                                                      (__mmask8) __U, __R);
3571 }
3572
3573 extern __inline __m512d
3574 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3575 _mm512_maskz_fnmadd_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3576                               __m512d __C, const int __R)
3577 {
3578   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
3579                                                      (__v8df) __B,
3580                                                      (__v8df) __C,
3581                                                      (__mmask8) __U, __R);
3582 }
3583
3584 extern __inline __m512
3585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3586 _mm512_fnmadd_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3587 {
3588   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
3589                                                    (__v16sf) __B,
3590                                                    (__v16sf) __C,
3591                                                    (__mmask16) -1, __R);
3592 }
3593
3594 extern __inline __m512
3595 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3596 _mm512_mask_fnmadd_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3597                              __m512 __C, const int __R)
3598 {
3599   return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3600                                                     (__v16sf) __B,
3601                                                     (__v16sf) __C,
3602                                                     (__mmask16) __U, __R);
3603 }
3604
3605 extern __inline __m512
3606 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3607 _mm512_mask3_fnmadd_round_ps (__m512 __A, __m512 __B, __m512 __C,
3608                               __mmask16 __U, const int __R)
3609 {
3610   return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
3611                                                     (__v16sf) __B,
3612                                                     (__v16sf) __C,
3613                                                     (__mmask16) __U, __R);
3614 }
3615
3616 extern __inline __m512
3617 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3618 _mm512_maskz_fnmadd_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3619                               __m512 __C, const int __R)
3620 {
3621   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3622                                                     (__v16sf) __B,
3623                                                     (__v16sf) __C,
3624                                                     (__mmask16) __U, __R);
3625 }
3626
3627 extern __inline __m512d
3628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3629 _mm512_fnmsub_round_pd (__m512d __A, __m512d __B, __m512d __C, const int __R)
3630 {
3631   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
3632                                                     (__v8df) __B,
3633                                                     -(__v8df) __C,
3634                                                     (__mmask8) -1, __R);
3635 }
3636
3637 extern __inline __m512d
3638 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3639 _mm512_mask_fnmsub_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
3640                              __m512d __C, const int __R)
3641 {
3642   return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3643                                                      (__v8df) __B,
3644                                                      (__v8df) __C,
3645                                                      (__mmask8) __U, __R);
3646 }
3647
3648 extern __inline __m512d
3649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3650 _mm512_mask3_fnmsub_round_pd (__m512d __A, __m512d __B, __m512d __C,
3651                               __mmask8 __U, const int __R)
3652 {
3653   return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3654                                                       (__v8df) __B,
3655                                                       (__v8df) __C,
3656                                                       (__mmask8) __U, __R);
3657 }
3658
3659 extern __inline __m512d
3660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3661 _mm512_maskz_fnmsub_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
3662                               __m512d __C, const int __R)
3663 {
3664   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
3665                                                      (__v8df) __B,
3666                                                      -(__v8df) __C,
3667                                                      (__mmask8) __U, __R);
3668 }
3669
3670 extern __inline __m512
3671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3672 _mm512_fnmsub_round_ps (__m512 __A, __m512 __B, __m512 __C, const int __R)
3673 {
3674   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
3675                                                    (__v16sf) __B,
3676                                                    -(__v16sf) __C,
3677                                                    (__mmask16) -1, __R);
3678 }
3679
3680 extern __inline __m512
3681 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3682 _mm512_mask_fnmsub_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
3683                              __m512 __C, const int __R)
3684 {
3685   return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3686                                                     (__v16sf) __B,
3687                                                     (__v16sf) __C,
3688                                                     (__mmask16) __U, __R);
3689 }
3690
3691 extern __inline __m512
3692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3693 _mm512_mask3_fnmsub_round_ps (__m512 __A, __m512 __B, __m512 __C,
3694                               __mmask16 __U, const int __R)
3695 {
3696   return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3697                                                      (__v16sf) __B,
3698                                                      (__v16sf) __C,
3699                                                      (__mmask16) __U, __R);
3700 }
3701
3702 extern __inline __m512
3703 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3704 _mm512_maskz_fnmsub_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
3705                               __m512 __C, const int __R)
3706 {
3707   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3708                                                     (__v16sf) __B,
3709                                                     -(__v16sf) __C,
3710                                                     (__mmask16) __U, __R);
3711 }
3712 #else
3713 #define _mm512_fmadd_round_pd(A, B, C, R)            \
3714     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, -1, R)
3715
3716 #define _mm512_mask_fmadd_round_pd(A, U, B, C, R)    \
3717     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, U, R)
3718
3719 #define _mm512_mask3_fmadd_round_pd(A, B, C, U, R)   \
3720     (__m512d)__builtin_ia32_vfmaddpd512_mask3(A, B, C, U, R)
3721
3722 #define _mm512_maskz_fmadd_round_pd(U, A, B, C, R)   \
3723     (__m512d)__builtin_ia32_vfmaddpd512_maskz(A, B, C, U, R)
3724
3725 #define _mm512_fmadd_round_ps(A, B, C, R)            \
3726     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, C, -1, R)
3727
3728 #define _mm512_mask_fmadd_round_ps(A, U, B, C, R)    \
3729     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, C, U, R)
3730
3731 #define _mm512_mask3_fmadd_round_ps(A, B, C, U, R)   \
3732     (__m512)__builtin_ia32_vfmaddps512_mask3(A, B, C, U, R)
3733
3734 #define _mm512_maskz_fmadd_round_ps(U, A, B, C, R)   \
3735     (__m512)__builtin_ia32_vfmaddps512_maskz(A, B, C, U, R)
3736
3737 #define _mm512_fmsub_round_pd(A, B, C, R)            \
3738     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, -(C), -1, R)
3739
3740 #define _mm512_mask_fmsub_round_pd(A, U, B, C, R)    \
3741     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, -(C), U, R)
3742
3743 #define _mm512_mask3_fmsub_round_pd(A, B, C, U, R)   \
3744     (__m512d)__builtin_ia32_vfmsubpd512_mask3(A, B, C, U, R)
3745
3746 #define _mm512_maskz_fmsub_round_pd(U, A, B, C, R)   \
3747     (__m512d)__builtin_ia32_vfmaddpd512_maskz(A, B, -(C), U, R)
3748
3749 #define _mm512_fmsub_round_ps(A, B, C, R)            \
3750     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, -(C), -1, R)
3751
3752 #define _mm512_mask_fmsub_round_ps(A, U, B, C, R)    \
3753     (__m512)__builtin_ia32_vfmaddps512_mask(A, B, -(C), U, R)
3754
3755 #define _mm512_mask3_fmsub_round_ps(A, B, C, U, R)   \
3756     (__m512)__builtin_ia32_vfmsubps512_mask3(A, B, C, U, R)
3757
3758 #define _mm512_maskz_fmsub_round_ps(U, A, B, C, R)   \
3759     (__m512)__builtin_ia32_vfmaddps512_maskz(A, B, -(C), U, R)
3760
3761 #define _mm512_fmaddsub_round_pd(A, B, C, R)            \
3762     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, C, -1, R)
3763
3764 #define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R)    \
3765     (__m512d)__builtin_ia32_vfmaddpd512_mask(A, B, C, U, R)
3766
3767 #define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R)   \
3768     (__m512d)__builtin_ia32_vfmaddsubpd512_mask3(A, B, C, U, R)
3769
3770 #define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R)   \
3771     (__m512d)__builtin_ia32_vfmaddsubpd512_maskz(A, B, C, U, R)
3772
3773 #define _mm512_fmaddsub_round_ps(A, B, C, R)            \
3774     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, C, -1, R)
3775
3776 #define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R)    \
3777     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, C, U, R)
3778
3779 #define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R)   \
3780     (__m512)__builtin_ia32_vfmaddsubps512_mask3(A, B, C, U, R)
3781
3782 #define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R)   \
3783     (__m512)__builtin_ia32_vfmaddsubps512_maskz(A, B, C, U, R)
3784
3785 #define _mm512_fmsubadd_round_pd(A, B, C, R)            \
3786     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, -(C), -1, R)
3787
3788 #define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R)    \
3789     (__m512d)__builtin_ia32_vfmaddsubpd512_mask(A, B, -(C), U, R)
3790
3791 #define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R)   \
3792     (__m512d)__builtin_ia32_vfmsubaddpd512_mask3(A, B, C, U, R)
3793
3794 #define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R)   \
3795     (__m512d)__builtin_ia32_vfmaddsubpd512_maskz(A, B, -(C), U, R)
3796
3797 #define _mm512_fmsubadd_round_ps(A, B, C, R)            \
3798     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, -(C), -1, R)
3799
3800 #define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R)    \
3801     (__m512)__builtin_ia32_vfmaddsubps512_mask(A, B, -(C), U, R)
3802
3803 #define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R)   \
3804     (__m512)__builtin_ia32_vfmsubaddps512_mask3(A, B, C, U, R)
3805
3806 #define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R)   \
3807     (__m512)__builtin_ia32_vfmaddsubps512_maskz(A, B, -(C), U, R)
3808
3809 #define _mm512_fnmadd_round_pd(A, B, C, R)            \
3810     (__m512d)__builtin_ia32_vfmaddpd512_mask(-(A), B, C, -1, R)
3811
3812 #define _mm512_mask_fnmadd_round_pd(A, U, B, C, R)    \
3813     (__m512d)__builtin_ia32_vfnmaddpd512_mask(-(A), B, C, U, R)
3814
3815 #define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R)   \
3816     (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(A), B, C, U, R)
3817
3818 #define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R)   \
3819     (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(A), B, C, U, R)
3820
3821 #define _mm512_fnmadd_round_ps(A, B, C, R)            \
3822     (__m512)__builtin_ia32_vfmaddps512_mask(-(A), B, C, -1, R)
3823
3824 #define _mm512_mask_fnmadd_round_ps(A, U, B, C, R)    \
3825     (__m512)__builtin_ia32_vfnmaddps512_mask(-(A), B, C, U, R)
3826
3827 #define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R)   \
3828     (__m512)__builtin_ia32_vfmaddps512_mask3(-(A), B, C, U, R)
3829
3830 #define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R)   \
3831     (__m512)__builtin_ia32_vfmaddps512_maskz(-(A), B, C, U, R)
3832
3833 #define _mm512_fnmsub_round_pd(A, B, C, R)            \
3834     (__m512d)__builtin_ia32_vfmaddpd512_mask(-(A), B, -(C), -1, R)
3835
3836 #define _mm512_mask_fnmsub_round_pd(A, U, B, C, R)    \
3837     (__m512d)__builtin_ia32_vfnmsubpd512_mask(A, B, C, U, R)
3838
3839 #define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R)   \
3840     (__m512d)__builtin_ia32_vfnmsubpd512_mask3(A, B, C, U, R)
3841
3842 #define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R)   \
3843     (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(A), B, -(C), U, R)
3844
3845 #define _mm512_fnmsub_round_ps(A, B, C, R)            \
3846     (__m512)__builtin_ia32_vfmaddps512_mask(-(A), B, -(C), -1, R)
3847
3848 #define _mm512_mask_fnmsub_round_ps(A, U, B, C, R)    \
3849     (__m512)__builtin_ia32_vfnmsubps512_mask(A, B, C, U, R)
3850
3851 #define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R)   \
3852     (__m512)__builtin_ia32_vfnmsubps512_mask3(A, B, C, U, R)
3853
3854 #define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R)   \
3855     (__m512)__builtin_ia32_vfmaddps512_maskz(-(A), B, -(C), U, R)
3856 #endif
3857
3858 extern __inline __m512i
3859 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3860 _mm512_abs_epi64 (__m512i __A)
3861 {
3862   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3863                                                  (__v8di)
3864                                                  _mm512_undefined_epi32 (),
3865                                                  (__mmask8) -1);
3866 }
3867
3868 extern __inline __m512i
3869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3870 _mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
3871 {
3872   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3873                                                  (__v8di) __W,
3874                                                  (__mmask8) __U);
3875 }
3876
3877 extern __inline __m512i
3878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3879 _mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
3880 {
3881   return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
3882                                                  (__v8di)
3883                                                  _mm512_setzero_si512 (),
3884                                                  (__mmask8) __U);
3885 }
3886
3887 extern __inline __m512i
3888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3889 _mm512_abs_epi32 (__m512i __A)
3890 {
3891   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3892                                                  (__v16si)
3893                                                  _mm512_undefined_epi32 (),
3894                                                  (__mmask16) -1);
3895 }
3896
3897 extern __inline __m512i
3898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3899 _mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
3900 {
3901   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3902                                                  (__v16si) __W,
3903                                                  (__mmask16) __U);
3904 }
3905
3906 extern __inline __m512i
3907 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3908 _mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
3909 {
3910   return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
3911                                                  (__v16si)
3912                                                  _mm512_setzero_si512 (),
3913                                                  (__mmask16) __U);
3914 }
3915
3916 extern __inline __m512
3917 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3918 _mm512_broadcastss_ps (__m128 __A)
3919 {
3920   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3921                                                  (__v16sf)
3922                                                  _mm512_undefined_ps (),
3923                                                  (__mmask16) -1);
3924 }
3925
3926 extern __inline __m512
3927 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3928 _mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
3929 {
3930   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3931                                                  (__v16sf) __O, __M);
3932 }
3933
3934 extern __inline __m512
3935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3936 _mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
3937 {
3938   return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
3939                                                  (__v16sf)
3940                                                  _mm512_setzero_ps (),
3941                                                  __M);
3942 }
3943
3944 extern __inline __m512d
3945 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3946 _mm512_broadcastsd_pd (__m128d __A)
3947 {
3948   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3949                                                   (__v8df)
3950                                                   _mm512_undefined_pd (),
3951                                                   (__mmask8) -1);
3952 }
3953
3954 extern __inline __m512d
3955 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3956 _mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
3957 {
3958   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3959                                                   (__v8df) __O, __M);
3960 }
3961
3962 extern __inline __m512d
3963 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3964 _mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
3965 {
3966   return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
3967                                                   (__v8df)
3968                                                   _mm512_setzero_pd (),
3969                                                   __M);
3970 }
3971
3972 extern __inline __m512i
3973 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3974 _mm512_broadcastd_epi32 (__m128i __A)
3975 {
3976   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3977                                                   (__v16si)
3978                                                   _mm512_undefined_epi32 (),
3979                                                   (__mmask16) -1);
3980 }
3981
3982 extern __inline __m512i
3983 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3984 _mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
3985 {
3986   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3987                                                   (__v16si) __O, __M);
3988 }
3989
3990 extern __inline __m512i
3991 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3992 _mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
3993 {
3994   return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
3995                                                   (__v16si)
3996                                                   _mm512_setzero_si512 (),
3997                                                   __M);
3998 }
3999
4000 extern __inline __m512i
4001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4002 _mm512_set1_epi32 (int __A)
4003 {
4004   return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
4005                                                            (__v16si)
4006                                                            _mm512_undefined_epi32 (),
4007                                                            (__mmask16)(-1));
4008 }
4009
4010 extern __inline __m512i
4011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4012 _mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
4013 {
4014   return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
4015                                                            __M);
4016 }
4017
4018 extern __inline __m512i
4019 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4020 _mm512_maskz_set1_epi32 (__mmask16 __M, int __A)
4021 {
4022   return (__m512i)
4023          __builtin_ia32_pbroadcastd512_gpr_mask (__A,
4024                                                  (__v16si) _mm512_setzero_si512 (),
4025                                                  __M);
4026 }
4027
4028 extern __inline __m512i
4029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4030 _mm512_broadcastq_epi64 (__m128i __A)
4031 {
4032   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
4033                                                   (__v8di)
4034                                                   _mm512_undefined_epi32 (),
4035                                                   (__mmask8) -1);
4036 }
4037
4038 extern __inline __m512i
4039 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4040 _mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
4041 {
4042   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
4043                                                   (__v8di) __O, __M);
4044 }
4045
4046 extern __inline __m512i
4047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4048 _mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
4049 {
4050   return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
4051                                                   (__v8di)
4052                                                   _mm512_setzero_si512 (),
4053                                                   __M);
4054 }
4055
4056 extern __inline __m512i
4057 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4058 _mm512_set1_epi64 (long long __A)
4059 {
4060   return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
4061                                                            (__v8di)
4062                                                            _mm512_undefined_epi32 (),
4063                                                            (__mmask8)(-1));
4064 }
4065
4066 extern __inline __m512i
4067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4068 _mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
4069 {
4070   return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
4071                                                            __M);
4072 }
4073
4074 extern __inline __m512i
4075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4076 _mm512_maskz_set1_epi64 (__mmask8 __M, long long __A)
4077 {
4078   return (__m512i)
4079          __builtin_ia32_pbroadcastq512_gpr_mask (__A,
4080                                                  (__v8di) _mm512_setzero_si512 (),
4081                                                  __M);
4082 }
4083
4084 extern __inline __m512
4085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4086 _mm512_broadcast_f32x4 (__m128 __A)
4087 {
4088   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
4089                                                      (__v16sf)
4090                                                      _mm512_undefined_ps (),
4091                                                      (__mmask16) -1);
4092 }
4093
4094 extern __inline __m512
4095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4096 _mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
4097 {
4098   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
4099                                                      (__v16sf) __O,
4100                                                      __M);
4101 }
4102
4103 extern __inline __m512
4104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4105 _mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
4106 {
4107   return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
4108                                                      (__v16sf)
4109                                                      _mm512_setzero_ps (),
4110                                                      __M);
4111 }
4112
4113 extern __inline __m512i
4114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4115 _mm512_broadcast_i32x4 (__m128i __A)
4116 {
4117   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
4118                                                       (__v16si)
4119                                                       _mm512_undefined_epi32 (),
4120                                                       (__mmask16) -1);
4121 }
4122
4123 extern __inline __m512i
4124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4125 _mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
4126 {
4127   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
4128                                                       (__v16si) __O,
4129                                                       __M);
4130 }
4131
4132 extern __inline __m512i
4133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4134 _mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
4135 {
4136   return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
4137                                                       (__v16si)
4138                                                       _mm512_setzero_si512 (),
4139                                                       __M);
4140 }
4141
4142 extern __inline __m512d
4143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4144 _mm512_broadcast_f64x4 (__m256d __A)
4145 {
4146   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
4147                                                       (__v8df)
4148                                                       _mm512_undefined_pd (),
4149                                                       (__mmask8) -1);
4150 }
4151
4152 extern __inline __m512d
4153 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4154 _mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
4155 {
4156   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
4157                                                       (__v8df) __O,
4158                                                       __M);
4159 }
4160
4161 extern __inline __m512d
4162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4163 _mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
4164 {
4165   return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
4166                                                       (__v8df)
4167                                                       _mm512_setzero_pd (),
4168                                                       __M);
4169 }
4170
4171 extern __inline __m512i
4172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4173 _mm512_broadcast_i64x4 (__m256i __A)
4174 {
4175   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
4176                                                       (__v8di)
4177                                                       _mm512_undefined_epi32 (),
4178                                                       (__mmask8) -1);
4179 }
4180
4181 extern __inline __m512i
4182 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4183 _mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
4184 {
4185   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
4186                                                       (__v8di) __O,
4187                                                       __M);
4188 }
4189
4190 extern __inline __m512i
4191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4192 _mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
4193 {
4194   return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
4195                                                       (__v8di)
4196                                                       _mm512_setzero_si512 (),
4197                                                       __M);
4198 }
4199
4200 typedef enum
4201 {
4202   _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
4203   _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
4204   _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
4205   _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
4206   _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
4207   _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
4208   _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
4209   _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
4210   _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
4211   _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
4212   _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
4213   _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
4214   _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
4215   _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
4216   _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
4217   _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
4218   _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
4219   _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
4220   _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
4221   _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
4222   _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
4223   _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
4224   _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
4225   _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
4226   _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
4227   _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
4228   _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
4229   _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
4230   _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
4231   _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
4232   _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
4233   _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
4234   _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
4235   _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
4236   _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
4237   _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
4238   _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
4239   _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
4240   _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
4241   _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
4242   _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
4243   _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
4244   _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
4245   _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
4246   _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
4247   _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
4248   _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
4249   _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
4250   _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
4251   _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
4252   _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
4253   _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
4254   _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
4255   _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
4256   _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
4257   _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
4258   _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
4259   _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
4260   _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
4261   _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
4262   _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
4263   _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
4264   _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
4265   _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
4266   _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
4267   _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
4268   _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
4269   _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
4270   _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
4271   _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
4272   _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
4273   _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
4274   _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
4275   _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
4276   _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
4277   _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
4278   _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
4279   _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
4280   _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
4281   _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
4282   _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
4283   _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
4284   _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
4285   _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
4286   _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
4287   _MM_PERM_DDDD = 0xFF
4288 } _MM_PERM_ENUM;
4289
4290 #ifdef __OPTIMIZE__
4291 extern __inline __m512i
4292 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4293 _mm512_shuffle_epi32 (__m512i __A, _MM_PERM_ENUM __mask)
4294 {
4295   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
4296                                                   __mask,
4297                                                   (__v16si)
4298                                                   _mm512_undefined_epi32 (),
4299                                                   (__mmask16) -1);
4300 }
4301
4302 extern __inline __m512i
4303 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4304 _mm512_mask_shuffle_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
4305                            _MM_PERM_ENUM __mask)
4306 {
4307   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
4308                                                   __mask,
4309                                                   (__v16si) __W,
4310                                                   (__mmask16) __U);
4311 }
4312
4313 extern __inline __m512i
4314 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4315 _mm512_maskz_shuffle_epi32 (__mmask16 __U, __m512i __A, _MM_PERM_ENUM __mask)
4316 {
4317   return (__m512i) __builtin_ia32_pshufd512_mask ((__v16si) __A,
4318                                                   __mask,
4319                                                   (__v16si)
4320                                                   _mm512_setzero_si512 (),
4321                                                   (__mmask16) __U);
4322 }
4323
4324 extern __inline __m512i
4325 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4326 _mm512_shuffle_i64x2 (__m512i __A, __m512i __B, const int __imm)
4327 {
4328   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
4329                                                    (__v8di) __B, __imm,
4330                                                    (__v8di)
4331                                                    _mm512_undefined_epi32 (),
4332                                                    (__mmask8) -1);
4333 }
4334
4335 extern __inline __m512i
4336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4337 _mm512_mask_shuffle_i64x2 (__m512i __W, __mmask8 __U, __m512i __A,
4338                            __m512i __B, const int __imm)
4339 {
4340   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
4341                                                    (__v8di) __B, __imm,
4342                                                    (__v8di) __W,
4343                                                    (__mmask8) __U);
4344 }
4345
4346 extern __inline __m512i
4347 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4348 _mm512_maskz_shuffle_i64x2 (__mmask8 __U, __m512i __A, __m512i __B,
4349                             const int __imm)
4350 {
4351   return (__m512i) __builtin_ia32_shuf_i64x2_mask ((__v8di) __A,
4352                                                    (__v8di) __B, __imm,
4353                                                    (__v8di)
4354                                                    _mm512_setzero_si512 (),
4355                                                    (__mmask8) __U);
4356 }
4357
4358 extern __inline __m512i
4359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4360 _mm512_shuffle_i32x4 (__m512i __A, __m512i __B, const int __imm)
4361 {
4362   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
4363                                                    (__v16si) __B,
4364                                                    __imm,
4365                                                    (__v16si)
4366                                                    _mm512_undefined_epi32 (),
4367                                                    (__mmask16) -1);
4368 }
4369
4370 extern __inline __m512i
4371 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4372 _mm512_mask_shuffle_i32x4 (__m512i __W, __mmask16 __U, __m512i __A,
4373                            __m512i __B, const int __imm)
4374 {
4375   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
4376                                                    (__v16si) __B,
4377                                                    __imm,
4378                                                    (__v16si) __W,
4379                                                    (__mmask16) __U);
4380 }
4381
4382 extern __inline __m512i
4383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4384 _mm512_maskz_shuffle_i32x4 (__mmask16 __U, __m512i __A, __m512i __B,
4385                             const int __imm)
4386 {
4387   return (__m512i) __builtin_ia32_shuf_i32x4_mask ((__v16si) __A,
4388                                                    (__v16si) __B,
4389                                                    __imm,
4390                                                    (__v16si)
4391                                                    _mm512_setzero_si512 (),
4392                                                    (__mmask16) __U);
4393 }
4394
4395 extern __inline __m512d
4396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4397 _mm512_shuffle_f64x2 (__m512d __A, __m512d __B, const int __imm)
4398 {
4399   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
4400                                                    (__v8df) __B, __imm,
4401                                                    (__v8df)
4402                                                    _mm512_undefined_pd (),
4403                                                    (__mmask8) -1);
4404 }
4405
4406 extern __inline __m512d
4407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4408 _mm512_mask_shuffle_f64x2 (__m512d __W, __mmask8 __U, __m512d __A,
4409                            __m512d __B, const int __imm)
4410 {
4411   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
4412                                                    (__v8df) __B, __imm,
4413                                                    (__v8df) __W,
4414                                                    (__mmask8) __U);
4415 }
4416
4417 extern __inline __m512d
4418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4419 _mm512_maskz_shuffle_f64x2 (__mmask8 __U, __m512d __A, __m512d __B,
4420                             const int __imm)
4421 {
4422   return (__m512d) __builtin_ia32_shuf_f64x2_mask ((__v8df) __A,
4423                                                    (__v8df) __B, __imm,
4424                                                    (__v8df)
4425                                                    _mm512_setzero_pd (),
4426                                                    (__mmask8) __U);
4427 }
4428
4429 extern __inline __m512
4430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4431 _mm512_shuffle_f32x4 (__m512 __A, __m512 __B, const int __imm)
4432 {
4433   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
4434                                                   (__v16sf) __B, __imm,
4435                                                   (__v16sf)
4436                                                   _mm512_undefined_ps (),
4437                                                   (__mmask16) -1);
4438 }
4439
4440 extern __inline __m512
4441 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4442 _mm512_mask_shuffle_f32x4 (__m512 __W, __mmask16 __U, __m512 __A,
4443                            __m512 __B, const int __imm)
4444 {
4445   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
4446                                                   (__v16sf) __B, __imm,
4447                                                   (__v16sf) __W,
4448                                                   (__mmask16) __U);
4449 }
4450
4451 extern __inline __m512
4452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4453 _mm512_maskz_shuffle_f32x4 (__mmask16 __U, __m512 __A, __m512 __B,
4454                             const int __imm)
4455 {
4456   return (__m512) __builtin_ia32_shuf_f32x4_mask ((__v16sf) __A,
4457                                                   (__v16sf) __B, __imm,
4458                                                   (__v16sf)
4459                                                   _mm512_setzero_ps (),
4460                                                   (__mmask16) __U);
4461 }
4462
4463 #else
4464 #define _mm512_shuffle_epi32(X, C)                                      \
4465   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4466     (__v16si)(__m512i)_mm512_undefined_epi32 (),\
4467     (__mmask16)-1))
4468
4469 #define _mm512_mask_shuffle_epi32(W, U, X, C)                           \
4470   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4471     (__v16si)(__m512i)(W),\
4472     (__mmask16)(U)))
4473
4474 #define _mm512_maskz_shuffle_epi32(U, X, C)                             \
4475   ((__m512i)  __builtin_ia32_pshufd512_mask ((__v16si)(__m512i)(X), (int)(C),\
4476     (__v16si)(__m512i)_mm512_setzero_si512 (),\
4477     (__mmask16)(U)))
4478
4479 #define _mm512_shuffle_i64x2(X, Y, C)                                   \
4480   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4481       (__v8di)(__m512i)(Y), (int)(C),\
4482     (__v8di)(__m512i)_mm512_undefined_epi32 (),\
4483     (__mmask8)-1))
4484
4485 #define _mm512_mask_shuffle_i64x2(W, U, X, Y, C)                        \
4486   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4487       (__v8di)(__m512i)(Y), (int)(C),\
4488     (__v8di)(__m512i)(W),\
4489     (__mmask8)(U)))
4490
4491 #define _mm512_maskz_shuffle_i64x2(U, X, Y, C)                          \
4492   ((__m512i)  __builtin_ia32_shuf_i64x2_mask ((__v8di)(__m512i)(X),     \
4493       (__v8di)(__m512i)(Y), (int)(C),\
4494     (__v8di)(__m512i)_mm512_setzero_si512 (),\
4495     (__mmask8)(U)))
4496
4497 #define _mm512_shuffle_i32x4(X, Y, C)                                   \
4498   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4499       (__v16si)(__m512i)(Y), (int)(C),\
4500     (__v16si)(__m512i)_mm512_undefined_epi32 (),\
4501     (__mmask16)-1))
4502
4503 #define _mm512_mask_shuffle_i32x4(W, U, X, Y, C)                        \
4504   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4505       (__v16si)(__m512i)(Y), (int)(C),\
4506     (__v16si)(__m512i)(W),\
4507     (__mmask16)(U)))
4508
4509 #define _mm512_maskz_shuffle_i32x4(U, X, Y, C)                          \
4510   ((__m512i)  __builtin_ia32_shuf_i32x4_mask ((__v16si)(__m512i)(X),    \
4511       (__v16si)(__m512i)(Y), (int)(C),\
4512     (__v16si)(__m512i)_mm512_setzero_si512 (),\
4513     (__mmask16)(U)))
4514
4515 #define _mm512_shuffle_f64x2(X, Y, C)                                   \
4516   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),     \
4517       (__v8df)(__m512d)(Y), (int)(C),\
4518     (__v8df)(__m512d)_mm512_undefined_pd(),\
4519     (__mmask8)-1))
4520
4521 #define _mm512_mask_shuffle_f64x2(W, U, X, Y, C)                        \
4522   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),     \
4523       (__v8df)(__m512d)(Y), (int)(C),\
4524     (__v8df)(__m512d)(W),\
4525     (__mmask8)(U)))
4526
4527 #define _mm512_maskz_shuffle_f64x2(U, X, Y, C)                         \
4528   ((__m512d)  __builtin_ia32_shuf_f64x2_mask ((__v8df)(__m512d)(X),    \
4529       (__v8df)(__m512d)(Y), (int)(C),\
4530     (__v8df)(__m512d)_mm512_setzero_pd(),\
4531     (__mmask8)(U)))
4532
4533 #define _mm512_shuffle_f32x4(X, Y, C)                                  \
4534   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4535       (__v16sf)(__m512)(Y), (int)(C),\
4536     (__v16sf)(__m512)_mm512_undefined_ps(),\
4537     (__mmask16)-1))
4538
4539 #define _mm512_mask_shuffle_f32x4(W, U, X, Y, C)                       \
4540   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4541       (__v16sf)(__m512)(Y), (int)(C),\
4542     (__v16sf)(__m512)(W),\
4543     (__mmask16)(U)))
4544
4545 #define _mm512_maskz_shuffle_f32x4(U, X, Y, C)                         \
4546   ((__m512)  __builtin_ia32_shuf_f32x4_mask ((__v16sf)(__m512)(X),     \
4547       (__v16sf)(__m512)(Y), (int)(C),\
4548     (__v16sf)(__m512)_mm512_setzero_ps(),\
4549     (__mmask16)(U)))
4550 #endif
4551
4552 extern __inline __m512i
4553 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4554 _mm512_rolv_epi32 (__m512i __A, __m512i __B)
4555 {
4556   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4557                                                   (__v16si) __B,
4558                                                   (__v16si)
4559                                                   _mm512_undefined_epi32 (),
4560                                                   (__mmask16) -1);
4561 }
4562
4563 extern __inline __m512i
4564 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4565 _mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4566 {
4567   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4568                                                   (__v16si) __B,
4569                                                   (__v16si) __W,
4570                                                   (__mmask16) __U);
4571 }
4572
4573 extern __inline __m512i
4574 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4575 _mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4576 {
4577   return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4578                                                   (__v16si) __B,
4579                                                   (__v16si)
4580                                                   _mm512_setzero_si512 (),
4581                                                   (__mmask16) __U);
4582 }
4583
4584 extern __inline __m512i
4585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4586 _mm512_rorv_epi32 (__m512i __A, __m512i __B)
4587 {
4588   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4589                                                   (__v16si) __B,
4590                                                   (__v16si)
4591                                                   _mm512_undefined_epi32 (),
4592                                                   (__mmask16) -1);
4593 }
4594
4595 extern __inline __m512i
4596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4597 _mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4598 {
4599   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4600                                                   (__v16si) __B,
4601                                                   (__v16si) __W,
4602                                                   (__mmask16) __U);
4603 }
4604
4605 extern __inline __m512i
4606 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4607 _mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4608 {
4609   return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4610                                                   (__v16si) __B,
4611                                                   (__v16si)
4612                                                   _mm512_setzero_si512 (),
4613                                                   (__mmask16) __U);
4614 }
4615
4616 extern __inline __m512i
4617 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4618 _mm512_rolv_epi64 (__m512i __A, __m512i __B)
4619 {
4620   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4621                                                   (__v8di) __B,
4622                                                   (__v8di)
4623                                                   _mm512_undefined_epi32 (),
4624                                                   (__mmask8) -1);
4625 }
4626
4627 extern __inline __m512i
4628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4629 _mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4630 {
4631   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4632                                                   (__v8di) __B,
4633                                                   (__v8di) __W,
4634                                                   (__mmask8) __U);
4635 }
4636
4637 extern __inline __m512i
4638 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4639 _mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4640 {
4641   return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4642                                                   (__v8di) __B,
4643                                                   (__v8di)
4644                                                   _mm512_setzero_si512 (),
4645                                                   (__mmask8) __U);
4646 }
4647
4648 extern __inline __m512i
4649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4650 _mm512_rorv_epi64 (__m512i __A, __m512i __B)
4651 {
4652   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4653                                                   (__v8di) __B,
4654                                                   (__v8di)
4655                                                   _mm512_undefined_epi32 (),
4656                                                   (__mmask8) -1);
4657 }
4658
4659 extern __inline __m512i
4660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4661 _mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4662 {
4663   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4664                                                   (__v8di) __B,
4665                                                   (__v8di) __W,
4666                                                   (__mmask8) __U);
4667 }
4668
4669 extern __inline __m512i
4670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4671 _mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4672 {
4673   return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4674                                                   (__v8di) __B,
4675                                                   (__v8di)
4676                                                   _mm512_setzero_si512 (),
4677                                                   (__mmask8) __U);
4678 }
4679
4680 #ifdef __OPTIMIZE__
4681 extern __inline __m256i
4682 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4683 _mm512_cvtt_roundpd_epi32 (__m512d __A, const int __R)
4684 {
4685   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4686                                                      (__v8si)
4687                                                      _mm256_undefined_si256 (),
4688                                                      (__mmask8) -1, __R);
4689 }
4690
4691 extern __inline __m256i
4692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4693 _mm512_mask_cvtt_roundpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A,
4694                                 const int __R)
4695 {
4696   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4697                                                      (__v8si) __W,
4698                                                      (__mmask8) __U, __R);
4699 }
4700
4701 extern __inline __m256i
4702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4703 _mm512_maskz_cvtt_roundpd_epi32 (__mmask8 __U, __m512d __A, const int __R)
4704 {
4705   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4706                                                      (__v8si)
4707                                                      _mm256_setzero_si256 (),
4708                                                      (__mmask8) __U, __R);
4709 }
4710
4711 extern __inline __m256i
4712 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4713 _mm512_cvtt_roundpd_epu32 (__m512d __A, const int __R)
4714 {
4715   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4716                                                       (__v8si)
4717                                                       _mm256_undefined_si256 (),
4718                                                       (__mmask8) -1, __R);
4719 }
4720
4721 extern __inline __m256i
4722 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4723 _mm512_mask_cvtt_roundpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A,
4724                                 const int __R)
4725 {
4726   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4727                                                       (__v8si) __W,
4728                                                       (__mmask8) __U, __R);
4729 }
4730
4731 extern __inline __m256i
4732 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4733 _mm512_maskz_cvtt_roundpd_epu32 (__mmask8 __U, __m512d __A, const int __R)
4734 {
4735   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
4736                                                       (__v8si)
4737                                                       _mm256_setzero_si256 (),
4738                                                       (__mmask8) __U, __R);
4739 }
4740 #else
4741 #define _mm512_cvtt_roundpd_epi32(A, B)              \
4742     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4743
4744 #define _mm512_mask_cvtt_roundpd_epi32(W, U, A, B)   \
4745     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)(W), U, B))
4746
4747 #define _mm512_maskz_cvtt_roundpd_epi32(U, A, B)     \
4748     ((__m256i)__builtin_ia32_cvttpd2dq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4749
4750 #define _mm512_cvtt_roundpd_epu32(A, B)              \
4751     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4752
4753 #define _mm512_mask_cvtt_roundpd_epu32(W, U, A, B)   \
4754     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)(W), U, B))
4755
4756 #define _mm512_maskz_cvtt_roundpd_epu32(U, A, B)     \
4757     ((__m256i)__builtin_ia32_cvttpd2udq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4758 #endif
4759
4760 #ifdef __OPTIMIZE__
4761 extern __inline __m256i
4762 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4763 _mm512_cvt_roundpd_epi32 (__m512d __A, const int __R)
4764 {
4765   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4766                                                     (__v8si)
4767                                                     _mm256_undefined_si256 (),
4768                                                     (__mmask8) -1, __R);
4769 }
4770
4771 extern __inline __m256i
4772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4773 _mm512_mask_cvt_roundpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A,
4774                                const int __R)
4775 {
4776   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4777                                                     (__v8si) __W,
4778                                                     (__mmask8) __U, __R);
4779 }
4780
4781 extern __inline __m256i
4782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4783 _mm512_maskz_cvt_roundpd_epi32 (__mmask8 __U, __m512d __A, const int __R)
4784 {
4785   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4786                                                     (__v8si)
4787                                                     _mm256_setzero_si256 (),
4788                                                     (__mmask8) __U, __R);
4789 }
4790
4791 extern __inline __m256i
4792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4793 _mm512_cvt_roundpd_epu32 (__m512d __A, const int __R)
4794 {
4795   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4796                                                      (__v8si)
4797                                                      _mm256_undefined_si256 (),
4798                                                      (__mmask8) -1, __R);
4799 }
4800
4801 extern __inline __m256i
4802 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4803 _mm512_mask_cvt_roundpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A,
4804                                const int __R)
4805 {
4806   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4807                                                      (__v8si) __W,
4808                                                      (__mmask8) __U, __R);
4809 }
4810
4811 extern __inline __m256i
4812 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4813 _mm512_maskz_cvt_roundpd_epu32 (__mmask8 __U, __m512d __A, const int __R)
4814 {
4815   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4816                                                      (__v8si)
4817                                                      _mm256_setzero_si256 (),
4818                                                      (__mmask8) __U, __R);
4819 }
4820 #else
4821 #define _mm512_cvt_roundpd_epi32(A, B)              \
4822     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4823
4824 #define _mm512_mask_cvt_roundpd_epi32(W, U, A, B)   \
4825     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)(W), U, B))
4826
4827 #define _mm512_maskz_cvt_roundpd_epi32(U, A, B)     \
4828     ((__m256i)__builtin_ia32_cvtpd2dq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4829
4830 #define _mm512_cvt_roundpd_epu32(A, B)              \
4831     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)_mm256_undefined_si256(), -1, B))
4832
4833 #define _mm512_mask_cvt_roundpd_epu32(W, U, A, B)   \
4834     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)(W), U, B))
4835
4836 #define _mm512_maskz_cvt_roundpd_epu32(U, A, B)     \
4837     ((__m256i)__builtin_ia32_cvtpd2udq512_mask(A, (__v8si)_mm256_setzero_si256(), U, B))
4838 #endif
4839
4840 #ifdef __OPTIMIZE__
4841 extern __inline __m512i
4842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4843 _mm512_cvtt_roundps_epi32 (__m512 __A, const int __R)
4844 {
4845   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4846                                                      (__v16si)
4847                                                      _mm512_undefined_epi32 (),
4848                                                      (__mmask16) -1, __R);
4849 }
4850
4851 extern __inline __m512i
4852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4853 _mm512_mask_cvtt_roundps_epi32 (__m512i __W, __mmask16 __U, __m512 __A,
4854                                 const int __R)
4855 {
4856   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4857                                                      (__v16si) __W,
4858                                                      (__mmask16) __U, __R);
4859 }
4860
4861 extern __inline __m512i
4862 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4863 _mm512_maskz_cvtt_roundps_epi32 (__mmask16 __U, __m512 __A, const int __R)
4864 {
4865   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4866                                                      (__v16si)
4867                                                      _mm512_setzero_si512 (),
4868                                                      (__mmask16) __U, __R);
4869 }
4870
4871 extern __inline __m512i
4872 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4873 _mm512_cvtt_roundps_epu32 (__m512 __A, const int __R)
4874 {
4875   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4876                                                       (__v16si)
4877                                                       _mm512_undefined_epi32 (),
4878                                                       (__mmask16) -1, __R);
4879 }
4880
4881 extern __inline __m512i
4882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4883 _mm512_mask_cvtt_roundps_epu32 (__m512i __W, __mmask16 __U, __m512 __A,
4884                                 const int __R)
4885 {
4886   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4887                                                       (__v16si) __W,
4888                                                       (__mmask16) __U, __R);
4889 }
4890
4891 extern __inline __m512i
4892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4893 _mm512_maskz_cvtt_roundps_epu32 (__mmask16 __U, __m512 __A, const int __R)
4894 {
4895   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
4896                                                       (__v16si)
4897                                                       _mm512_setzero_si512 (),
4898                                                       (__mmask16) __U, __R);
4899 }
4900 #else
4901 #define _mm512_cvtt_roundps_epi32(A, B)              \
4902     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)_mm512_undefined_epi32 (), -1, B))
4903
4904 #define _mm512_mask_cvtt_roundps_epi32(W, U, A, B)   \
4905     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)(W), U, B))
4906
4907 #define _mm512_maskz_cvtt_roundps_epi32(U, A, B)     \
4908     ((__m512i)__builtin_ia32_cvttps2dq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4909
4910 #define _mm512_cvtt_roundps_epu32(A, B)              \
4911     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)_mm512_undefined_epi32 (), -1, B))
4912
4913 #define _mm512_mask_cvtt_roundps_epu32(W, U, A, B)   \
4914     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)(W), U, B))
4915
4916 #define _mm512_maskz_cvtt_roundps_epu32(U, A, B)     \
4917     ((__m512i)__builtin_ia32_cvttps2udq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4918 #endif
4919
4920 #ifdef __OPTIMIZE__
4921 extern __inline __m512i
4922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4923 _mm512_cvt_roundps_epi32 (__m512 __A, const int __R)
4924 {
4925   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4926                                                     (__v16si)
4927                                                     _mm512_undefined_epi32 (),
4928                                                     (__mmask16) -1, __R);
4929 }
4930
4931 extern __inline __m512i
4932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4933 _mm512_mask_cvt_roundps_epi32 (__m512i __W, __mmask16 __U, __m512 __A,
4934                                const int __R)
4935 {
4936   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4937                                                     (__v16si) __W,
4938                                                     (__mmask16) __U, __R);
4939 }
4940
4941 extern __inline __m512i
4942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4943 _mm512_maskz_cvt_roundps_epi32 (__mmask16 __U, __m512 __A, const int __R)
4944 {
4945   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4946                                                     (__v16si)
4947                                                     _mm512_setzero_si512 (),
4948                                                     (__mmask16) __U, __R);
4949 }
4950
4951 extern __inline __m512i
4952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4953 _mm512_cvt_roundps_epu32 (__m512 __A, const int __R)
4954 {
4955   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4956                                                      (__v16si)
4957                                                      _mm512_undefined_epi32 (),
4958                                                      (__mmask16) -1, __R);
4959 }
4960
4961 extern __inline __m512i
4962 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4963 _mm512_mask_cvt_roundps_epu32 (__m512i __W, __mmask16 __U, __m512 __A,
4964                                const int __R)
4965 {
4966   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4967                                                      (__v16si) __W,
4968                                                      (__mmask16) __U, __R);
4969 }
4970
4971 extern __inline __m512i
4972 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4973 _mm512_maskz_cvt_roundps_epu32 (__mmask16 __U, __m512 __A, const int __R)
4974 {
4975   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4976                                                      (__v16si)
4977                                                      _mm512_setzero_si512 (),
4978                                                      (__mmask16) __U, __R);
4979 }
4980 #else
4981 #define _mm512_cvt_roundps_epi32(A, B)              \
4982     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)_mm512_undefined_epi32 (), -1, B))
4983
4984 #define _mm512_mask_cvt_roundps_epi32(W, U, A, B)   \
4985     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)(W), U, B))
4986
4987 #define _mm512_maskz_cvt_roundps_epi32(U, A, B)     \
4988     ((__m512i)__builtin_ia32_cvtps2dq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4989
4990 #define _mm512_cvt_roundps_epu32(A, B)              \
4991     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)_mm512_undefined_epi32 (), -1, B))
4992
4993 #define _mm512_mask_cvt_roundps_epu32(W, U, A, B)   \
4994     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)(W), U, B))
4995
4996 #define _mm512_maskz_cvt_roundps_epu32(U, A, B)     \
4997     ((__m512i)__builtin_ia32_cvtps2udq512_mask(A, (__v16si)_mm512_setzero_si512 (), U, B))
4998 #endif
4999
5000 extern __inline __m128d
5001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5002 _mm_cvtu32_sd (__m128d __A, unsigned __B)
5003 {
5004   return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
5005 }
5006
5007 #ifdef __x86_64__
5008 #ifdef __OPTIMIZE__
5009 extern __inline __m128d
5010 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5011 _mm_cvt_roundu64_sd (__m128d __A, unsigned long long __B, const int __R)
5012 {
5013   return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B, __R);
5014 }
5015
5016 extern __inline __m128d
5017 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5018 _mm_cvt_roundi64_sd (__m128d __A, long long __B, const int __R)
5019 {
5020   return (__m128d) __builtin_ia32_cvtsi2sd64 ((__v2df) __A, __B, __R);
5021 }
5022
5023 extern __inline __m128d
5024 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5025 _mm_cvt_roundsi64_sd (__m128d __A, long long __B, const int __R)
5026 {
5027   return (__m128d) __builtin_ia32_cvtsi2sd64 ((__v2df) __A, __B, __R);
5028 }
5029 #else
5030 #define _mm_cvt_roundu64_sd(A, B, C)   \
5031     (__m128d)__builtin_ia32_cvtusi2sd64(A, B, C)
5032
5033 #define _mm_cvt_roundi64_sd(A, B, C)   \
5034     (__m128d)__builtin_ia32_cvtsi2sd64(A, B, C)
5035
5036 #define _mm_cvt_roundsi64_sd(A, B, C)   \
5037     (__m128d)__builtin_ia32_cvtsi2sd64(A, B, C)
5038 #endif
5039
5040 #endif
5041
5042 #ifdef __OPTIMIZE__
5043 extern __inline __m128
5044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5045 _mm_cvt_roundu32_ss (__m128 __A, unsigned __B, const int __R)
5046 {
5047   return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B, __R);
5048 }
5049
5050 extern __inline __m128
5051 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5052 _mm_cvt_roundsi32_ss (__m128 __A, int __B, const int __R)
5053 {
5054   return (__m128) __builtin_ia32_cvtsi2ss32 ((__v4sf) __A, __B, __R);
5055 }
5056
5057 extern __inline __m128
5058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5059 _mm_cvt_roundi32_ss (__m128 __A, int __B, const int __R)
5060 {
5061   return (__m128) __builtin_ia32_cvtsi2ss32 ((__v4sf) __A, __B, __R);
5062 }
5063 #else
5064 #define _mm_cvt_roundu32_ss(A, B, C)   \
5065     (__m128)__builtin_ia32_cvtusi2ss32(A, B, C)
5066
5067 #define _mm_cvt_roundi32_ss(A, B, C)   \
5068     (__m128)__builtin_ia32_cvtsi2ss32(A, B, C)
5069
5070 #define _mm_cvt_roundsi32_ss(A, B, C)   \
5071     (__m128)__builtin_ia32_cvtsi2ss32(A, B, C)
5072 #endif
5073
5074 #ifdef __x86_64__
5075 #ifdef __OPTIMIZE__
5076 extern __inline __m128
5077 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5078 _mm_cvt_roundu64_ss (__m128 __A, unsigned long long __B, const int __R)
5079 {
5080   return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B, __R);
5081 }
5082
5083 extern __inline __m128
5084 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5085 _mm_cvt_roundsi64_ss (__m128 __A, long long __B, const int __R)
5086 {
5087   return (__m128) __builtin_ia32_cvtsi2ss64 ((__v4sf) __A, __B, __R);
5088 }
5089
5090 extern __inline __m128
5091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5092 _mm_cvt_roundi64_ss (__m128 __A, long long __B, const int __R)
5093 {
5094   return (__m128) __builtin_ia32_cvtsi2ss64 ((__v4sf) __A, __B, __R);
5095 }
5096 #else
5097 #define _mm_cvt_roundu64_ss(A, B, C)   \
5098     (__m128)__builtin_ia32_cvtusi2ss64(A, B, C)
5099
5100 #define _mm_cvt_roundi64_ss(A, B, C)   \
5101     (__m128)__builtin_ia32_cvtsi2ss64(A, B, C)
5102
5103 #define _mm_cvt_roundsi64_ss(A, B, C)   \
5104     (__m128)__builtin_ia32_cvtsi2ss64(A, B, C)
5105 #endif
5106
5107 #endif
5108
5109 extern __inline __m128i
5110 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5111 _mm512_cvtepi32_epi8 (__m512i __A)
5112 {
5113   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
5114                                                   (__v16qi)
5115                                                   _mm_undefined_si128 (),
5116                                                   (__mmask16) -1);
5117 }
5118
5119 extern __inline void
5120 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5121 _mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
5122 {
5123   __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
5124 }
5125
5126 extern __inline __m128i
5127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5128 _mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
5129 {
5130   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
5131                                                   (__v16qi) __O, __M);
5132 }
5133
5134 extern __inline __m128i
5135 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5136 _mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
5137 {
5138   return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
5139                                                   (__v16qi)
5140                                                   _mm_setzero_si128 (),
5141                                                   __M);
5142 }
5143
5144 extern __inline __m128i
5145 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5146 _mm512_cvtsepi32_epi8 (__m512i __A)
5147 {
5148   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
5149                                                    (__v16qi)
5150                                                    _mm_undefined_si128 (),
5151                                                    (__mmask16) -1);
5152 }
5153
5154 extern __inline void
5155 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5156 _mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
5157 {
5158   __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
5159 }
5160
5161 extern __inline __m128i
5162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5163 _mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
5164 {
5165   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
5166                                                    (__v16qi) __O, __M);
5167 }
5168
5169 extern __inline __m128i
5170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5171 _mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
5172 {
5173   return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
5174                                                    (__v16qi)
5175                                                    _mm_setzero_si128 (),
5176                                                    __M);
5177 }
5178
5179 extern __inline __m128i
5180 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5181 _mm512_cvtusepi32_epi8 (__m512i __A)
5182 {
5183   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
5184                                                     (__v16qi)
5185                                                     _mm_undefined_si128 (),
5186                                                     (__mmask16) -1);
5187 }
5188
5189 extern __inline void
5190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5191 _mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
5192 {
5193   __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
5194 }
5195
5196 extern __inline __m128i
5197 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5198 _mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
5199 {
5200   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
5201                                                     (__v16qi) __O,
5202                                                     __M);
5203 }
5204
5205 extern __inline __m128i
5206 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5207 _mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
5208 {
5209   return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
5210                                                     (__v16qi)
5211                                                     _mm_setzero_si128 (),
5212                                                     __M);
5213 }
5214
5215 extern __inline __m256i
5216 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5217 _mm512_cvtepi32_epi16 (__m512i __A)
5218 {
5219   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
5220                                                   (__v16hi)
5221                                                   _mm256_undefined_si256 (),
5222                                                   (__mmask16) -1);
5223 }
5224
5225 extern __inline void
5226 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5227 _mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
5228 {
5229   __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
5230 }
5231
5232 extern __inline __m256i
5233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5234 _mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
5235 {
5236   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
5237                                                   (__v16hi) __O, __M);
5238 }
5239
5240 extern __inline __m256i
5241 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5242 _mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
5243 {
5244   return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
5245                                                   (__v16hi)
5246                                                   _mm256_setzero_si256 (),
5247                                                   __M);
5248 }
5249
5250 extern __inline __m256i
5251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5252 _mm512_cvtsepi32_epi16 (__m512i __A)
5253 {
5254   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
5255                                                    (__v16hi)
5256                                                    _mm256_undefined_si256 (),
5257                                                    (__mmask16) -1);
5258 }
5259
5260 extern __inline void
5261 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5262 _mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
5263 {
5264   __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
5265 }
5266
5267 extern __inline __m256i
5268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5269 _mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
5270 {
5271   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
5272                                                    (__v16hi) __O, __M);
5273 }
5274
5275 extern __inline __m256i
5276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5277 _mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
5278 {
5279   return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
5280                                                    (__v16hi)
5281                                                    _mm256_setzero_si256 (),
5282                                                    __M);
5283 }
5284
5285 extern __inline __m256i
5286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5287 _mm512_cvtusepi32_epi16 (__m512i __A)
5288 {
5289   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
5290                                                     (__v16hi)
5291                                                     _mm256_undefined_si256 (),
5292                                                     (__mmask16) -1);
5293 }
5294
5295 extern __inline void
5296 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5297 _mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
5298 {
5299   __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
5300 }
5301
5302 extern __inline __m256i
5303 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5304 _mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
5305 {
5306   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
5307                                                     (__v16hi) __O,
5308                                                     __M);
5309 }
5310
5311 extern __inline __m256i
5312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5313 _mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
5314 {
5315   return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
5316                                                     (__v16hi)
5317                                                     _mm256_setzero_si256 (),
5318                                                     __M);
5319 }
5320
5321 extern __inline __m256i
5322 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5323 _mm512_cvtepi64_epi32 (__m512i __A)
5324 {
5325   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
5326                                                   (__v8si)
5327                                                   _mm256_undefined_si256 (),
5328                                                   (__mmask8) -1);
5329 }
5330
5331 extern __inline void
5332 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5333 _mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
5334 {
5335   __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
5336 }
5337
5338 extern __inline __m256i
5339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5340 _mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
5341 {
5342   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
5343                                                   (__v8si) __O, __M);
5344 }
5345
5346 extern __inline __m256i
5347 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5348 _mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
5349 {
5350   return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
5351                                                   (__v8si)
5352                                                   _mm256_setzero_si256 (),
5353                                                   __M);
5354 }
5355
5356 extern __inline __m256i
5357 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5358 _mm512_cvtsepi64_epi32 (__m512i __A)
5359 {
5360   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
5361                                                    (__v8si)
5362                                                    _mm256_undefined_si256 (),
5363                                                    (__mmask8) -1);
5364 }
5365
5366 extern __inline void
5367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5368 _mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
5369 {
5370   __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
5371 }
5372
5373 extern __inline __m256i
5374 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5375 _mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
5376 {
5377   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
5378                                                    (__v8si) __O, __M);
5379 }
5380
5381 extern __inline __m256i
5382 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5383 _mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
5384 {
5385   return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
5386                                                    (__v8si)
5387                                                    _mm256_setzero_si256 (),
5388                                                    __M);
5389 }
5390
5391 extern __inline __m256i
5392 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5393 _mm512_cvtusepi64_epi32 (__m512i __A)
5394 {
5395   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
5396                                                     (__v8si)
5397                                                     _mm256_undefined_si256 (),
5398                                                     (__mmask8) -1);
5399 }
5400
5401 extern __inline void
5402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5403 _mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
5404 {
5405   __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
5406 }
5407
5408 extern __inline __m256i
5409 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5410 _mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
5411 {
5412   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
5413                                                     (__v8si) __O, __M);
5414 }
5415
5416 extern __inline __m256i
5417 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5418 _mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
5419 {
5420   return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
5421                                                     (__v8si)
5422                                                     _mm256_setzero_si256 (),
5423                                                     __M);
5424 }
5425
5426 extern __inline __m128i
5427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5428 _mm512_cvtepi64_epi16 (__m512i __A)
5429 {
5430   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
5431                                                   (__v8hi)
5432                                                   _mm_undefined_si128 (),
5433                                                   (__mmask8) -1);
5434 }
5435
5436 extern __inline void
5437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5438 _mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
5439 {
5440   __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
5441 }
5442
5443 extern __inline __m128i
5444 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5445 _mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
5446 {
5447   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
5448                                                   (__v8hi) __O, __M);
5449 }
5450
5451 extern __inline __m128i
5452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5453 _mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
5454 {
5455   return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
5456                                                   (__v8hi)
5457                                                   _mm_setzero_si128 (),
5458                                                   __M);
5459 }
5460
5461 extern __inline __m128i
5462 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5463 _mm512_cvtsepi64_epi16 (__m512i __A)
5464 {
5465   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5466                                                    (__v8hi)
5467                                                    _mm_undefined_si128 (),
5468                                                    (__mmask8) -1);
5469 }
5470
5471 extern __inline void
5472 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5473 _mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
5474 {
5475   __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
5476 }
5477
5478 extern __inline __m128i
5479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5480 _mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
5481 {
5482   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5483                                                    (__v8hi) __O, __M);
5484 }
5485
5486 extern __inline __m128i
5487 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5488 _mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
5489 {
5490   return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
5491                                                    (__v8hi)
5492                                                    _mm_setzero_si128 (),
5493                                                    __M);
5494 }
5495
5496 extern __inline __m128i
5497 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5498 _mm512_cvtusepi64_epi16 (__m512i __A)
5499 {
5500   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5501                                                     (__v8hi)
5502                                                     _mm_undefined_si128 (),
5503                                                     (__mmask8) -1);
5504 }
5505
5506 extern __inline void
5507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5508 _mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
5509 {
5510   __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
5511 }
5512
5513 extern __inline __m128i
5514 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5515 _mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
5516 {
5517   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5518                                                     (__v8hi) __O, __M);
5519 }
5520
5521 extern __inline __m128i
5522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5523 _mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
5524 {
5525   return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
5526                                                     (__v8hi)
5527                                                     _mm_setzero_si128 (),
5528                                                     __M);
5529 }
5530
5531 extern __inline __m128i
5532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5533 _mm512_cvtepi64_epi8 (__m512i __A)
5534 {
5535   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5536                                                   (__v16qi)
5537                                                   _mm_undefined_si128 (),
5538                                                   (__mmask8) -1);
5539 }
5540
5541 extern __inline void
5542 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5543 _mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5544 {
5545   __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5546 }
5547
5548 extern __inline __m128i
5549 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5550 _mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5551 {
5552   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5553                                                   (__v16qi) __O, __M);
5554 }
5555
5556 extern __inline __m128i
5557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5558 _mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
5559 {
5560   return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
5561                                                   (__v16qi)
5562                                                   _mm_setzero_si128 (),
5563                                                   __M);
5564 }
5565
5566 extern __inline __m128i
5567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5568 _mm512_cvtsepi64_epi8 (__m512i __A)
5569 {
5570   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5571                                                    (__v16qi)
5572                                                    _mm_undefined_si128 (),
5573                                                    (__mmask8) -1);
5574 }
5575
5576 extern __inline void
5577 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5578 _mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5579 {
5580   __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5581 }
5582
5583 extern __inline __m128i
5584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5585 _mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5586 {
5587   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5588                                                    (__v16qi) __O, __M);
5589 }
5590
5591 extern __inline __m128i
5592 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5593 _mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
5594 {
5595   return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
5596                                                    (__v16qi)
5597                                                    _mm_setzero_si128 (),
5598                                                    __M);
5599 }
5600
5601 extern __inline __m128i
5602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5603 _mm512_cvtusepi64_epi8 (__m512i __A)
5604 {
5605   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5606                                                     (__v16qi)
5607                                                     _mm_undefined_si128 (),
5608                                                     (__mmask8) -1);
5609 }
5610
5611 extern __inline void
5612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5613 _mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
5614 {
5615   __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
5616 }
5617
5618 extern __inline __m128i
5619 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5620 _mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
5621 {
5622   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5623                                                     (__v16qi) __O,
5624                                                     __M);
5625 }
5626
5627 extern __inline __m128i
5628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5629 _mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
5630 {
5631   return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
5632                                                     (__v16qi)
5633                                                     _mm_setzero_si128 (),
5634                                                     __M);
5635 }
5636
5637 extern __inline __m512d
5638 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5639 _mm512_cvtepi32_pd (__m256i __A)
5640 {
5641   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5642                                                     (__v8df)
5643                                                     _mm512_undefined_pd (),
5644                                                     (__mmask8) -1);
5645 }
5646
5647 extern __inline __m512d
5648 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5649 _mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
5650 {
5651   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5652                                                     (__v8df) __W,
5653                                                     (__mmask8) __U);
5654 }
5655
5656 extern __inline __m512d
5657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5658 _mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
5659 {
5660   return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
5661                                                     (__v8df)
5662                                                     _mm512_setzero_pd (),
5663                                                     (__mmask8) __U);
5664 }
5665
5666 extern __inline __m512d
5667 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5668 _mm512_cvtepu32_pd (__m256i __A)
5669 {
5670   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5671                                                      (__v8df)
5672                                                      _mm512_undefined_pd (),
5673                                                      (__mmask8) -1);
5674 }
5675
5676 extern __inline __m512d
5677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5678 _mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
5679 {
5680   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5681                                                      (__v8df) __W,
5682                                                      (__mmask8) __U);
5683 }
5684
5685 extern __inline __m512d
5686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5687 _mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
5688 {
5689   return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
5690                                                      (__v8df)
5691                                                      _mm512_setzero_pd (),
5692                                                      (__mmask8) __U);
5693 }
5694
5695 #ifdef __OPTIMIZE__
5696 extern __inline __m512
5697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5698 _mm512_cvt_roundepi32_ps (__m512i __A, const int __R)
5699 {
5700   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5701                                                    (__v16sf)
5702                                                    _mm512_undefined_ps (),
5703                                                    (__mmask16) -1, __R);
5704 }
5705
5706 extern __inline __m512
5707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5708 _mm512_mask_cvt_roundepi32_ps (__m512 __W, __mmask16 __U, __m512i __A,
5709                                const int __R)
5710 {
5711   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5712                                                    (__v16sf) __W,
5713                                                    (__mmask16) __U, __R);
5714 }
5715
5716 extern __inline __m512
5717 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5718 _mm512_maskz_cvt_roundepi32_ps (__mmask16 __U, __m512i __A, const int __R)
5719 {
5720   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
5721                                                    (__v16sf)
5722                                                    _mm512_setzero_ps (),
5723                                                    (__mmask16) __U, __R);
5724 }
5725
5726 extern __inline __m512
5727 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5728 _mm512_cvt_roundepu32_ps (__m512i __A, const int __R)
5729 {
5730   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5731                                                     (__v16sf)
5732                                                     _mm512_undefined_ps (),
5733                                                     (__mmask16) -1, __R);
5734 }
5735
5736 extern __inline __m512
5737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5738 _mm512_mask_cvt_roundepu32_ps (__m512 __W, __mmask16 __U, __m512i __A,
5739                                const int __R)
5740 {
5741   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5742                                                     (__v16sf) __W,
5743                                                     (__mmask16) __U, __R);
5744 }
5745
5746 extern __inline __m512
5747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5748 _mm512_maskz_cvt_roundepu32_ps (__mmask16 __U, __m512i __A, const int __R)
5749 {
5750   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
5751                                                     (__v16sf)
5752                                                     _mm512_setzero_ps (),
5753                                                     (__mmask16) __U, __R);
5754 }
5755
5756 #else
5757 #define _mm512_cvt_roundepi32_ps(A, B)        \
5758     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
5759
5760 #define _mm512_mask_cvt_roundepi32_ps(W, U, A, B)   \
5761     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), W, U, B)
5762
5763 #define _mm512_maskz_cvt_roundepi32_ps(U, A, B)      \
5764     (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), (__v16sf)_mm512_setzero_ps(), U, B)
5765
5766 #define _mm512_cvt_roundepu32_ps(A, B)        \
5767     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
5768
5769 #define _mm512_mask_cvt_roundepu32_ps(W, U, A, B)   \
5770     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), W, U, B)
5771
5772 #define _mm512_maskz_cvt_roundepu32_ps(U, A, B)      \
5773     (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), (__v16sf)_mm512_setzero_ps(), U, B)
5774 #endif
5775
5776 #ifdef __OPTIMIZE__
5777 extern __inline __m256d
5778 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5779 _mm512_extractf64x4_pd (__m512d __A, const int __imm)
5780 {
5781   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5782                                                      __imm,
5783                                                      (__v4df)
5784                                                      _mm256_undefined_pd (),
5785                                                      (__mmask8) -1);
5786 }
5787
5788 extern __inline __m256d
5789 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5790 _mm512_mask_extractf64x4_pd (__m256d __W, __mmask8 __U, __m512d __A,
5791                              const int __imm)
5792 {
5793   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5794                                                      __imm,
5795                                                      (__v4df) __W,
5796                                                      (__mmask8) __U);
5797 }
5798
5799 extern __inline __m256d
5800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5801 _mm512_maskz_extractf64x4_pd (__mmask8 __U, __m512d __A, const int __imm)
5802 {
5803   return (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,
5804                                                      __imm,
5805                                                      (__v4df)
5806                                                      _mm256_setzero_pd (),
5807                                                      (__mmask8) __U);
5808 }
5809
5810 extern __inline __m128
5811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5812 _mm512_extractf32x4_ps (__m512 __A, const int __imm)
5813 {
5814   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5815                                                     __imm,
5816                                                     (__v4sf)
5817                                                     _mm_undefined_ps (),
5818                                                     (__mmask8) -1);
5819 }
5820
5821 extern __inline __m128
5822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5823 _mm512_mask_extractf32x4_ps (__m128 __W, __mmask8 __U, __m512 __A,
5824                              const int __imm)
5825 {
5826   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5827                                                     __imm,
5828                                                     (__v4sf) __W,
5829                                                     (__mmask8) __U);
5830 }
5831
5832 extern __inline __m128
5833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5834 _mm512_maskz_extractf32x4_ps (__mmask8 __U, __m512 __A, const int __imm)
5835 {
5836   return (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,
5837                                                     __imm,
5838                                                     (__v4sf)
5839                                                     _mm_setzero_ps (),
5840                                                     (__mmask8) __U);
5841 }
5842
5843 extern __inline __m256i
5844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5845 _mm512_extracti64x4_epi64 (__m512i __A, const int __imm)
5846 {
5847   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5848                                                      __imm,
5849                                                      (__v4di)
5850                                                      _mm256_undefined_si256 (),
5851                                                      (__mmask8) -1);
5852 }
5853
5854 extern __inline __m256i
5855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5856 _mm512_mask_extracti64x4_epi64 (__m256i __W, __mmask8 __U, __m512i __A,
5857                                 const int __imm)
5858 {
5859   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5860                                                      __imm,
5861                                                      (__v4di) __W,
5862                                                      (__mmask8) __U);
5863 }
5864
5865 extern __inline __m256i
5866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5867 _mm512_maskz_extracti64x4_epi64 (__mmask8 __U, __m512i __A, const int __imm)
5868 {
5869   return (__m256i) __builtin_ia32_extracti64x4_mask ((__v8di) __A,
5870                                                      __imm,
5871                                                      (__v4di)
5872                                                      _mm256_setzero_si256 (),
5873                                                      (__mmask8) __U);
5874 }
5875
5876 extern __inline __m128i
5877 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5878 _mm512_extracti32x4_epi32 (__m512i __A, const int __imm)
5879 {
5880   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5881                                                      __imm,
5882                                                      (__v4si)
5883                                                      _mm_undefined_si128 (),
5884                                                      (__mmask8) -1);
5885 }
5886
5887 extern __inline __m128i
5888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5889 _mm512_mask_extracti32x4_epi32 (__m128i __W, __mmask8 __U, __m512i __A,
5890                                 const int __imm)
5891 {
5892   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5893                                                      __imm,
5894                                                      (__v4si) __W,
5895                                                      (__mmask8) __U);
5896 }
5897
5898 extern __inline __m128i
5899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5900 _mm512_maskz_extracti32x4_epi32 (__mmask8 __U, __m512i __A, const int __imm)
5901 {
5902   return (__m128i) __builtin_ia32_extracti32x4_mask ((__v16si) __A,
5903                                                      __imm,
5904                                                      (__v4si)
5905                                                      _mm_setzero_si128 (),
5906                                                      (__mmask8) __U);
5907 }
5908 #else
5909
5910 #define _mm512_extractf64x4_pd(X, C)                                    \
5911   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5912     (int) (C),\
5913     (__v4df)(__m256d)_mm256_undefined_pd(),\
5914     (__mmask8)-1))
5915
5916 #define _mm512_mask_extractf64x4_pd(W, U, X, C)                         \
5917   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5918     (int) (C),\
5919     (__v4df)(__m256d)(W),\
5920     (__mmask8)(U)))
5921
5922 #define _mm512_maskz_extractf64x4_pd(U, X, C)                           \
5923   ((__m256d) __builtin_ia32_extractf64x4_mask ((__v8df)(__m512d) (X),   \
5924     (int) (C),\
5925     (__v4df)(__m256d)_mm256_setzero_pd(),\
5926     (__mmask8)(U)))
5927
5928 #define _mm512_extractf32x4_ps(X, C)                                    \
5929   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5930     (int) (C),\
5931     (__v4sf)(__m128)_mm_undefined_ps(),\
5932     (__mmask8)-1))
5933
5934 #define _mm512_mask_extractf32x4_ps(W, U, X, C)                         \
5935   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5936     (int) (C),\
5937     (__v4sf)(__m128)(W),\
5938     (__mmask8)(U)))
5939
5940 #define _mm512_maskz_extractf32x4_ps(U, X, C)                           \
5941   ((__m128) __builtin_ia32_extractf32x4_mask ((__v16sf)(__m512) (X),    \
5942     (int) (C),\
5943     (__v4sf)(__m128)_mm_setzero_ps(),\
5944     (__mmask8)(U)))
5945
5946 #define _mm512_extracti64x4_epi64(X, C)                                 \
5947   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5948     (int) (C),\
5949     (__v4di)(__m256i)_mm256_undefined_si256 (),\
5950     (__mmask8)-1))
5951
5952 #define _mm512_mask_extracti64x4_epi64(W, U, X, C)                      \
5953   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5954     (int) (C),\
5955     (__v4di)(__m256i)(W),\
5956     (__mmask8)(U)))
5957
5958 #define _mm512_maskz_extracti64x4_epi64(U, X, C)                        \
5959   ((__m256i) __builtin_ia32_extracti64x4_mask ((__v8di)(__m512i) (X),   \
5960     (int) (C),\
5961     (__v4di)(__m256i)_mm256_setzero_si256 (),\
5962     (__mmask8)(U)))
5963
5964 #define _mm512_extracti32x4_epi32(X, C)                                 \
5965   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5966     (int) (C),\
5967     (__v4si)(__m128i)_mm_undefined_si128 (),\
5968     (__mmask8)-1))
5969
5970 #define _mm512_mask_extracti32x4_epi32(W, U, X, C)                      \
5971   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5972     (int) (C),\
5973     (__v4si)(__m128i)(W),\
5974     (__mmask8)(U)))
5975
5976 #define _mm512_maskz_extracti32x4_epi32(U, X, C)                        \
5977   ((__m128i) __builtin_ia32_extracti32x4_mask ((__v16si)(__m512i) (X),  \
5978     (int) (C),\
5979     (__v4si)(__m128i)_mm_setzero_si128 (),\
5980     (__mmask8)(U)))
5981 #endif
5982
5983 #ifdef __OPTIMIZE__
5984 extern __inline __m512i
5985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5986 _mm512_inserti32x4 (__m512i __A, __m128i __B, const int __imm)
5987 {
5988   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __A,
5989                                                     (__v4si) __B,
5990                                                     __imm,
5991                                                     (__v16si) __A, -1);
5992 }
5993
5994 extern __inline __m512
5995 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5996 _mm512_insertf32x4 (__m512 __A, __m128 __B, const int __imm)
5997 {
5998   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __A,
5999                                                    (__v4sf) __B,
6000                                                    __imm,
6001                                                    (__v16sf) __A, -1);
6002 }
6003
6004 extern __inline __m512i
6005 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6006 _mm512_inserti64x4 (__m512i __A, __m256i __B, const int __imm)
6007 {
6008   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
6009                                                     (__v4di) __B,
6010                                                     __imm,
6011                                                     (__v8di)
6012                                                     _mm512_undefined_epi32 (),
6013                                                     (__mmask8) -1);
6014 }
6015
6016 extern __inline __m512i
6017 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6018 _mm512_mask_inserti64x4 (__m512i __W, __mmask8 __U, __m512i __A,
6019                          __m256i __B, const int __imm)
6020 {
6021   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
6022                                                     (__v4di) __B,
6023                                                     __imm,
6024                                                     (__v8di) __W,
6025                                                     (__mmask8) __U);
6026 }
6027
6028 extern __inline __m512i
6029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6030 _mm512_maskz_inserti64x4 (__mmask8 __U, __m512i __A, __m256i __B,
6031                           const int __imm)
6032 {
6033   return (__m512i) __builtin_ia32_inserti64x4_mask ((__v8di) __A,
6034                                                     (__v4di) __B,
6035                                                     __imm,
6036                                                     (__v8di)
6037                                                     _mm512_setzero_si512 (),
6038                                                     (__mmask8) __U);
6039 }
6040
6041 extern __inline __m512d
6042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6043 _mm512_insertf64x4 (__m512d __A, __m256d __B, const int __imm)
6044 {
6045   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
6046                                                     (__v4df) __B,
6047                                                     __imm,
6048                                                     (__v8df)
6049                                                     _mm512_undefined_pd (),
6050                                                     (__mmask8) -1);
6051 }
6052
6053 extern __inline __m512d
6054 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6055 _mm512_mask_insertf64x4 (__m512d __W, __mmask8 __U, __m512d __A,
6056                          __m256d __B, const int __imm)
6057 {
6058   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
6059                                                     (__v4df) __B,
6060                                                     __imm,
6061                                                     (__v8df) __W,
6062                                                     (__mmask8) __U);
6063 }
6064
6065 extern __inline __m512d
6066 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6067 _mm512_maskz_insertf64x4 (__mmask8 __U, __m512d __A, __m256d __B,
6068                           const int __imm)
6069 {
6070   return (__m512d) __builtin_ia32_insertf64x4_mask ((__v8df) __A,
6071                                                     (__v4df) __B,
6072                                                     __imm,
6073                                                     (__v8df)
6074                                                     _mm512_setzero_pd (),
6075                                                     (__mmask8) __U);
6076 }
6077 #else
6078 #define _mm512_insertf32x4(X, Y, C)                                     \
6079   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
6080     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)(__m512) (X), (__mmask16)(-1)))
6081
6082 #define _mm512_inserti32x4(X, Y, C)                                     \
6083   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
6084     (__v4si)(__m128i) (Y), (int) (C), (__v16si)(__m512i) (X), (__mmask16)(-1)))
6085
6086 #define _mm512_insertf64x4(X, Y, C)                                     \
6087   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
6088     (__v4df)(__m256d) (Y), (int) (C),                                   \
6089     (__v8df)(__m512d)_mm512_undefined_pd(),                             \
6090     (__mmask8)-1))
6091
6092 #define _mm512_mask_insertf64x4(W, U, X, Y, C)                          \
6093   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
6094     (__v4df)(__m256d) (Y), (int) (C),                                   \
6095     (__v8df)(__m512d)(W),                                               \
6096     (__mmask8)(U)))
6097
6098 #define _mm512_maskz_insertf64x4(U, X, Y, C)                            \
6099   ((__m512d) __builtin_ia32_insertf64x4_mask ((__v8df)(__m512d) (X),    \
6100     (__v4df)(__m256d) (Y), (int) (C),                                   \
6101     (__v8df)(__m512d)_mm512_setzero_pd(),                               \
6102     (__mmask8)(U)))
6103
6104 #define _mm512_inserti64x4(X, Y, C)                                     \
6105   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
6106     (__v4di)(__m256i) (Y), (int) (C),                                   \
6107     (__v8di)(__m512i)_mm512_undefined_epi32 (),                         \
6108     (__mmask8)-1))
6109
6110 #define _mm512_mask_inserti64x4(W, U, X, Y, C)                          \
6111   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
6112     (__v4di)(__m256i) (Y), (int) (C),\
6113     (__v8di)(__m512i)(W),\
6114     (__mmask8)(U)))
6115
6116 #define _mm512_maskz_inserti64x4(U, X, Y, C)                            \
6117   ((__m512i) __builtin_ia32_inserti64x4_mask ((__v8di)(__m512i) (X),    \
6118     (__v4di)(__m256i) (Y), (int) (C),                                   \
6119     (__v8di)(__m512i)_mm512_setzero_si512 (),                           \
6120     (__mmask8)(U)))
6121 #endif
6122
6123 extern __inline __m512d
6124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6125 _mm512_loadu_pd (void const *__P)
6126 {
6127   return *(__m512d_u *)__P;
6128 }
6129
6130 extern __inline __m512d
6131 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6132 _mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
6133 {
6134   return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
6135                                                    (__v8df) __W,
6136                                                    (__mmask8) __U);
6137 }
6138
6139 extern __inline __m512d
6140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6141 _mm512_maskz_loadu_pd (__mmask8 __U, void const *__P)
6142 {
6143   return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
6144                                                    (__v8df)
6145                                                    _mm512_setzero_pd (),
6146                                                    (__mmask8) __U);
6147 }
6148
6149 extern __inline void
6150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6151 _mm512_storeu_pd (void *__P, __m512d __A)
6152 {
6153   *(__m512d_u *)__P = __A;
6154 }
6155
6156 extern __inline void
6157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6158 _mm512_mask_storeu_pd (void *__P, __mmask8 __U, __m512d __A)
6159 {
6160   __builtin_ia32_storeupd512_mask ((double *) __P, (__v8df) __A,
6161                                    (__mmask8) __U);
6162 }
6163
6164 extern __inline __m512
6165 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6166 _mm512_loadu_ps (void const *__P)
6167 {
6168   return *(__m512_u *)__P;
6169 }
6170
6171 extern __inline __m512
6172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6173 _mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
6174 {
6175   return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
6176                                                   (__v16sf) __W,
6177                                                   (__mmask16) __U);
6178 }
6179
6180 extern __inline __m512
6181 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6182 _mm512_maskz_loadu_ps (__mmask16 __U, void const *__P)
6183 {
6184   return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
6185                                                   (__v16sf)
6186                                                   _mm512_setzero_ps (),
6187                                                   (__mmask16) __U);
6188 }
6189
6190 extern __inline void
6191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6192 _mm512_storeu_ps (void *__P, __m512 __A)
6193 {
6194   *(__m512_u *)__P = __A;
6195 }
6196
6197 extern __inline void
6198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6199 _mm512_mask_storeu_ps (void *__P, __mmask16 __U, __m512 __A)
6200 {
6201   __builtin_ia32_storeups512_mask ((float *) __P, (__v16sf) __A,
6202                                    (__mmask16) __U);
6203 }
6204
6205 extern __inline __m512i
6206 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6207 _mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
6208 {
6209   return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
6210                                                      (__v8di) __W,
6211                                                      (__mmask8) __U);
6212 }
6213
6214 extern __inline __m512i
6215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6216 _mm512_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
6217 {
6218   return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
6219                                                      (__v8di)
6220                                                      _mm512_setzero_si512 (),
6221                                                      (__mmask8) __U);
6222 }
6223
6224 extern __inline void
6225 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6226 _mm512_mask_storeu_epi64 (void *__P, __mmask8 __U, __m512i __A)
6227 {
6228   __builtin_ia32_storedqudi512_mask ((long long *) __P, (__v8di) __A,
6229                                      (__mmask8) __U);
6230 }
6231
6232 extern __inline __m512i
6233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6234 _mm512_loadu_si512 (void const *__P)
6235 {
6236   return *(__m512i_u *)__P;
6237 }
6238
6239 extern __inline __m512i
6240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6241 _mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
6242 {
6243   return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
6244                                                      (__v16si) __W,
6245                                                      (__mmask16) __U);
6246 }
6247
6248 extern __inline __m512i
6249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6250 _mm512_maskz_loadu_epi32 (__mmask16 __U, void const *__P)
6251 {
6252   return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
6253                                                      (__v16si)
6254                                                      _mm512_setzero_si512 (),
6255                                                      (__mmask16) __U);
6256 }
6257
6258 extern __inline void
6259 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6260 _mm512_storeu_si512 (void *__P, __m512i __A)
6261 {
6262   *(__m512i_u *)__P = __A;
6263 }
6264
6265 extern __inline void
6266 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6267 _mm512_mask_storeu_epi32 (void *__P, __mmask16 __U, __m512i __A)
6268 {
6269   __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
6270                                      (__mmask16) __U);
6271 }
6272
6273 extern __inline __m512d
6274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6275 _mm512_permutevar_pd (__m512d __A, __m512i __C)
6276 {
6277   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6278                                                         (__v8di) __C,
6279                                                         (__v8df)
6280                                                         _mm512_undefined_pd (),
6281                                                         (__mmask8) -1);
6282 }
6283
6284 extern __inline __m512d
6285 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6286 _mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6287 {
6288   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6289                                                         (__v8di) __C,
6290                                                         (__v8df) __W,
6291                                                         (__mmask8) __U);
6292 }
6293
6294 extern __inline __m512d
6295 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6296 _mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6297 {
6298   return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6299                                                         (__v8di) __C,
6300                                                         (__v8df)
6301                                                         _mm512_setzero_pd (),
6302                                                         (__mmask8) __U);
6303 }
6304
6305 extern __inline __m512
6306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6307 _mm512_permutevar_ps (__m512 __A, __m512i __C)
6308 {
6309   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6310                                                        (__v16si) __C,
6311                                                        (__v16sf)
6312                                                        _mm512_undefined_ps (),
6313                                                        (__mmask16) -1);
6314 }
6315
6316 extern __inline __m512
6317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6318 _mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6319 {
6320   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6321                                                        (__v16si) __C,
6322                                                        (__v16sf) __W,
6323                                                        (__mmask16) __U);
6324 }
6325
6326 extern __inline __m512
6327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6328 _mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6329 {
6330   return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6331                                                        (__v16si) __C,
6332                                                        (__v16sf)
6333                                                        _mm512_setzero_ps (),
6334                                                        (__mmask16) __U);
6335 }
6336
6337 extern __inline __m512i
6338 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6339 _mm512_permutex2var_epi64 (__m512i __A, __m512i __I, __m512i __B)
6340 {
6341   return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
6342                                                        /* idx */ ,
6343                                                        (__v8di) __A,
6344                                                        (__v8di) __B,
6345                                                        (__mmask8) -1);
6346 }
6347
6348 extern __inline __m512i
6349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6350 _mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
6351                                 __m512i __B)
6352 {
6353   return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
6354                                                        /* idx */ ,
6355                                                        (__v8di) __A,
6356                                                        (__v8di) __B,
6357                                                        (__mmask8) __U);
6358 }
6359
6360 extern __inline __m512i
6361 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6362 _mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6363                                  __mmask8 __U, __m512i __B)
6364 {
6365   return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6366                                                        (__v8di) __I
6367                                                        /* idx */ ,
6368                                                        (__v8di) __B,
6369                                                        (__mmask8) __U);
6370 }
6371
6372 extern __inline __m512i
6373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6374 _mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
6375                                  __m512i __I, __m512i __B)
6376 {
6377   return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
6378                                                         /* idx */ ,
6379                                                         (__v8di) __A,
6380                                                         (__v8di) __B,
6381                                                         (__mmask8) __U);
6382 }
6383
6384 extern __inline __m512i
6385 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6386 _mm512_permutex2var_epi32 (__m512i __A, __m512i __I, __m512i __B)
6387 {
6388   return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
6389                                                        /* idx */ ,
6390                                                        (__v16si) __A,
6391                                                        (__v16si) __B,
6392                                                        (__mmask16) -1);
6393 }
6394
6395 extern __inline __m512i
6396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6397 _mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
6398                                 __m512i __I, __m512i __B)
6399 {
6400   return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
6401                                                        /* idx */ ,
6402                                                        (__v16si) __A,
6403                                                        (__v16si) __B,
6404                                                        (__mmask16) __U);
6405 }
6406
6407 extern __inline __m512i
6408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6409 _mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
6410                                  __mmask16 __U, __m512i __B)
6411 {
6412   return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
6413                                                        (__v16si) __I
6414                                                        /* idx */ ,
6415                                                        (__v16si) __B,
6416                                                        (__mmask16) __U);
6417 }
6418
6419 extern __inline __m512i
6420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6421 _mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
6422                                  __m512i __I, __m512i __B)
6423 {
6424   return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
6425                                                         /* idx */ ,
6426                                                         (__v16si) __A,
6427                                                         (__v16si) __B,
6428                                                         (__mmask16) __U);
6429 }
6430
6431 extern __inline __m512d
6432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6433 _mm512_permutex2var_pd (__m512d __A, __m512i __I, __m512d __B)
6434 {
6435   return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6436                                                         /* idx */ ,
6437                                                         (__v8df) __A,
6438                                                         (__v8df) __B,
6439                                                         (__mmask8) -1);
6440 }
6441
6442 extern __inline __m512d
6443 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6444 _mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I,
6445                              __m512d __B)
6446 {
6447   return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6448                                                         /* idx */ ,
6449                                                         (__v8df) __A,
6450                                                         (__v8df) __B,
6451                                                         (__mmask8) __U);
6452 }
6453
6454 extern __inline __m512d
6455 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6456 _mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6457                               __m512d __B)
6458 {
6459   return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6460                                                         (__v8di) __I
6461                                                         /* idx */ ,
6462                                                         (__v8df) __B,
6463                                                         (__mmask8) __U);
6464 }
6465
6466 extern __inline __m512d
6467 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6468 _mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6469                               __m512d __B)
6470 {
6471   return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
6472                                                          /* idx */ ,
6473                                                          (__v8df) __A,
6474                                                          (__v8df) __B,
6475                                                          (__mmask8) __U);
6476 }
6477
6478 extern __inline __m512
6479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6480 _mm512_permutex2var_ps (__m512 __A, __m512i __I, __m512 __B)
6481 {
6482   return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6483                                                        /* idx */ ,
6484                                                        (__v16sf) __A,
6485                                                        (__v16sf) __B,
6486                                                        (__mmask16) -1);
6487 }
6488
6489 extern __inline __m512
6490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6491 _mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6492 {
6493   return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6494                                                        /* idx */ ,
6495                                                        (__v16sf) __A,
6496                                                        (__v16sf) __B,
6497                                                        (__mmask16) __U);
6498 }
6499
6500 extern __inline __m512
6501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6502 _mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6503                               __m512 __B)
6504 {
6505   return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6506                                                        (__v16si) __I
6507                                                        /* idx */ ,
6508                                                        (__v16sf) __B,
6509                                                        (__mmask16) __U);
6510 }
6511
6512 extern __inline __m512
6513 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6514 _mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6515                               __m512 __B)
6516 {
6517   return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
6518                                                         /* idx */ ,
6519                                                         (__v16sf) __A,
6520                                                         (__v16sf) __B,
6521                                                         (__mmask16) __U);
6522 }
6523
6524 #ifdef __OPTIMIZE__
6525 extern __inline __m512d
6526 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6527 _mm512_permute_pd (__m512d __X, const int __C)
6528 {
6529   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6530                                                      (__v8df)
6531                                                      _mm512_undefined_pd (),
6532                                                      (__mmask8) -1);
6533 }
6534
6535 extern __inline __m512d
6536 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6537 _mm512_mask_permute_pd (__m512d __W, __mmask8 __U, __m512d __X, const int __C)
6538 {
6539   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6540                                                      (__v8df) __W,
6541                                                      (__mmask8) __U);
6542 }
6543
6544 extern __inline __m512d
6545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6546 _mm512_maskz_permute_pd (__mmask8 __U, __m512d __X, const int __C)
6547 {
6548   return (__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df) __X, __C,
6549                                                      (__v8df)
6550                                                      _mm512_setzero_pd (),
6551                                                      (__mmask8) __U);
6552 }
6553
6554 extern __inline __m512
6555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6556 _mm512_permute_ps (__m512 __X, const int __C)
6557 {
6558   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6559                                                     (__v16sf)
6560                                                     _mm512_undefined_ps (),
6561                                                     (__mmask16) -1);
6562 }
6563
6564 extern __inline __m512
6565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6566 _mm512_mask_permute_ps (__m512 __W, __mmask16 __U, __m512 __X, const int __C)
6567 {
6568   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6569                                                     (__v16sf) __W,
6570                                                     (__mmask16) __U);
6571 }
6572
6573 extern __inline __m512
6574 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6575 _mm512_maskz_permute_ps (__mmask16 __U, __m512 __X, const int __C)
6576 {
6577   return (__m512) __builtin_ia32_vpermilps512_mask ((__v16sf) __X, __C,
6578                                                     (__v16sf)
6579                                                     _mm512_setzero_ps (),
6580                                                     (__mmask16) __U);
6581 }
6582 #else
6583 #define _mm512_permute_pd(X, C)                                                     \
6584   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6585                                               (__v8df)(__m512d)_mm512_undefined_pd(),\
6586                                               (__mmask8)(-1)))
6587
6588 #define _mm512_mask_permute_pd(W, U, X, C)                                          \
6589   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6590                                               (__v8df)(__m512d)(W),                 \
6591                                               (__mmask8)(U)))
6592
6593 #define _mm512_maskz_permute_pd(U, X, C)                                            \
6594   ((__m512d) __builtin_ia32_vpermilpd512_mask ((__v8df)(__m512d)(X), (int)(C),      \
6595                                               (__v8df)(__m512d)_mm512_setzero_pd(), \
6596                                               (__mmask8)(U)))
6597
6598 #define _mm512_permute_ps(X, C)                                                     \
6599   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6600                                               (__v16sf)(__m512)_mm512_undefined_ps(),\
6601                                               (__mmask16)(-1)))
6602
6603 #define _mm512_mask_permute_ps(W, U, X, C)                                          \
6604   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6605                                               (__v16sf)(__m512)(W),                 \
6606                                               (__mmask16)(U)))
6607
6608 #define _mm512_maskz_permute_ps(U, X, C)                                            \
6609   ((__m512) __builtin_ia32_vpermilps512_mask ((__v16sf)(__m512)(X), (int)(C),       \
6610                                               (__v16sf)(__m512)_mm512_setzero_ps(), \
6611                                               (__mmask16)(U)))
6612 #endif
6613
6614 #ifdef __OPTIMIZE__
6615 extern __inline __m512i
6616 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6617 _mm512_permutex_epi64 (__m512i __X, const int __I)
6618 {
6619   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6620                                                   (__v8di)
6621                                                   _mm512_undefined_epi32 (),
6622                                                   (__mmask8) (-1));
6623 }
6624
6625 extern __inline __m512i
6626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6627 _mm512_mask_permutex_epi64 (__m512i __W, __mmask8 __M,
6628                             __m512i __X, const int __I)
6629 {
6630   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6631                                                   (__v8di) __W,
6632                                                   (__mmask8) __M);
6633 }
6634
6635 extern __inline __m512i
6636 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6637 _mm512_maskz_permutex_epi64 (__mmask8 __M, __m512i __X, const int __I)
6638 {
6639   return (__m512i) __builtin_ia32_permdi512_mask ((__v8di) __X, __I,
6640                                                   (__v8di)
6641                                                   _mm512_setzero_si512 (),
6642                                                   (__mmask8) __M);
6643 }
6644
6645 extern __inline __m512d
6646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6647 _mm512_permutex_pd (__m512d __X, const int __M)
6648 {
6649   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6650                                                   (__v8df)
6651                                                   _mm512_undefined_pd (),
6652                                                   (__mmask8) -1);
6653 }
6654
6655 extern __inline __m512d
6656 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6657 _mm512_mask_permutex_pd (__m512d __W, __mmask8 __U, __m512d __X, const int __M)
6658 {
6659   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6660                                                   (__v8df) __W,
6661                                                   (__mmask8) __U);
6662 }
6663
6664 extern __inline __m512d
6665 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6666 _mm512_maskz_permutex_pd (__mmask8 __U, __m512d __X, const int __M)
6667 {
6668   return (__m512d) __builtin_ia32_permdf512_mask ((__v8df) __X, __M,
6669                                                   (__v8df)
6670                                                   _mm512_setzero_pd (),
6671                                                   (__mmask8) __U);
6672 }
6673 #else
6674 #define _mm512_permutex_pd(X, M)                                                \
6675   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6676                                             (__v8df)(__m512d)_mm512_undefined_pd(),\
6677                                             (__mmask8)-1))
6678
6679 #define _mm512_mask_permutex_pd(W, U, X, M)                                     \
6680   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6681                                             (__v8df)(__m512d)(W), (__mmask8)(U)))
6682
6683 #define _mm512_maskz_permutex_pd(U, X, M)                                       \
6684   ((__m512d) __builtin_ia32_permdf512_mask ((__v8df)(__m512d)(X), (int)(M),     \
6685                                             (__v8df)(__m512d)_mm512_setzero_pd(),\
6686                                             (__mmask8)(U)))
6687
6688 #define _mm512_permutex_epi64(X, I)                               \
6689   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6690                                             (int)(I),             \
6691                                             (__v8di)(__m512i)     \
6692                                             (_mm512_undefined_epi32 ()),\
6693                                             (__mmask8)(-1)))
6694
6695 #define _mm512_maskz_permutex_epi64(M, X, I)                 \
6696   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6697                                             (int)(I),             \
6698                                             (__v8di)(__m512i)     \
6699                                             (_mm512_setzero_si512 ()),\
6700                                             (__mmask8)(M)))
6701
6702 #define _mm512_mask_permutex_epi64(W, M, X, I)               \
6703   ((__m512i) __builtin_ia32_permdi512_mask ((__v8di)(__m512i)(X), \
6704                                             (int)(I),             \
6705                                             (__v8di)(__m512i)(W), \
6706                                             (__mmask8)(M)))
6707 #endif
6708
6709 extern __inline __m512i
6710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6711 _mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
6712 {
6713   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6714                                                      (__v8di) __X,
6715                                                      (__v8di)
6716                                                      _mm512_setzero_si512 (),
6717                                                      __M);
6718 }
6719
6720 extern __inline __m512i
6721 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6722 _mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
6723 {
6724   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6725                                                      (__v8di) __X,
6726                                                      (__v8di)
6727                                                      _mm512_undefined_epi32 (),
6728                                                      (__mmask8) -1);
6729 }
6730
6731 extern __inline __m512i
6732 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6733 _mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
6734                                __m512i __Y)
6735 {
6736   return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
6737                                                      (__v8di) __X,
6738                                                      (__v8di) __W,
6739                                                      __M);
6740 }
6741
6742 extern __inline __m512i
6743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6744 _mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
6745 {
6746   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6747                                                      (__v16si) __X,
6748                                                      (__v16si)
6749                                                      _mm512_setzero_si512 (),
6750                                                      __M);
6751 }
6752
6753 extern __inline __m512i
6754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6755 _mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
6756 {
6757   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6758                                                      (__v16si) __X,
6759                                                      (__v16si)
6760                                                      _mm512_undefined_epi32 (),
6761                                                      (__mmask16) -1);
6762 }
6763
6764 extern __inline __m512i
6765 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6766 _mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
6767                                __m512i __Y)
6768 {
6769   return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
6770                                                      (__v16si) __X,
6771                                                      (__v16si) __W,
6772                                                      __M);
6773 }
6774
6775 extern __inline __m512d
6776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6777 _mm512_permutexvar_pd (__m512i __X, __m512d __Y)
6778 {
6779   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6780                                                      (__v8di) __X,
6781                                                      (__v8df)
6782                                                      _mm512_undefined_pd (),
6783                                                      (__mmask8) -1);
6784 }
6785
6786 extern __inline __m512d
6787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6788 _mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
6789 {
6790   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6791                                                      (__v8di) __X,
6792                                                      (__v8df) __W,
6793                                                      (__mmask8) __U);
6794 }
6795
6796 extern __inline __m512d
6797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6798 _mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
6799 {
6800   return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
6801                                                      (__v8di) __X,
6802                                                      (__v8df)
6803                                                      _mm512_setzero_pd (),
6804                                                      (__mmask8) __U);
6805 }
6806
6807 extern __inline __m512
6808 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6809 _mm512_permutexvar_ps (__m512i __X, __m512 __Y)
6810 {
6811   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6812                                                     (__v16si) __X,
6813                                                     (__v16sf)
6814                                                     _mm512_undefined_ps (),
6815                                                     (__mmask16) -1);
6816 }
6817
6818 extern __inline __m512
6819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6820 _mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
6821 {
6822   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6823                                                     (__v16si) __X,
6824                                                     (__v16sf) __W,
6825                                                     (__mmask16) __U);
6826 }
6827
6828 extern __inline __m512
6829 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6830 _mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
6831 {
6832   return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
6833                                                     (__v16si) __X,
6834                                                     (__v16sf)
6835                                                     _mm512_setzero_ps (),
6836                                                     (__mmask16) __U);
6837 }
6838
6839 #ifdef __OPTIMIZE__
6840 extern __inline __m512
6841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6842 _mm512_shuffle_ps (__m512 __M, __m512 __V, const int __imm)
6843 {
6844   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6845                                                  (__v16sf) __V, __imm,
6846                                                  (__v16sf)
6847                                                  _mm512_undefined_ps (),
6848                                                  (__mmask16) -1);
6849 }
6850
6851 extern __inline __m512
6852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6853 _mm512_mask_shuffle_ps (__m512 __W, __mmask16 __U, __m512 __M,
6854                         __m512 __V, const int __imm)
6855 {
6856   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6857                                                  (__v16sf) __V, __imm,
6858                                                  (__v16sf) __W,
6859                                                  (__mmask16) __U);
6860 }
6861
6862 extern __inline __m512
6863 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6864 _mm512_maskz_shuffle_ps (__mmask16 __U, __m512 __M, __m512 __V, const int __imm)
6865 {
6866   return (__m512) __builtin_ia32_shufps512_mask ((__v16sf) __M,
6867                                                  (__v16sf) __V, __imm,
6868                                                  (__v16sf)
6869                                                  _mm512_setzero_ps (),
6870                                                  (__mmask16) __U);
6871 }
6872
6873 extern __inline __m512d
6874 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6875 _mm512_shuffle_pd (__m512d __M, __m512d __V, const int __imm)
6876 {
6877   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6878                                                   (__v8df) __V, __imm,
6879                                                   (__v8df)
6880                                                   _mm512_undefined_pd (),
6881                                                   (__mmask8) -1);
6882 }
6883
6884 extern __inline __m512d
6885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6886 _mm512_mask_shuffle_pd (__m512d __W, __mmask8 __U, __m512d __M,
6887                         __m512d __V, const int __imm)
6888 {
6889   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6890                                                   (__v8df) __V, __imm,
6891                                                   (__v8df) __W,
6892                                                   (__mmask8) __U);
6893 }
6894
6895 extern __inline __m512d
6896 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6897 _mm512_maskz_shuffle_pd (__mmask8 __U, __m512d __M, __m512d __V,
6898                          const int __imm)
6899 {
6900   return (__m512d) __builtin_ia32_shufpd512_mask ((__v8df) __M,
6901                                                   (__v8df) __V, __imm,
6902                                                   (__v8df)
6903                                                   _mm512_setzero_pd (),
6904                                                   (__mmask8) __U);
6905 }
6906
6907 extern __inline __m512d
6908 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6909 _mm512_fixupimm_round_pd (__m512d __A, __m512d __B, __m512i __C,
6910                           const int __imm, const int __R)
6911 {
6912   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
6913                                                       (__v8df) __B,
6914                                                       (__v8di) __C,
6915                                                       __imm,
6916                                                       (__mmask8) -1, __R);
6917 }
6918
6919 extern __inline __m512d
6920 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6921 _mm512_mask_fixupimm_round_pd (__m512d __A, __mmask8 __U, __m512d __B,
6922                                __m512i __C, const int __imm, const int __R)
6923 {
6924   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
6925                                                       (__v8df) __B,
6926                                                       (__v8di) __C,
6927                                                       __imm,
6928                                                       (__mmask8) __U, __R);
6929 }
6930
6931 extern __inline __m512d
6932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6933 _mm512_maskz_fixupimm_round_pd (__mmask8 __U, __m512d __A, __m512d __B,
6934                                 __m512i __C, const int __imm, const int __R)
6935 {
6936   return (__m512d) __builtin_ia32_fixupimmpd512_maskz ((__v8df) __A,
6937                                                        (__v8df) __B,
6938                                                        (__v8di) __C,
6939                                                        __imm,
6940                                                        (__mmask8) __U, __R);
6941 }
6942
6943 extern __inline __m512
6944 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6945 _mm512_fixupimm_round_ps (__m512 __A, __m512 __B, __m512i __C,
6946                           const int __imm, const int __R)
6947 {
6948   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
6949                                                      (__v16sf) __B,
6950                                                      (__v16si) __C,
6951                                                      __imm,
6952                                                      (__mmask16) -1, __R);
6953 }
6954
6955 extern __inline __m512
6956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6957 _mm512_mask_fixupimm_round_ps (__m512 __A, __mmask16 __U, __m512 __B,
6958                                __m512i __C, const int __imm, const int __R)
6959 {
6960   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
6961                                                      (__v16sf) __B,
6962                                                      (__v16si) __C,
6963                                                      __imm,
6964                                                      (__mmask16) __U, __R);
6965 }
6966
6967 extern __inline __m512
6968 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6969 _mm512_maskz_fixupimm_round_ps (__mmask16 __U, __m512 __A, __m512 __B,
6970                                 __m512i __C, const int __imm, const int __R)
6971 {
6972   return (__m512) __builtin_ia32_fixupimmps512_maskz ((__v16sf) __A,
6973                                                       (__v16sf) __B,
6974                                                       (__v16si) __C,
6975                                                       __imm,
6976                                                       (__mmask16) __U, __R);
6977 }
6978
6979 extern __inline __m128d
6980 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6981 _mm_fixupimm_round_sd (__m128d __A, __m128d __B, __m128i __C,
6982                        const int __imm, const int __R)
6983 {
6984   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
6985                                                    (__v2df) __B,
6986                                                    (__v2di) __C, __imm,
6987                                                    (__mmask8) -1, __R);
6988 }
6989
6990 extern __inline __m128d
6991 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6992 _mm_mask_fixupimm_round_sd (__m128d __A, __mmask8 __U, __m128d __B,
6993                             __m128i __C, const int __imm, const int __R)
6994 {
6995   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
6996                                                    (__v2df) __B,
6997                                                    (__v2di) __C, __imm,
6998                                                    (__mmask8) __U, __R);
6999 }
7000
7001 extern __inline __m128d
7002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7003 _mm_maskz_fixupimm_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
7004                              __m128i __C, const int __imm, const int __R)
7005 {
7006   return (__m128d) __builtin_ia32_fixupimmsd_maskz ((__v2df) __A,
7007                                                     (__v2df) __B,
7008                                                     (__v2di) __C,
7009                                                     __imm,
7010                                                     (__mmask8) __U, __R);
7011 }
7012
7013 extern __inline __m128
7014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7015 _mm_fixupimm_round_ss (__m128 __A, __m128 __B, __m128i __C,
7016                        const int __imm, const int __R)
7017 {
7018   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
7019                                                   (__v4sf) __B,
7020                                                   (__v4si) __C, __imm,
7021                                                   (__mmask8) -1, __R);
7022 }
7023
7024 extern __inline __m128
7025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7026 _mm_mask_fixupimm_round_ss (__m128 __A, __mmask8 __U, __m128 __B,
7027                             __m128i __C, const int __imm, const int __R)
7028 {
7029   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
7030                                                   (__v4sf) __B,
7031                                                   (__v4si) __C, __imm,
7032                                                   (__mmask8) __U, __R);
7033 }
7034
7035 extern __inline __m128
7036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7037 _mm_maskz_fixupimm_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
7038                              __m128i __C, const int __imm, const int __R)
7039 {
7040   return (__m128) __builtin_ia32_fixupimmss_maskz ((__v4sf) __A,
7041                                                    (__v4sf) __B,
7042                                                    (__v4si) __C, __imm,
7043                                                    (__mmask8) __U, __R);
7044 }
7045
7046 #else
7047 #define _mm512_shuffle_pd(X, Y, C)                                      \
7048     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
7049         (__v8df)(__m512d)(Y), (int)(C),\
7050     (__v8df)(__m512d)_mm512_undefined_pd(),\
7051     (__mmask8)-1))
7052
7053 #define _mm512_mask_shuffle_pd(W, U, X, Y, C)                           \
7054     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
7055         (__v8df)(__m512d)(Y), (int)(C),\
7056     (__v8df)(__m512d)(W),\
7057     (__mmask8)(U)))
7058
7059 #define _mm512_maskz_shuffle_pd(U, X, Y, C)                             \
7060     ((__m512d)__builtin_ia32_shufpd512_mask ((__v8df)(__m512d)(X),           \
7061         (__v8df)(__m512d)(Y), (int)(C),\
7062     (__v8df)(__m512d)_mm512_setzero_pd(),\
7063     (__mmask8)(U)))
7064
7065 #define _mm512_shuffle_ps(X, Y, C)                                      \
7066     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
7067         (__v16sf)(__m512)(Y), (int)(C),\
7068     (__v16sf)(__m512)_mm512_undefined_ps(),\
7069     (__mmask16)-1))
7070
7071 #define _mm512_mask_shuffle_ps(W, U, X, Y, C)                           \
7072     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
7073         (__v16sf)(__m512)(Y), (int)(C),\
7074     (__v16sf)(__m512)(W),\
7075     (__mmask16)(U)))
7076
7077 #define _mm512_maskz_shuffle_ps(U, X, Y, C)                             \
7078     ((__m512)__builtin_ia32_shufps512_mask ((__v16sf)(__m512)(X),            \
7079         (__v16sf)(__m512)(Y), (int)(C),\
7080     (__v16sf)(__m512)_mm512_setzero_ps(),\
7081     (__mmask16)(U)))
7082
7083 #define _mm512_fixupimm_round_pd(X, Y, Z, C, R)                                 \
7084   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
7085       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
7086       (__mmask8)(-1), (R)))
7087
7088 #define _mm512_mask_fixupimm_round_pd(X, U, Y, Z, C, R)                          \
7089   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
7090       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
7091       (__mmask8)(U), (R)))
7092
7093 #define _mm512_maskz_fixupimm_round_pd(U, X, Y, Z, C, R)                         \
7094   ((__m512d)__builtin_ia32_fixupimmpd512_maskz ((__v8df)(__m512d)(X),   \
7095       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
7096       (__mmask8)(U), (R)))
7097
7098 #define _mm512_fixupimm_round_ps(X, Y, Z, C, R)                                 \
7099   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
7100     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
7101     (__mmask16)(-1), (R)))
7102
7103 #define _mm512_mask_fixupimm_round_ps(X, U, Y, Z, C, R)                          \
7104   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
7105     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
7106     (__mmask16)(U), (R)))
7107
7108 #define _mm512_maskz_fixupimm_round_ps(U, X, Y, Z, C, R)                         \
7109   ((__m512)__builtin_ia32_fixupimmps512_maskz ((__v16sf)(__m512)(X),    \
7110     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
7111     (__mmask16)(U), (R)))
7112
7113 #define _mm_fixupimm_round_sd(X, Y, Z, C, R)                                    \
7114     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
7115       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
7116       (__mmask8)(-1), (R)))
7117
7118 #define _mm_mask_fixupimm_round_sd(X, U, Y, Z, C, R)                            \
7119     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
7120       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
7121       (__mmask8)(U), (R)))
7122
7123 #define _mm_maskz_fixupimm_round_sd(U, X, Y, Z, C, R)                           \
7124     ((__m128d)__builtin_ia32_fixupimmsd_maskz ((__v2df)(__m128d)(X),    \
7125       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
7126       (__mmask8)(U), (R)))
7127
7128 #define _mm_fixupimm_round_ss(X, Y, Z, C, R)                                    \
7129     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
7130       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
7131       (__mmask8)(-1), (R)))
7132
7133 #define _mm_mask_fixupimm_round_ss(X, U, Y, Z, C, R)                            \
7134     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
7135       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
7136       (__mmask8)(U), (R)))
7137
7138 #define _mm_maskz_fixupimm_round_ss(U, X, Y, Z, C, R)                           \
7139     ((__m128)__builtin_ia32_fixupimmss_maskz ((__v4sf)(__m128)(X),      \
7140       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
7141       (__mmask8)(U), (R)))
7142 #endif
7143
7144 extern __inline __m512
7145 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7146 _mm512_movehdup_ps (__m512 __A)
7147 {
7148   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
7149                                                    (__v16sf)
7150                                                    _mm512_undefined_ps (),
7151                                                    (__mmask16) -1);
7152 }
7153
7154 extern __inline __m512
7155 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7156 _mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
7157 {
7158   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
7159                                                    (__v16sf) __W,
7160                                                    (__mmask16) __U);
7161 }
7162
7163 extern __inline __m512
7164 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7165 _mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
7166 {
7167   return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
7168                                                    (__v16sf)
7169                                                    _mm512_setzero_ps (),
7170                                                    (__mmask16) __U);
7171 }
7172
7173 extern __inline __m512
7174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7175 _mm512_moveldup_ps (__m512 __A)
7176 {
7177   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
7178                                                    (__v16sf)
7179                                                    _mm512_undefined_ps (),
7180                                                    (__mmask16) -1);
7181 }
7182
7183 extern __inline __m512
7184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7185 _mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
7186 {
7187   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
7188                                                    (__v16sf) __W,
7189                                                    (__mmask16) __U);
7190 }
7191
7192 extern __inline __m512
7193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7194 _mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
7195 {
7196   return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
7197                                                    (__v16sf)
7198                                                    _mm512_setzero_ps (),
7199                                                    (__mmask16) __U);
7200 }
7201
7202 extern __inline __m512i
7203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7204 _mm512_or_si512 (__m512i __A, __m512i __B)
7205 {
7206   return (__m512i) ((__v16su) __A | (__v16su) __B);
7207 }
7208
7209 extern __inline __m512i
7210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7211 _mm512_or_epi32 (__m512i __A, __m512i __B)
7212 {
7213   return (__m512i) ((__v16su) __A | (__v16su) __B);
7214 }
7215
7216 extern __inline __m512i
7217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7218 _mm512_mask_or_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7219 {
7220   return (__m512i) __builtin_ia32_pord512_mask ((__v16si) __A,
7221                                                 (__v16si) __B,
7222                                                 (__v16si) __W,
7223                                                 (__mmask16) __U);
7224 }
7225
7226 extern __inline __m512i
7227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7228 _mm512_maskz_or_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7229 {
7230   return (__m512i) __builtin_ia32_pord512_mask ((__v16si) __A,
7231                                                 (__v16si) __B,
7232                                                 (__v16si)
7233                                                 _mm512_setzero_si512 (),
7234                                                 (__mmask16) __U);
7235 }
7236
7237 extern __inline __m512i
7238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7239 _mm512_or_epi64 (__m512i __A, __m512i __B)
7240 {
7241   return (__m512i) ((__v8du) __A | (__v8du) __B);
7242 }
7243
7244 extern __inline __m512i
7245 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7246 _mm512_mask_or_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7247 {
7248   return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __A,
7249                                                 (__v8di) __B,
7250                                                 (__v8di) __W,
7251                                                 (__mmask8) __U);
7252 }
7253
7254 extern __inline __m512i
7255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7256 _mm512_maskz_or_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7257 {
7258   return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __A,
7259                                                 (__v8di) __B,
7260                                                 (__v8di)
7261                                                 _mm512_setzero_si512 (),
7262                                                 (__mmask8) __U);
7263 }
7264
7265 extern __inline __m512i
7266 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7267 _mm512_xor_si512 (__m512i __A, __m512i __B)
7268 {
7269   return (__m512i) ((__v16su) __A ^ (__v16su) __B);
7270 }
7271
7272 extern __inline __m512i
7273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7274 _mm512_xor_epi32 (__m512i __A, __m512i __B)
7275 {
7276   return (__m512i) ((__v16su) __A ^ (__v16su) __B);
7277 }
7278
7279 extern __inline __m512i
7280 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7281 _mm512_mask_xor_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7282 {
7283   return (__m512i) __builtin_ia32_pxord512_mask ((__v16si) __A,
7284                                                  (__v16si) __B,
7285                                                  (__v16si) __W,
7286                                                  (__mmask16) __U);
7287 }
7288
7289 extern __inline __m512i
7290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7291 _mm512_maskz_xor_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7292 {
7293   return (__m512i) __builtin_ia32_pxord512_mask ((__v16si) __A,
7294                                                  (__v16si) __B,
7295                                                  (__v16si)
7296                                                  _mm512_setzero_si512 (),
7297                                                  (__mmask16) __U);
7298 }
7299
7300 extern __inline __m512i
7301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7302 _mm512_xor_epi64 (__m512i __A, __m512i __B)
7303 {
7304   return (__m512i) ((__v8du) __A ^ (__v8du) __B);
7305 }
7306
7307 extern __inline __m512i
7308 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7309 _mm512_mask_xor_epi64 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7310 {
7311   return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __A,
7312                                                  (__v8di) __B,
7313                                                  (__v8di) __W,
7314                                                  (__mmask8) __U);
7315 }
7316
7317 extern __inline __m512i
7318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7319 _mm512_maskz_xor_epi64 (__mmask16 __U, __m512i __A, __m512i __B)
7320 {
7321   return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __A,
7322                                                  (__v8di) __B,
7323                                                  (__v8di)
7324                                                  _mm512_setzero_si512 (),
7325                                                  (__mmask8) __U);
7326 }
7327
7328 #ifdef __OPTIMIZE__
7329 extern __inline __m512i
7330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7331 _mm512_rol_epi32 (__m512i __A, const int __B)
7332 {
7333   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
7334                                                  (__v16si)
7335                                                  _mm512_undefined_epi32 (),
7336                                                  (__mmask16) -1);
7337 }
7338
7339 extern __inline __m512i
7340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7341 _mm512_mask_rol_epi32 (__m512i __W, __mmask16 __U, __m512i __A, const int __B)
7342 {
7343   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
7344                                                  (__v16si) __W,
7345                                                  (__mmask16) __U);
7346 }
7347
7348 extern __inline __m512i
7349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7350 _mm512_maskz_rol_epi32 (__mmask16 __U, __m512i __A, const int __B)
7351 {
7352   return (__m512i) __builtin_ia32_prold512_mask ((__v16si) __A, __B,
7353                                                  (__v16si)
7354                                                  _mm512_setzero_si512 (),
7355                                                  (__mmask16) __U);
7356 }
7357
7358 extern __inline __m512i
7359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7360 _mm512_ror_epi32 (__m512i __A, int __B)
7361 {
7362   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
7363                                                  (__v16si)
7364                                                  _mm512_undefined_epi32 (),
7365                                                  (__mmask16) -1);
7366 }
7367
7368 extern __inline __m512i
7369 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7370 _mm512_mask_ror_epi32 (__m512i __W, __mmask16 __U, __m512i __A, int __B)
7371 {
7372   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
7373                                                  (__v16si) __W,
7374                                                  (__mmask16) __U);
7375 }
7376
7377 extern __inline __m512i
7378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7379 _mm512_maskz_ror_epi32 (__mmask16 __U, __m512i __A, int __B)
7380 {
7381   return (__m512i) __builtin_ia32_prord512_mask ((__v16si) __A, __B,
7382                                                  (__v16si)
7383                                                  _mm512_setzero_si512 (),
7384                                                  (__mmask16) __U);
7385 }
7386
7387 extern __inline __m512i
7388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7389 _mm512_rol_epi64 (__m512i __A, const int __B)
7390 {
7391   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
7392                                                  (__v8di)
7393                                                  _mm512_undefined_epi32 (),
7394                                                  (__mmask8) -1);
7395 }
7396
7397 extern __inline __m512i
7398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7399 _mm512_mask_rol_epi64 (__m512i __W, __mmask8 __U, __m512i __A, const int __B)
7400 {
7401   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
7402                                                  (__v8di) __W,
7403                                                  (__mmask8) __U);
7404 }
7405
7406 extern __inline __m512i
7407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7408 _mm512_maskz_rol_epi64 (__mmask8 __U, __m512i __A, const int __B)
7409 {
7410   return (__m512i) __builtin_ia32_prolq512_mask ((__v8di) __A, __B,
7411                                                  (__v8di)
7412                                                  _mm512_setzero_si512 (),
7413                                                  (__mmask8) __U);
7414 }
7415
7416 extern __inline __m512i
7417 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7418 _mm512_ror_epi64 (__m512i __A, int __B)
7419 {
7420   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
7421                                                  (__v8di)
7422                                                  _mm512_undefined_epi32 (),
7423                                                  (__mmask8) -1);
7424 }
7425
7426 extern __inline __m512i
7427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7428 _mm512_mask_ror_epi64 (__m512i __W, __mmask8 __U, __m512i __A, int __B)
7429 {
7430   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
7431                                                  (__v8di) __W,
7432                                                  (__mmask8) __U);
7433 }
7434
7435 extern __inline __m512i
7436 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7437 _mm512_maskz_ror_epi64 (__mmask8 __U, __m512i __A, int __B)
7438 {
7439   return (__m512i) __builtin_ia32_prorq512_mask ((__v8di) __A, __B,
7440                                                  (__v8di)
7441                                                  _mm512_setzero_si512 (),
7442                                                  (__mmask8) __U);
7443 }
7444
7445 #else
7446 #define _mm512_rol_epi32(A, B)                                            \
7447     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7448                                             (int)(B),                     \
7449                                             (__v16si)_mm512_undefined_epi32 (), \
7450                                             (__mmask16)(-1)))
7451 #define _mm512_mask_rol_epi32(W, U, A, B)                                 \
7452     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7453                                             (int)(B),                     \
7454                                             (__v16si)(__m512i)(W),        \
7455                                             (__mmask16)(U)))
7456 #define _mm512_maskz_rol_epi32(U, A, B)                                   \
7457     ((__m512i)__builtin_ia32_prold512_mask ((__v16si)(__m512i)(A),        \
7458                                             (int)(B),                     \
7459                                             (__v16si)_mm512_setzero_si512 (), \
7460                                             (__mmask16)(U)))
7461 #define _mm512_ror_epi32(A, B)                                            \
7462     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7463                                             (int)(B),                     \
7464                                             (__v16si)_mm512_undefined_epi32 (), \
7465                                             (__mmask16)(-1)))
7466 #define _mm512_mask_ror_epi32(W, U, A, B)                                 \
7467     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7468                                             (int)(B),                     \
7469                                             (__v16si)(__m512i)(W),        \
7470                                             (__mmask16)(U)))
7471 #define _mm512_maskz_ror_epi32(U, A, B)                                   \
7472     ((__m512i)__builtin_ia32_prord512_mask ((__v16si)(__m512i)(A),        \
7473                                             (int)(B),                     \
7474                                             (__v16si)_mm512_setzero_si512 (), \
7475                                             (__mmask16)(U)))
7476 #define _mm512_rol_epi64(A, B)                                            \
7477     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7478                                             (int)(B),                     \
7479                                             (__v8di)_mm512_undefined_epi32 (),  \
7480                                             (__mmask8)(-1)))
7481 #define _mm512_mask_rol_epi64(W, U, A, B)                                 \
7482     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7483                                             (int)(B),                     \
7484                                             (__v8di)(__m512i)(W),         \
7485                                             (__mmask8)(U)))
7486 #define _mm512_maskz_rol_epi64(U, A, B)                                   \
7487     ((__m512i)__builtin_ia32_prolq512_mask ((__v8di)(__m512i)(A),         \
7488                                             (int)(B),                     \
7489                                             (__v8di)_mm512_setzero_si512 (),  \
7490                                             (__mmask8)(U)))
7491
7492 #define _mm512_ror_epi64(A, B)                                            \
7493     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7494                                             (int)(B),                     \
7495                                             (__v8di)_mm512_undefined_epi32 (),  \
7496                                             (__mmask8)(-1)))
7497 #define _mm512_mask_ror_epi64(W, U, A, B)                                 \
7498     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7499                                             (int)(B),                     \
7500                                             (__v8di)(__m512i)(W),         \
7501                                             (__mmask8)(U)))
7502 #define _mm512_maskz_ror_epi64(U, A, B)                                   \
7503     ((__m512i)__builtin_ia32_prorq512_mask ((__v8di)(__m512i)(A),         \
7504                                             (int)(B),                     \
7505                                             (__v8di)_mm512_setzero_si512 (),  \
7506                                             (__mmask8)(U)))
7507 #endif
7508
7509 extern __inline __m512i
7510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7511 _mm512_and_si512 (__m512i __A, __m512i __B)
7512 {
7513   return (__m512i) ((__v16su) __A & (__v16su) __B);
7514 }
7515
7516 extern __inline __m512i
7517 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7518 _mm512_and_epi32 (__m512i __A, __m512i __B)
7519 {
7520   return (__m512i) ((__v16su) __A & (__v16su) __B);
7521 }
7522
7523 extern __inline __m512i
7524 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7525 _mm512_mask_and_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7526 {
7527   return (__m512i) __builtin_ia32_pandd512_mask ((__v16si) __A,
7528                                                  (__v16si) __B,
7529                                                  (__v16si) __W,
7530                                                  (__mmask16) __U);
7531 }
7532
7533 extern __inline __m512i
7534 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7535 _mm512_maskz_and_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7536 {
7537   return (__m512i) __builtin_ia32_pandd512_mask ((__v16si) __A,
7538                                                  (__v16si) __B,
7539                                                  (__v16si)
7540                                                  _mm512_setzero_si512 (),
7541                                                  (__mmask16) __U);
7542 }
7543
7544 extern __inline __m512i
7545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7546 _mm512_and_epi64 (__m512i __A, __m512i __B)
7547 {
7548   return (__m512i) ((__v8du) __A & (__v8du) __B);
7549 }
7550
7551 extern __inline __m512i
7552 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7553 _mm512_mask_and_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7554 {
7555   return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __A,
7556                                                  (__v8di) __B,
7557                                                  (__v8di) __W, __U);
7558 }
7559
7560 extern __inline __m512i
7561 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7562 _mm512_maskz_and_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7563 {
7564   return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __A,
7565                                                  (__v8di) __B,
7566                                                  (__v8di)
7567                                                  _mm512_setzero_pd (),
7568                                                  __U);
7569 }
7570
7571 extern __inline __m512i
7572 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7573 _mm512_andnot_si512 (__m512i __A, __m512i __B)
7574 {
7575   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7576                                                   (__v16si) __B,
7577                                                   (__v16si)
7578                                                   _mm512_undefined_epi32 (),
7579                                                   (__mmask16) -1);
7580 }
7581
7582 extern __inline __m512i
7583 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7584 _mm512_andnot_epi32 (__m512i __A, __m512i __B)
7585 {
7586   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7587                                                   (__v16si) __B,
7588                                                   (__v16si)
7589                                                   _mm512_undefined_epi32 (),
7590                                                   (__mmask16) -1);
7591 }
7592
7593 extern __inline __m512i
7594 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7595 _mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
7596 {
7597   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7598                                                   (__v16si) __B,
7599                                                   (__v16si) __W,
7600                                                   (__mmask16) __U);
7601 }
7602
7603 extern __inline __m512i
7604 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7605 _mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7606 {
7607   return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
7608                                                   (__v16si) __B,
7609                                                   (__v16si)
7610                                                   _mm512_setzero_si512 (),
7611                                                   (__mmask16) __U);
7612 }
7613
7614 extern __inline __m512i
7615 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7616 _mm512_andnot_epi64 (__m512i __A, __m512i __B)
7617 {
7618   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7619                                                   (__v8di) __B,
7620                                                   (__v8di)
7621                                                   _mm512_undefined_epi32 (),
7622                                                   (__mmask8) -1);
7623 }
7624
7625 extern __inline __m512i
7626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7627 _mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7628 {
7629   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7630                                                   (__v8di) __B,
7631                                                   (__v8di) __W, __U);
7632 }
7633
7634 extern __inline __m512i
7635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7636 _mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7637 {
7638   return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
7639                                                   (__v8di) __B,
7640                                                   (__v8di)
7641                                                   _mm512_setzero_pd (),
7642                                                   __U);
7643 }
7644
7645 extern __inline __mmask16
7646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7647 _mm512_test_epi32_mask (__m512i __A, __m512i __B)
7648 {
7649   return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
7650                                                 (__v16si) __B,
7651                                                 (__mmask16) -1);
7652 }
7653
7654 extern __inline __mmask16
7655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7656 _mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
7657 {
7658   return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
7659                                                 (__v16si) __B, __U);
7660 }
7661
7662 extern __inline __mmask8
7663 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7664 _mm512_test_epi64_mask (__m512i __A, __m512i __B)
7665 {
7666   return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
7667                                                (__v8di) __B,
7668                                                (__mmask8) -1);
7669 }
7670
7671 extern __inline __mmask8
7672 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7673 _mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
7674 {
7675   return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
7676 }
7677
7678 extern __inline __mmask16
7679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7680 _mm512_testn_epi32_mask (__m512i __A, __m512i __B)
7681 {
7682   return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
7683                                                  (__v16si) __B,
7684                                                  (__mmask16) -1);
7685 }
7686
7687 extern __inline __mmask16
7688 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7689 _mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
7690 {
7691   return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
7692                                                  (__v16si) __B, __U);
7693 }
7694
7695 extern __inline __mmask8
7696 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7697 _mm512_testn_epi64_mask (__m512i __A, __m512i __B)
7698 {
7699   return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
7700                                                 (__v8di) __B,
7701                                                 (__mmask8) -1);
7702 }
7703
7704 extern __inline __mmask8
7705 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7706 _mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
7707 {
7708   return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
7709                                                 (__v8di) __B, __U);
7710 }
7711
7712 extern __inline __m512
7713 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7714 _mm512_abs_ps (__m512 __A)
7715 {
7716   return (__m512) _mm512_and_epi32 ((__m512i) __A,
7717                                     _mm512_set1_epi32 (0x7fffffff));
7718 }
7719
7720 extern __inline __m512
7721 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7722 _mm512_mask_abs_ps (__m512 __W, __mmask16 __U, __m512 __A)
7723 {
7724   return (__m512) _mm512_mask_and_epi32 ((__m512i) __W, __U, (__m512i) __A,
7725                                          _mm512_set1_epi32 (0x7fffffff));
7726 }
7727
7728 extern __inline __m512d
7729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7730 _mm512_abs_pd (__m512 __A)
7731 {
7732   return (__m512d) _mm512_and_epi64 ((__m512i) __A,
7733                                      _mm512_set1_epi64 (0x7fffffffffffffffLL));
7734 }
7735
7736 extern __inline __m512d
7737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7738 _mm512_mask_abs_pd (__m512d __W, __mmask8 __U, __m512 __A)
7739 {
7740   return (__m512d)
7741          _mm512_mask_and_epi64 ((__m512i) __W, __U, (__m512i) __A,
7742                                 _mm512_set1_epi64 (0x7fffffffffffffffLL));
7743 }
7744
7745 extern __inline __m512i
7746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7747 _mm512_unpackhi_epi32 (__m512i __A, __m512i __B)
7748 {
7749   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7750                                                      (__v16si) __B,
7751                                                      (__v16si)
7752                                                      _mm512_undefined_epi32 (),
7753                                                      (__mmask16) -1);
7754 }
7755
7756 extern __inline __m512i
7757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7758 _mm512_mask_unpackhi_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
7759                             __m512i __B)
7760 {
7761   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7762                                                      (__v16si) __B,
7763                                                      (__v16si) __W,
7764                                                      (__mmask16) __U);
7765 }
7766
7767 extern __inline __m512i
7768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7769 _mm512_maskz_unpackhi_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7770 {
7771   return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
7772                                                      (__v16si) __B,
7773                                                      (__v16si)
7774                                                      _mm512_setzero_si512 (),
7775                                                      (__mmask16) __U);
7776 }
7777
7778 extern __inline __m512i
7779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7780 _mm512_unpackhi_epi64 (__m512i __A, __m512i __B)
7781 {
7782   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7783                                                       (__v8di) __B,
7784                                                       (__v8di)
7785                                                       _mm512_undefined_epi32 (),
7786                                                       (__mmask8) -1);
7787 }
7788
7789 extern __inline __m512i
7790 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7791 _mm512_mask_unpackhi_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7792 {
7793   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7794                                                       (__v8di) __B,
7795                                                       (__v8di) __W,
7796                                                       (__mmask8) __U);
7797 }
7798
7799 extern __inline __m512i
7800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7801 _mm512_maskz_unpackhi_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7802 {
7803   return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
7804                                                       (__v8di) __B,
7805                                                       (__v8di)
7806                                                       _mm512_setzero_si512 (),
7807                                                       (__mmask8) __U);
7808 }
7809
7810 extern __inline __m512i
7811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7812 _mm512_unpacklo_epi32 (__m512i __A, __m512i __B)
7813 {
7814   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7815                                                      (__v16si) __B,
7816                                                      (__v16si)
7817                                                      _mm512_undefined_epi32 (),
7818                                                      (__mmask16) -1);
7819 }
7820
7821 extern __inline __m512i
7822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7823 _mm512_mask_unpacklo_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
7824                             __m512i __B)
7825 {
7826   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7827                                                      (__v16si) __B,
7828                                                      (__v16si) __W,
7829                                                      (__mmask16) __U);
7830 }
7831
7832 extern __inline __m512i
7833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7834 _mm512_maskz_unpacklo_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
7835 {
7836   return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
7837                                                      (__v16si) __B,
7838                                                      (__v16si)
7839                                                      _mm512_setzero_si512 (),
7840                                                      (__mmask16) __U);
7841 }
7842
7843 extern __inline __m512i
7844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7845 _mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
7846 {
7847   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7848                                                       (__v8di) __B,
7849                                                       (__v8di)
7850                                                       _mm512_undefined_epi32 (),
7851                                                       (__mmask8) -1);
7852 }
7853
7854 extern __inline __m512i
7855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7856 _mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
7857 {
7858   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7859                                                       (__v8di) __B,
7860                                                       (__v8di) __W,
7861                                                       (__mmask8) __U);
7862 }
7863
7864 extern __inline __m512i
7865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7866 _mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
7867 {
7868   return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
7869                                                       (__v8di) __B,
7870                                                       (__v8di)
7871                                                       _mm512_setzero_si512 (),
7872                                                       (__mmask8) __U);
7873 }
7874
7875 #ifdef __x86_64__
7876 #ifdef __OPTIMIZE__
7877 extern __inline unsigned long long
7878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7879 _mm_cvt_roundss_u64 (__m128 __A, const int __R)
7880 {
7881   return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf) __A, __R);
7882 }
7883
7884 extern __inline long long
7885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7886 _mm_cvt_roundss_si64 (__m128 __A, const int __R)
7887 {
7888   return (long long) __builtin_ia32_vcvtss2si64 ((__v4sf) __A, __R);
7889 }
7890
7891 extern __inline long long
7892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7893 _mm_cvt_roundss_i64 (__m128 __A, const int __R)
7894 {
7895   return (long long) __builtin_ia32_vcvtss2si64 ((__v4sf) __A, __R);
7896 }
7897
7898 extern __inline unsigned long long
7899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7900 _mm_cvtt_roundss_u64 (__m128 __A, const int __R)
7901 {
7902   return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf) __A, __R);
7903 }
7904
7905 extern __inline long long
7906 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7907 _mm_cvtt_roundss_i64 (__m128 __A, const int __R)
7908 {
7909   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A, __R);
7910 }
7911
7912 extern __inline long long
7913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7914 _mm_cvtt_roundss_si64 (__m128 __A, const int __R)
7915 {
7916   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A, __R);
7917 }
7918 #else
7919 #define _mm_cvt_roundss_u64(A, B)   \
7920     ((unsigned long long)__builtin_ia32_vcvtss2usi64(A, B))
7921
7922 #define _mm_cvt_roundss_si64(A, B)   \
7923     ((long long)__builtin_ia32_vcvtss2si64(A, B))
7924
7925 #define _mm_cvt_roundss_i64(A, B)   \
7926     ((long long)__builtin_ia32_vcvtss2si64(A, B))
7927
7928 #define _mm_cvtt_roundss_u64(A, B)  \
7929     ((unsigned long long)__builtin_ia32_vcvttss2usi64(A, B))
7930
7931 #define _mm_cvtt_roundss_i64(A, B)  \
7932     ((long long)__builtin_ia32_vcvttss2si64(A, B))
7933
7934 #define _mm_cvtt_roundss_si64(A, B)  \
7935     ((long long)__builtin_ia32_vcvttss2si64(A, B))
7936 #endif
7937 #endif
7938
7939 #ifdef __OPTIMIZE__
7940 extern __inline unsigned
7941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7942 _mm_cvt_roundss_u32 (__m128 __A, const int __R)
7943 {
7944   return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A, __R);
7945 }
7946
7947 extern __inline int
7948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7949 _mm_cvt_roundss_si32 (__m128 __A, const int __R)
7950 {
7951   return (int) __builtin_ia32_vcvtss2si32 ((__v4sf) __A, __R);
7952 }
7953
7954 extern __inline int
7955 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7956 _mm_cvt_roundss_i32 (__m128 __A, const int __R)
7957 {
7958   return (int) __builtin_ia32_vcvtss2si32 ((__v4sf) __A, __R);
7959 }
7960
7961 extern __inline unsigned
7962 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7963 _mm_cvtt_roundss_u32 (__m128 __A, const int __R)
7964 {
7965   return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A, __R);
7966 }
7967
7968 extern __inline int
7969 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7970 _mm_cvtt_roundss_i32 (__m128 __A, const int __R)
7971 {
7972   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A, __R);
7973 }
7974
7975 extern __inline int
7976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7977 _mm_cvtt_roundss_si32 (__m128 __A, const int __R)
7978 {
7979   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A, __R);
7980 }
7981 #else
7982 #define _mm_cvt_roundss_u32(A, B)   \
7983     ((unsigned)__builtin_ia32_vcvtss2usi32(A, B))
7984
7985 #define _mm_cvt_roundss_si32(A, B)   \
7986     ((int)__builtin_ia32_vcvtss2si32(A, B))
7987
7988 #define _mm_cvt_roundss_i32(A, B)   \
7989     ((int)__builtin_ia32_vcvtss2si32(A, B))
7990
7991 #define _mm_cvtt_roundss_u32(A, B)  \
7992     ((unsigned)__builtin_ia32_vcvttss2usi32(A, B))
7993
7994 #define _mm_cvtt_roundss_si32(A, B)  \
7995     ((int)__builtin_ia32_vcvttss2si32(A, B))
7996
7997 #define _mm_cvtt_roundss_i32(A, B)  \
7998     ((int)__builtin_ia32_vcvttss2si32(A, B))
7999 #endif
8000
8001 #ifdef __x86_64__
8002 #ifdef __OPTIMIZE__
8003 extern __inline unsigned long long
8004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8005 _mm_cvt_roundsd_u64 (__m128d __A, const int __R)
8006 {
8007   return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df) __A, __R);
8008 }
8009
8010 extern __inline long long
8011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8012 _mm_cvt_roundsd_si64 (__m128d __A, const int __R)
8013 {
8014   return (long long) __builtin_ia32_vcvtsd2si64 ((__v2df) __A, __R);
8015 }
8016
8017 extern __inline long long
8018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8019 _mm_cvt_roundsd_i64 (__m128d __A, const int __R)
8020 {
8021   return (long long) __builtin_ia32_vcvtsd2si64 ((__v2df) __A, __R);
8022 }
8023
8024 extern __inline unsigned long long
8025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8026 _mm_cvtt_roundsd_u64 (__m128d __A, const int __R)
8027 {
8028   return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df) __A, __R);
8029 }
8030
8031 extern __inline long long
8032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8033 _mm_cvtt_roundsd_si64 (__m128d __A, const int __R)
8034 {
8035   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A, __R);
8036 }
8037
8038 extern __inline long long
8039 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8040 _mm_cvtt_roundsd_i64 (__m128d __A, const int __R)
8041 {
8042   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A, __R);
8043 }
8044 #else
8045 #define _mm_cvt_roundsd_u64(A, B)   \
8046     ((unsigned long long)__builtin_ia32_vcvtsd2usi64(A, B))
8047
8048 #define _mm_cvt_roundsd_si64(A, B)   \
8049     ((long long)__builtin_ia32_vcvtsd2si64(A, B))
8050
8051 #define _mm_cvt_roundsd_i64(A, B)   \
8052     ((long long)__builtin_ia32_vcvtsd2si64(A, B))
8053
8054 #define _mm_cvtt_roundsd_u64(A, B)   \
8055     ((unsigned long long)__builtin_ia32_vcvttsd2usi64(A, B))
8056
8057 #define _mm_cvtt_roundsd_si64(A, B)   \
8058     ((long long)__builtin_ia32_vcvttsd2si64(A, B))
8059
8060 #define _mm_cvtt_roundsd_i64(A, B)   \
8061     ((long long)__builtin_ia32_vcvttsd2si64(A, B))
8062 #endif
8063 #endif
8064
8065 #ifdef __OPTIMIZE__
8066 extern __inline unsigned
8067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8068 _mm_cvt_roundsd_u32 (__m128d __A, const int __R)
8069 {
8070   return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A, __R);
8071 }
8072
8073 extern __inline int
8074 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8075 _mm_cvt_roundsd_si32 (__m128d __A, const int __R)
8076 {
8077   return (int) __builtin_ia32_vcvtsd2si32 ((__v2df) __A, __R);
8078 }
8079
8080 extern __inline int
8081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8082 _mm_cvt_roundsd_i32 (__m128d __A, const int __R)
8083 {
8084   return (int) __builtin_ia32_vcvtsd2si32 ((__v2df) __A, __R);
8085 }
8086
8087 extern __inline unsigned
8088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8089 _mm_cvtt_roundsd_u32 (__m128d __A, const int __R)
8090 {
8091   return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A, __R);
8092 }
8093
8094 extern __inline int
8095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8096 _mm_cvtt_roundsd_i32 (__m128d __A, const int __R)
8097 {
8098   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A, __R);
8099 }
8100
8101 extern __inline int
8102 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8103 _mm_cvtt_roundsd_si32 (__m128d __A, const int __R)
8104 {
8105   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A, __R);
8106 }
8107 #else
8108 #define _mm_cvt_roundsd_u32(A, B)   \
8109     ((unsigned)__builtin_ia32_vcvtsd2usi32(A, B))
8110
8111 #define _mm_cvt_roundsd_si32(A, B)   \
8112     ((int)__builtin_ia32_vcvtsd2si32(A, B))
8113
8114 #define _mm_cvt_roundsd_i32(A, B)   \
8115     ((int)__builtin_ia32_vcvtsd2si32(A, B))
8116
8117 #define _mm_cvtt_roundsd_u32(A, B)   \
8118     ((unsigned)__builtin_ia32_vcvttsd2usi32(A, B))
8119
8120 #define _mm_cvtt_roundsd_si32(A, B)   \
8121     ((int)__builtin_ia32_vcvttsd2si32(A, B))
8122
8123 #define _mm_cvtt_roundsd_i32(A, B)   \
8124     ((int)__builtin_ia32_vcvttsd2si32(A, B))
8125 #endif
8126
8127 extern __inline __m512d
8128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8129 _mm512_movedup_pd (__m512d __A)
8130 {
8131   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
8132                                                    (__v8df)
8133                                                    _mm512_undefined_pd (),
8134                                                    (__mmask8) -1);
8135 }
8136
8137 extern __inline __m512d
8138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8139 _mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
8140 {
8141   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
8142                                                    (__v8df) __W,
8143                                                    (__mmask8) __U);
8144 }
8145
8146 extern __inline __m512d
8147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8148 _mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
8149 {
8150   return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
8151                                                    (__v8df)
8152                                                    _mm512_setzero_pd (),
8153                                                    (__mmask8) __U);
8154 }
8155
8156 extern __inline __m512d
8157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8158 _mm512_unpacklo_pd (__m512d __A, __m512d __B)
8159 {
8160   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
8161                                                     (__v8df) __B,
8162                                                     (__v8df)
8163                                                     _mm512_undefined_pd (),
8164                                                     (__mmask8) -1);
8165 }
8166
8167 extern __inline __m512d
8168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8169 _mm512_mask_unpacklo_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
8170 {
8171   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
8172                                                     (__v8df) __B,
8173                                                     (__v8df) __W,
8174                                                     (__mmask8) __U);
8175 }
8176
8177 extern __inline __m512d
8178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8179 _mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
8180 {
8181   return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
8182                                                     (__v8df) __B,
8183                                                     (__v8df)
8184                                                     _mm512_setzero_pd (),
8185                                                     (__mmask8) __U);
8186 }
8187
8188 extern __inline __m512d
8189 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8190 _mm512_unpackhi_pd (__m512d __A, __m512d __B)
8191 {
8192   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
8193                                                     (__v8df) __B,
8194                                                     (__v8df)
8195                                                     _mm512_undefined_pd (),
8196                                                     (__mmask8) -1);
8197 }
8198
8199 extern __inline __m512d
8200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8201 _mm512_mask_unpackhi_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
8202 {
8203   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
8204                                                     (__v8df) __B,
8205                                                     (__v8df) __W,
8206                                                     (__mmask8) __U);
8207 }
8208
8209 extern __inline __m512d
8210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8211 _mm512_maskz_unpackhi_pd (__mmask8 __U, __m512d __A, __m512d __B)
8212 {
8213   return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
8214                                                     (__v8df) __B,
8215                                                     (__v8df)
8216                                                     _mm512_setzero_pd (),
8217                                                     (__mmask8) __U);
8218 }
8219
8220 extern __inline __m512
8221 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8222 _mm512_unpackhi_ps (__m512 __A, __m512 __B)
8223 {
8224   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
8225                                                    (__v16sf) __B,
8226                                                    (__v16sf)
8227                                                    _mm512_undefined_ps (),
8228                                                    (__mmask16) -1);
8229 }
8230
8231 extern __inline __m512
8232 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8233 _mm512_mask_unpackhi_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
8234 {
8235   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
8236                                                    (__v16sf) __B,
8237                                                    (__v16sf) __W,
8238                                                    (__mmask16) __U);
8239 }
8240
8241 extern __inline __m512
8242 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8243 _mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
8244 {
8245   return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
8246                                                    (__v16sf) __B,
8247                                                    (__v16sf)
8248                                                    _mm512_setzero_ps (),
8249                                                    (__mmask16) __U);
8250 }
8251
8252 #ifdef __OPTIMIZE__
8253 extern __inline __m512d
8254 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8255 _mm512_cvt_roundps_pd (__m256 __A, const int __R)
8256 {
8257   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8258                                                     (__v8df)
8259                                                     _mm512_undefined_pd (),
8260                                                     (__mmask8) -1, __R);
8261 }
8262
8263 extern __inline __m512d
8264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8265 _mm512_mask_cvt_roundps_pd (__m512d __W, __mmask8 __U, __m256 __A,
8266                             const int __R)
8267 {
8268   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8269                                                     (__v8df) __W,
8270                                                     (__mmask8) __U, __R);
8271 }
8272
8273 extern __inline __m512d
8274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8275 _mm512_maskz_cvt_roundps_pd (__mmask8 __U, __m256 __A, const int __R)
8276 {
8277   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8278                                                     (__v8df)
8279                                                     _mm512_setzero_pd (),
8280                                                     (__mmask8) __U, __R);
8281 }
8282
8283 extern __inline __m512
8284 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8285 _mm512_cvt_roundph_ps (__m256i __A, const int __R)
8286 {
8287   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
8288                                                     (__v16sf)
8289                                                     _mm512_undefined_ps (),
8290                                                     (__mmask16) -1, __R);
8291 }
8292
8293 extern __inline __m512
8294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8295 _mm512_mask_cvt_roundph_ps (__m512 __W, __mmask16 __U, __m256i __A,
8296                             const int __R)
8297 {
8298   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
8299                                                     (__v16sf) __W,
8300                                                     (__mmask16) __U, __R);
8301 }
8302
8303 extern __inline __m512
8304 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8305 _mm512_maskz_cvt_roundph_ps (__mmask16 __U, __m256i __A, const int __R)
8306 {
8307   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
8308                                                     (__v16sf)
8309                                                     _mm512_setzero_ps (),
8310                                                     (__mmask16) __U, __R);
8311 }
8312
8313 extern __inline __m256i
8314 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8315 _mm512_cvt_roundps_ph (__m512 __A, const int __I)
8316 {
8317   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8318                                                      __I,
8319                                                      (__v16hi)
8320                                                      _mm256_undefined_si256 (),
8321                                                      -1);
8322 }
8323
8324 extern __inline __m256i
8325 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8326 _mm512_cvtps_ph (__m512 __A, const int __I)
8327 {
8328   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8329                                                      __I,
8330                                                      (__v16hi)
8331                                                      _mm256_undefined_si256 (),
8332                                                      -1);
8333 }
8334
8335 extern __inline __m256i
8336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8337 _mm512_mask_cvt_roundps_ph (__m256i __U, __mmask16 __W, __m512 __A,
8338                             const int __I)
8339 {
8340   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8341                                                      __I,
8342                                                      (__v16hi) __U,
8343                                                      (__mmask16) __W);
8344 }
8345
8346 extern __inline __m256i
8347 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8348 _mm512_mask_cvtps_ph (__m256i __U, __mmask16 __W, __m512 __A, const int __I)
8349 {
8350   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8351                                                      __I,
8352                                                      (__v16hi) __U,
8353                                                      (__mmask16) __W);
8354 }
8355
8356 extern __inline __m256i
8357 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8358 _mm512_maskz_cvt_roundps_ph (__mmask16 __W, __m512 __A, const int __I)
8359 {
8360   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8361                                                      __I,
8362                                                      (__v16hi)
8363                                                      _mm256_setzero_si256 (),
8364                                                      (__mmask16) __W);
8365 }
8366
8367 extern __inline __m256i
8368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8369 _mm512_maskz_cvtps_ph (__mmask16 __W, __m512 __A, const int __I)
8370 {
8371   return (__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf) __A,
8372                                                      __I,
8373                                                      (__v16hi)
8374                                                      _mm256_setzero_si256 (),
8375                                                      (__mmask16) __W);
8376 }
8377 #else
8378 #define _mm512_cvt_roundps_pd(A, B)              \
8379     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)_mm512_undefined_pd(), -1, B)
8380
8381 #define _mm512_mask_cvt_roundps_pd(W, U, A, B)   \
8382     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)(W), U, B)
8383
8384 #define _mm512_maskz_cvt_roundps_pd(U, A, B)     \
8385     (__m512d)__builtin_ia32_cvtps2pd512_mask(A, (__v8df)_mm512_setzero_pd(), U, B)
8386
8387 #define _mm512_cvt_roundph_ps(A, B)              \
8388     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)_mm512_undefined_ps(), -1, B)
8389
8390 #define _mm512_mask_cvt_roundph_ps(W, U, A, B)   \
8391     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)(W), U, B)
8392
8393 #define _mm512_maskz_cvt_roundph_ps(U, A, B)     \
8394     (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(A), (__v16sf)_mm512_setzero_ps(), U, B)
8395
8396 #define _mm512_cvt_roundps_ph(A, I)                                              \
8397   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8398     (__v16hi)_mm256_undefined_si256 (), -1))
8399 #define _mm512_cvtps_ph(A, I)                                            \
8400   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8401     (__v16hi)_mm256_undefined_si256 (), -1))
8402 #define _mm512_mask_cvt_roundps_ph(U, W, A, I)                           \
8403   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8404     (__v16hi)(__m256i)(U), (__mmask16) (W)))
8405 #define _mm512_mask_cvtps_ph(U, W, A, I)                                 \
8406   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8407     (__v16hi)(__m256i)(U), (__mmask16) (W)))
8408 #define _mm512_maskz_cvt_roundps_ph(W, A, I)                                     \
8409   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8410     (__v16hi)_mm256_setzero_si256 (), (__mmask16) (W)))
8411 #define _mm512_maskz_cvtps_ph(W, A, I)                                   \
8412   ((__m256i) __builtin_ia32_vcvtps2ph512_mask ((__v16sf)(__m512) A, (int) (I),\
8413     (__v16hi)_mm256_setzero_si256 (), (__mmask16) (W)))
8414 #endif
8415
8416 #ifdef __OPTIMIZE__
8417 extern __inline __m256
8418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8419 _mm512_cvt_roundpd_ps (__m512d __A, const int __R)
8420 {
8421   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
8422                                                    (__v8sf)
8423                                                    _mm256_undefined_ps (),
8424                                                    (__mmask8) -1, __R);
8425 }
8426
8427 extern __inline __m256
8428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8429 _mm512_mask_cvt_roundpd_ps (__m256 __W, __mmask8 __U, __m512d __A,
8430                             const int __R)
8431 {
8432   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
8433                                                    (__v8sf) __W,
8434                                                    (__mmask8) __U, __R);
8435 }
8436
8437 extern __inline __m256
8438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8439 _mm512_maskz_cvt_roundpd_ps (__mmask8 __U, __m512d __A, const int __R)
8440 {
8441   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
8442                                                    (__v8sf)
8443                                                    _mm256_setzero_ps (),
8444                                                    (__mmask8) __U, __R);
8445 }
8446
8447 extern __inline __m128
8448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8449 _mm_cvt_roundsd_ss (__m128 __A, __m128d __B, const int __R)
8450 {
8451   return (__m128) __builtin_ia32_cvtsd2ss_round ((__v4sf) __A,
8452                                                  (__v2df) __B,
8453                                                  __R);
8454 }
8455
8456 extern __inline __m128d
8457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8458 _mm_cvt_roundss_sd (__m128d __A, __m128 __B, const int __R)
8459 {
8460   return (__m128d) __builtin_ia32_cvtss2sd_round ((__v2df) __A,
8461                                                   (__v4sf) __B,
8462                                                   __R);
8463 }
8464 #else
8465 #define _mm512_cvt_roundpd_ps(A, B)              \
8466     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)_mm256_undefined_ps(), -1, B)
8467
8468 #define _mm512_mask_cvt_roundpd_ps(W, U, A, B)   \
8469     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)(W), U, B)
8470
8471 #define _mm512_maskz_cvt_roundpd_ps(U, A, B)     \
8472     (__m256)__builtin_ia32_cvtpd2ps512_mask(A, (__v8sf)_mm256_setzero_ps(), U, B)
8473
8474 #define _mm_cvt_roundsd_ss(A, B, C)              \
8475     (__m128)__builtin_ia32_cvtsd2ss_round(A, B, C)
8476
8477 #define _mm_cvt_roundss_sd(A, B, C)              \
8478     (__m128d)__builtin_ia32_cvtss2sd_round(A, B, C)
8479 #endif
8480
8481 extern __inline void
8482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8483 _mm512_stream_si512 (__m512i * __P, __m512i __A)
8484 {
8485   __builtin_ia32_movntdq512 ((__v8di *) __P, (__v8di) __A);
8486 }
8487
8488 extern __inline void
8489 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8490 _mm512_stream_ps (float *__P, __m512 __A)
8491 {
8492   __builtin_ia32_movntps512 (__P, (__v16sf) __A);
8493 }
8494
8495 extern __inline void
8496 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8497 _mm512_stream_pd (double *__P, __m512d __A)
8498 {
8499   __builtin_ia32_movntpd512 (__P, (__v8df) __A);
8500 }
8501
8502 extern __inline __m512i
8503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8504 _mm512_stream_load_si512 (void *__P)
8505 {
8506   return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8507 }
8508
8509 /* Constants for mantissa extraction */
8510 typedef enum
8511 {
8512   _MM_MANT_NORM_1_2,            /* interval [1, 2)      */
8513   _MM_MANT_NORM_p5_2,           /* interval [0.5, 2)    */
8514   _MM_MANT_NORM_p5_1,           /* interval [0.5, 1)    */
8515   _MM_MANT_NORM_p75_1p5         /* interval [0.75, 1.5) */
8516 } _MM_MANTISSA_NORM_ENUM;
8517
8518 typedef enum
8519 {
8520   _MM_MANT_SIGN_src,            /* sign = sign(SRC)     */
8521   _MM_MANT_SIGN_zero,           /* sign = 0             */
8522   _MM_MANT_SIGN_nan             /* DEST = NaN if sign(SRC) = 1 */
8523 } _MM_MANTISSA_SIGN_ENUM;
8524
8525 #ifdef __OPTIMIZE__
8526 extern __inline __m128
8527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8528 _mm_getexp_round_ss (__m128 __A, __m128 __B, const int __R)
8529 {
8530   return (__m128) __builtin_ia32_getexpss128_round ((__v4sf) __A,
8531                                                     (__v4sf) __B,
8532                                                     __R);
8533 }
8534
8535 extern __inline __m128
8536 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8537 _mm_mask_getexp_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
8538                           __m128 __B, const int __R)
8539 {
8540   return (__m128) __builtin_ia32_getexpss_mask_round ((__v4sf) __A,
8541                                                  (__v4sf) __B,
8542                                                  (__v4sf) __W,
8543                                                  (__mmask8) __U, __R);
8544 }
8545
8546 extern __inline __m128
8547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8548 _mm_maskz_getexp_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
8549                            const int __R)
8550 {
8551   return (__m128) __builtin_ia32_getexpss_mask_round ((__v4sf) __A,
8552                                                  (__v4sf) __B,
8553                                                  (__v4sf)
8554                                                  _mm_setzero_ps (),
8555                                                  (__mmask8) __U, __R);
8556 }
8557
8558 extern __inline __m128d
8559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8560 _mm_getexp_round_sd (__m128d __A, __m128d __B, const int __R)
8561 {
8562   return (__m128d) __builtin_ia32_getexpsd128_round ((__v2df) __A,
8563                                                      (__v2df) __B,
8564                                                      __R);
8565 }
8566
8567 extern __inline __m128d
8568 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8569 _mm_mask_getexp_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
8570                           __m128d __B, const int __R)
8571 {
8572   return (__m128d) __builtin_ia32_getexpsd_mask_round ((__v2df) __A,
8573                                                  (__v2df) __B,
8574                                                  (__v2df) __W,
8575                                                  (__mmask8) __U, __R);
8576 }
8577
8578 extern __inline __m128d
8579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8580 _mm_maskz_getexp_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
8581                            const int __R)
8582 {
8583   return (__m128d) __builtin_ia32_getexpsd_mask_round ((__v2df) __A,
8584                                                  (__v2df) __B,
8585                                                  (__v2df)
8586                                                  _mm_setzero_pd (),
8587                                                  (__mmask8) __U, __R);
8588 }
8589
8590 extern __inline __m512
8591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8592 _mm512_getexp_round_ps (__m512 __A, const int __R)
8593 {
8594   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8595                                                    (__v16sf)
8596                                                    _mm512_undefined_ps (),
8597                                                    (__mmask16) -1, __R);
8598 }
8599
8600 extern __inline __m512
8601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8602 _mm512_mask_getexp_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
8603                              const int __R)
8604 {
8605   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8606                                                    (__v16sf) __W,
8607                                                    (__mmask16) __U, __R);
8608 }
8609
8610 extern __inline __m512
8611 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8612 _mm512_maskz_getexp_round_ps (__mmask16 __U, __m512 __A, const int __R)
8613 {
8614   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8615                                                    (__v16sf)
8616                                                    _mm512_setzero_ps (),
8617                                                    (__mmask16) __U, __R);
8618 }
8619
8620 extern __inline __m512d
8621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8622 _mm512_getexp_round_pd (__m512d __A, const int __R)
8623 {
8624   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8625                                                     (__v8df)
8626                                                     _mm512_undefined_pd (),
8627                                                     (__mmask8) -1, __R);
8628 }
8629
8630 extern __inline __m512d
8631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8632 _mm512_mask_getexp_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
8633                              const int __R)
8634 {
8635   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8636                                                     (__v8df) __W,
8637                                                     (__mmask8) __U, __R);
8638 }
8639
8640 extern __inline __m512d
8641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8642 _mm512_maskz_getexp_round_pd (__mmask8 __U, __m512d __A, const int __R)
8643 {
8644   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8645                                                     (__v8df)
8646                                                     _mm512_setzero_pd (),
8647                                                     (__mmask8) __U, __R);
8648 }
8649
8650 extern __inline __m512d
8651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8652 _mm512_getmant_round_pd (__m512d __A, _MM_MANTISSA_NORM_ENUM __B,
8653                          _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8654 {
8655   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8656                                                      (__C << 2) | __B,
8657                                                      _mm512_undefined_pd (),
8658                                                      (__mmask8) -1, __R);
8659 }
8660
8661 extern __inline __m512d
8662 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8663 _mm512_mask_getmant_round_pd (__m512d __W, __mmask8 __U, __m512d __A,
8664                               _MM_MANTISSA_NORM_ENUM __B,
8665                               _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8666 {
8667   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8668                                                      (__C << 2) | __B,
8669                                                      (__v8df) __W, __U,
8670                                                      __R);
8671 }
8672
8673 extern __inline __m512d
8674 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8675 _mm512_maskz_getmant_round_pd (__mmask8 __U, __m512d __A,
8676                                _MM_MANTISSA_NORM_ENUM __B,
8677                                _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8678 {
8679   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
8680                                                      (__C << 2) | __B,
8681                                                      (__v8df)
8682                                                      _mm512_setzero_pd (),
8683                                                      __U, __R);
8684 }
8685
8686 extern __inline __m512
8687 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8688 _mm512_getmant_round_ps (__m512 __A, _MM_MANTISSA_NORM_ENUM __B,
8689                          _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8690 {
8691   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8692                                                     (__C << 2) | __B,
8693                                                     _mm512_undefined_ps (),
8694                                                     (__mmask16) -1, __R);
8695 }
8696
8697 extern __inline __m512
8698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8699 _mm512_mask_getmant_round_ps (__m512 __W, __mmask16 __U, __m512 __A,
8700                               _MM_MANTISSA_NORM_ENUM __B,
8701                               _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8702 {
8703   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8704                                                     (__C << 2) | __B,
8705                                                     (__v16sf) __W, __U,
8706                                                     __R);
8707 }
8708
8709 extern __inline __m512
8710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8711 _mm512_maskz_getmant_round_ps (__mmask16 __U, __m512 __A,
8712                                _MM_MANTISSA_NORM_ENUM __B,
8713                                _MM_MANTISSA_SIGN_ENUM __C, const int __R)
8714 {
8715   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
8716                                                     (__C << 2) | __B,
8717                                                     (__v16sf)
8718                                                     _mm512_setzero_ps (),
8719                                                     __U, __R);
8720 }
8721
8722 extern __inline __m128d
8723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8724 _mm_getmant_round_sd (__m128d __A, __m128d __B,
8725                       _MM_MANTISSA_NORM_ENUM __C,
8726                       _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8727 {
8728   return (__m128d) __builtin_ia32_getmantsd_round ((__v2df) __A,
8729                                                   (__v2df) __B,
8730                                                   (__D << 2) | __C,
8731                                                    __R);
8732 }
8733
8734 extern __inline __m128d
8735 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8736 _mm_mask_getmant_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
8737                               __m128d __B, _MM_MANTISSA_NORM_ENUM __C,
8738                               _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8739 {
8740   return (__m128d) __builtin_ia32_getmantsd_mask_round ((__v2df) __A,
8741                                                     (__v2df) __B,
8742                                                     (__D << 2) | __C,
8743                                                     (__v2df) __W,
8744                                                      __U, __R);
8745 }
8746
8747 extern __inline __m128d
8748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8749 _mm_maskz_getmant_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
8750                                _MM_MANTISSA_NORM_ENUM __C,
8751                                _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8752 {
8753   return (__m128d) __builtin_ia32_getmantsd_mask_round ((__v2df) __A,
8754                                                         (__v2df) __B,
8755                                                         (__D << 2) | __C,
8756                                                         (__v2df)
8757                                                         _mm_setzero_pd(),
8758                                                         __U, __R);
8759 }
8760
8761 extern __inline __m128
8762 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8763 _mm_getmant_round_ss (__m128 __A, __m128 __B,
8764                       _MM_MANTISSA_NORM_ENUM __C,
8765                       _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8766 {
8767   return (__m128) __builtin_ia32_getmantss_round ((__v4sf) __A,
8768                                                   (__v4sf) __B,
8769                                                   (__D << 2) | __C,
8770                                                   __R);
8771 }
8772
8773 extern __inline __m128
8774 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8775 _mm_mask_getmant_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
8776                               __m128 __B, _MM_MANTISSA_NORM_ENUM __C,
8777                               _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8778 {
8779   return (__m128) __builtin_ia32_getmantss_mask_round ((__v4sf) __A,
8780                                                     (__v4sf) __B,
8781                                                     (__D << 2) | __C,
8782                                                     (__v4sf) __W,
8783                                                      __U, __R);
8784 }
8785
8786 extern __inline __m128
8787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8788 _mm_maskz_getmant_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
8789                                _MM_MANTISSA_NORM_ENUM __C,
8790                                _MM_MANTISSA_SIGN_ENUM __D, const int __R)
8791 {
8792   return (__m128) __builtin_ia32_getmantss_mask_round ((__v4sf) __A,
8793                                                         (__v4sf) __B,
8794                                                         (__D << 2) | __C,
8795                                                         (__v4sf)
8796                                                         _mm_setzero_ps(),
8797                                                         __U, __R);
8798 }
8799
8800 #else
8801 #define _mm512_getmant_round_pd(X, B, C, R)                                                  \
8802   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8803                                               (int)(((C)<<2) | (B)),                \
8804                                               (__v8df)(__m512d)_mm512_undefined_pd(), \
8805                                               (__mmask8)-1,\
8806                                               (R)))
8807
8808 #define _mm512_mask_getmant_round_pd(W, U, X, B, C, R)                                       \
8809   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8810                                               (int)(((C)<<2) | (B)),                \
8811                                               (__v8df)(__m512d)(W),                 \
8812                                               (__mmask8)(U),\
8813                                               (R)))
8814
8815 #define _mm512_maskz_getmant_round_pd(U, X, B, C, R)                                         \
8816   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
8817                                               (int)(((C)<<2) | (B)),                \
8818                                               (__v8df)(__m512d)_mm512_setzero_pd(), \
8819                                               (__mmask8)(U),\
8820                                               (R)))
8821 #define _mm512_getmant_round_ps(X, B, C, R)                                                  \
8822   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8823                                              (int)(((C)<<2) | (B)),                 \
8824                                              (__v16sf)(__m512)_mm512_undefined_ps(), \
8825                                              (__mmask16)-1,\
8826                                              (R)))
8827
8828 #define _mm512_mask_getmant_round_ps(W, U, X, B, C, R)                                       \
8829   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8830                                              (int)(((C)<<2) | (B)),                 \
8831                                              (__v16sf)(__m512)(W),                  \
8832                                              (__mmask16)(U),\
8833                                              (R)))
8834
8835 #define _mm512_maskz_getmant_round_ps(U, X, B, C, R)                                         \
8836   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
8837                                              (int)(((C)<<2) | (B)),                 \
8838                                              (__v16sf)(__m512)_mm512_setzero_ps(),  \
8839                                              (__mmask16)(U),\
8840                                              (R)))
8841 #define _mm_getmant_round_sd(X, Y, C, D, R)                                                  \
8842   ((__m128d)__builtin_ia32_getmantsd_round ((__v2df)(__m128d)(X),                    \
8843                                             (__v2df)(__m128d)(Y),       \
8844                                             (int)(((D)<<2) | (C)),      \
8845                                             (R)))
8846
8847 #define _mm_mask_getmant_round_sd(W, U, X, Y, C, D, R)                                       \
8848   ((__m128d)__builtin_ia32_getmantsd_mask_round ((__v2df)(__m128d)(X),                  \
8849                                              (__v2df)(__m128d)(Y),                  \
8850                                              (int)(((D)<<2) | (C)),                 \
8851                                              (__v2df)(__m128d)(W),                   \
8852                                              (__mmask8)(U),\
8853                                              (R)))
8854
8855 #define _mm_maskz_getmant_round_sd(U, X, Y, C, D, R)                                         \
8856   ((__m128d)__builtin_ia32_getmantsd_mask_round ((__v2df)(__m128d)(X),                  \
8857                                                  (__v2df)(__m128d)(Y),                  \
8858                                              (int)(((D)<<2) | (C)),              \
8859                                              (__v2df)(__m128d)_mm_setzero_pd(),  \
8860                                              (__mmask8)(U),\
8861                                              (R)))
8862
8863 #define _mm_getmant_round_ss(X, Y, C, D, R)                                                  \
8864   ((__m128)__builtin_ia32_getmantss_round ((__v4sf)(__m128)(X),                      \
8865                                            (__v4sf)(__m128)(Y),         \
8866                                            (int)(((D)<<2) | (C)),       \
8867                                            (R)))
8868
8869 #define _mm_mask_getmant_round_ss(W, U, X, Y, C, D, R)                                       \
8870   ((__m128)__builtin_ia32_getmantss_mask_round ((__v4sf)(__m128)(X),                  \
8871                                              (__v4sf)(__m128)(Y),                  \
8872                                              (int)(((D)<<2) | (C)),                 \
8873                                              (__v4sf)(__m128)(W),                   \
8874                                              (__mmask8)(U),\
8875                                              (R)))
8876
8877 #define _mm_maskz_getmant_round_ss(U, X, Y, C, D, R)                                         \
8878   ((__m128)__builtin_ia32_getmantss_mask_round ((__v4sf)(__m128)(X),                  \
8879                                                  (__v4sf)(__m128)(Y),                  \
8880                                              (int)(((D)<<2) | (C)),              \
8881                                              (__v4sf)(__m128)_mm_setzero_ps(),  \
8882                                              (__mmask8)(U),\
8883                                              (R)))
8884
8885 #define _mm_getexp_round_ss(A, B, R)                                                  \
8886   ((__m128)__builtin_ia32_getexpss128_round((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), R))
8887
8888 #define _mm_mask_getexp_round_ss(W, U, A, B, C) \
8889     (__m128)__builtin_ia32_getexpss_mask_round(A, B, W, U, C)
8890
8891 #define _mm_maskz_getexp_round_ss(U, A, B, C)   \
8892     (__m128)__builtin_ia32_getexpss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
8893
8894 #define _mm_getexp_round_sd(A, B, R)                                                   \
8895   ((__m128d)__builtin_ia32_getexpsd128_round((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), R))
8896
8897 #define _mm_mask_getexp_round_sd(W, U, A, B, C) \
8898     (__m128d)__builtin_ia32_getexpsd_mask_round(A, B, W, U, C)
8899
8900 #define _mm_maskz_getexp_round_sd(U, A, B, C)   \
8901     (__m128d)__builtin_ia32_getexpsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
8902
8903
8904 #define _mm512_getexp_round_ps(A, R)                                            \
8905   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8906   (__v16sf)_mm512_undefined_ps(), (__mmask16)-1, R))
8907
8908 #define _mm512_mask_getexp_round_ps(W, U, A, R)                                 \
8909   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8910   (__v16sf)(__m512)(W), (__mmask16)(U), R))
8911
8912 #define _mm512_maskz_getexp_round_ps(U, A, R)                                   \
8913   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
8914   (__v16sf)_mm512_setzero_ps(), (__mmask16)(U), R))
8915
8916 #define _mm512_getexp_round_pd(A, R)                                            \
8917   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8918   (__v8df)_mm512_undefined_pd(), (__mmask8)-1, R))
8919
8920 #define _mm512_mask_getexp_round_pd(W, U, A, R)                                 \
8921   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8922   (__v8df)(__m512d)(W), (__mmask8)(U), R))
8923
8924 #define _mm512_maskz_getexp_round_pd(U, A, R)                                   \
8925   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
8926   (__v8df)_mm512_setzero_pd(), (__mmask8)(U), R))
8927 #endif
8928
8929 #ifdef __OPTIMIZE__
8930 extern __inline __m512
8931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8932 _mm512_roundscale_round_ps (__m512 __A, const int __imm, const int __R)
8933 {
8934   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A, __imm,
8935                                                   (__v16sf)
8936                                                   _mm512_undefined_ps (),
8937                                                   -1, __R);
8938 }
8939
8940 extern __inline __m512
8941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8942 _mm512_mask_roundscale_round_ps (__m512 __A, __mmask16 __B, __m512 __C,
8943                                  const int __imm, const int __R)
8944 {
8945   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __C, __imm,
8946                                                   (__v16sf) __A,
8947                                                   (__mmask16) __B, __R);
8948 }
8949
8950 extern __inline __m512
8951 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8952 _mm512_maskz_roundscale_round_ps (__mmask16 __A, __m512 __B,
8953                                   const int __imm, const int __R)
8954 {
8955   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __B,
8956                                                   __imm,
8957                                                   (__v16sf)
8958                                                   _mm512_setzero_ps (),
8959                                                   (__mmask16) __A, __R);
8960 }
8961
8962 extern __inline __m512d
8963 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8964 _mm512_roundscale_round_pd (__m512d __A, const int __imm, const int __R)
8965 {
8966   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A, __imm,
8967                                                    (__v8df)
8968                                                    _mm512_undefined_pd (),
8969                                                    -1, __R);
8970 }
8971
8972 extern __inline __m512d
8973 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8974 _mm512_mask_roundscale_round_pd (__m512d __A, __mmask8 __B,
8975                                  __m512d __C, const int __imm, const int __R)
8976 {
8977   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __C, __imm,
8978                                                    (__v8df) __A,
8979                                                    (__mmask8) __B, __R);
8980 }
8981
8982 extern __inline __m512d
8983 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8984 _mm512_maskz_roundscale_round_pd (__mmask8 __A, __m512d __B,
8985                                   const int __imm, const int __R)
8986 {
8987   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __B,
8988                                                    __imm,
8989                                                    (__v8df)
8990                                                    _mm512_setzero_pd (),
8991                                                    (__mmask8) __A, __R);
8992 }
8993
8994 extern __inline __m128
8995 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8996 _mm_roundscale_round_ss (__m128 __A, __m128 __B, const int __imm, const int __R)
8997 {
8998   return (__m128) __builtin_ia32_rndscaless_round ((__v4sf) __A,
8999                                                    (__v4sf) __B, __imm, __R);
9000 }
9001
9002 extern __inline __m128d
9003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9004 _mm_roundscale_round_sd (__m128d __A, __m128d __B, const int __imm,
9005                          const int __R)
9006 {
9007   return (__m128d) __builtin_ia32_rndscalesd_round ((__v2df) __A,
9008                                                     (__v2df) __B, __imm, __R);
9009 }
9010
9011 #else
9012 #define _mm512_roundscale_round_ps(A, B, R) \
9013   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(A), (int)(B),\
9014     (__v16sf)_mm512_undefined_ps(), (__mmask16)(-1), R))
9015 #define _mm512_mask_roundscale_round_ps(A, B, C, D, R)                          \
9016   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(C),       \
9017                                             (int)(D),                   \
9018                                             (__v16sf)(__m512)(A),       \
9019                                             (__mmask16)(B), R))
9020 #define _mm512_maskz_roundscale_round_ps(A, B, C, R)                            \
9021   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(B),       \
9022                                             (int)(C),                   \
9023                                             (__v16sf)_mm512_setzero_ps(),\
9024                                             (__mmask16)(A), R))
9025 #define _mm512_roundscale_round_pd(A, B, R) \
9026   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(A), (int)(B),\
9027     (__v8df)_mm512_undefined_pd(), (__mmask8)(-1), R))
9028 #define _mm512_mask_roundscale_round_pd(A, B, C, D, R)                          \
9029   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(C),      \
9030                                              (int)(D),                  \
9031                                              (__v8df)(__m512d)(A),      \
9032                                              (__mmask8)(B), R))
9033 #define _mm512_maskz_roundscale_round_pd(A, B, C, R)                            \
9034   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(B),      \
9035                                              (int)(C),                  \
9036                                              (__v8df)_mm512_setzero_pd(),\
9037                                              (__mmask8)(A), R))
9038 #define _mm_roundscale_round_ss(A, B, C, R)                                     \
9039   ((__m128) __builtin_ia32_rndscaless_round ((__v4sf)(__m128)(A),       \
9040     (__v4sf)(__m128)(B), (int)(C), R))
9041 #define _mm_roundscale_round_sd(A, B, C, R)                                     \
9042   ((__m128d) __builtin_ia32_rndscalesd_round ((__v2df)(__m128d)(A),     \
9043     (__v2df)(__m128d)(B), (int)(C), R))
9044 #endif
9045
9046 extern __inline __m512
9047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9048 _mm512_floor_ps (__m512 __A)
9049 {
9050   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
9051                                                   _MM_FROUND_FLOOR,
9052                                                   (__v16sf) __A, -1,
9053                                                   _MM_FROUND_CUR_DIRECTION);
9054 }
9055
9056 extern __inline __m512d
9057 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9058 _mm512_floor_pd (__m512d __A)
9059 {
9060   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
9061                                                    _MM_FROUND_FLOOR,
9062                                                    (__v8df) __A, -1,
9063                                                    _MM_FROUND_CUR_DIRECTION);
9064 }
9065
9066 extern __inline __m512
9067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9068 _mm512_ceil_ps (__m512 __A)
9069 {
9070   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
9071                                                   _MM_FROUND_CEIL,
9072                                                   (__v16sf) __A, -1,
9073                                                   _MM_FROUND_CUR_DIRECTION);
9074 }
9075
9076 extern __inline __m512d
9077 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9078 _mm512_ceil_pd (__m512d __A)
9079 {
9080   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
9081                                                    _MM_FROUND_CEIL,
9082                                                    (__v8df) __A, -1,
9083                                                    _MM_FROUND_CUR_DIRECTION);
9084 }
9085
9086 extern __inline __m512
9087 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9088 _mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
9089 {
9090   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
9091                                                   _MM_FROUND_FLOOR,
9092                                                   (__v16sf) __W, __U,
9093                                                   _MM_FROUND_CUR_DIRECTION);
9094 }
9095
9096 extern __inline __m512d
9097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9098 _mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
9099 {
9100   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
9101                                                    _MM_FROUND_FLOOR,
9102                                                    (__v8df) __W, __U,
9103                                                    _MM_FROUND_CUR_DIRECTION);
9104 }
9105
9106 extern __inline __m512
9107 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9108 _mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
9109 {
9110   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
9111                                                   _MM_FROUND_CEIL,
9112                                                   (__v16sf) __W, __U,
9113                                                   _MM_FROUND_CUR_DIRECTION);
9114 }
9115
9116 extern __inline __m512d
9117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9118 _mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
9119 {
9120   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
9121                                                    _MM_FROUND_CEIL,
9122                                                    (__v8df) __W, __U,
9123                                                    _MM_FROUND_CUR_DIRECTION);
9124 }
9125
9126 #ifdef __OPTIMIZE__
9127 extern __inline __m512i
9128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9129 _mm512_alignr_epi32 (__m512i __A, __m512i __B, const int __imm)
9130 {
9131   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
9132                                                   (__v16si) __B, __imm,
9133                                                   (__v16si)
9134                                                   _mm512_undefined_epi32 (),
9135                                                   (__mmask16) -1);
9136 }
9137
9138 extern __inline __m512i
9139 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9140 _mm512_mask_alignr_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
9141                           __m512i __B, const int __imm)
9142 {
9143   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
9144                                                   (__v16si) __B, __imm,
9145                                                   (__v16si) __W,
9146                                                   (__mmask16) __U);
9147 }
9148
9149 extern __inline __m512i
9150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9151 _mm512_maskz_alignr_epi32 (__mmask16 __U, __m512i __A, __m512i __B,
9152                            const int __imm)
9153 {
9154   return (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,
9155                                                   (__v16si) __B, __imm,
9156                                                   (__v16si)
9157                                                   _mm512_setzero_si512 (),
9158                                                   (__mmask16) __U);
9159 }
9160
9161 extern __inline __m512i
9162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9163 _mm512_alignr_epi64 (__m512i __A, __m512i __B, const int __imm)
9164 {
9165   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
9166                                                   (__v8di) __B, __imm,
9167                                                   (__v8di)
9168                                                   _mm512_undefined_epi32 (),
9169                                                   (__mmask8) -1);
9170 }
9171
9172 extern __inline __m512i
9173 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9174 _mm512_mask_alignr_epi64 (__m512i __W, __mmask8 __U, __m512i __A,
9175                           __m512i __B, const int __imm)
9176 {
9177   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
9178                                                   (__v8di) __B, __imm,
9179                                                   (__v8di) __W,
9180                                                   (__mmask8) __U);
9181 }
9182
9183 extern __inline __m512i
9184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9185 _mm512_maskz_alignr_epi64 (__mmask8 __U, __m512i __A, __m512i __B,
9186                            const int __imm)
9187 {
9188   return (__m512i) __builtin_ia32_alignq512_mask ((__v8di) __A,
9189                                                   (__v8di) __B, __imm,
9190                                                   (__v8di)
9191                                                   _mm512_setzero_si512 (),
9192                                                   (__mmask8) __U);
9193 }
9194 #else
9195 #define _mm512_alignr_epi32(X, Y, C)                                        \
9196     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
9197         (__v16si)(__m512i)(Y), (int)(C), (__v16si)_mm512_undefined_epi32 (),\
9198         (__mmask16)-1))
9199
9200 #define _mm512_mask_alignr_epi32(W, U, X, Y, C)                             \
9201     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
9202         (__v16si)(__m512i)(Y), (int)(C), (__v16si)(__m512i)(W),             \
9203         (__mmask16)(U)))
9204
9205 #define _mm512_maskz_alignr_epi32(U, X, Y, C)                               \
9206     ((__m512i)__builtin_ia32_alignd512_mask ((__v16si)(__m512i)(X),         \
9207         (__v16si)(__m512i)(Y), (int)(C), (__v16si)_mm512_setzero_si512 (),\
9208         (__mmask16)(U)))
9209
9210 #define _mm512_alignr_epi64(X, Y, C)                                        \
9211     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
9212         (__v8di)(__m512i)(Y), (int)(C), (__v8di)_mm512_undefined_epi32 (),  \
9213         (__mmask8)-1))
9214
9215 #define _mm512_mask_alignr_epi64(W, U, X, Y, C)                             \
9216     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
9217         (__v8di)(__m512i)(Y), (int)(C), (__v8di)(__m512i)(W), (__mmask8)(U)))
9218
9219 #define _mm512_maskz_alignr_epi64(U, X, Y, C)                               \
9220     ((__m512i)__builtin_ia32_alignq512_mask ((__v8di)(__m512i)(X),          \
9221         (__v8di)(__m512i)(Y), (int)(C), (__v8di)_mm512_setzero_si512 (),\
9222         (__mmask8)(U)))
9223 #endif
9224
9225 extern __inline __mmask16
9226 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9227 _mm512_cmpeq_epi32_mask (__m512i __A, __m512i __B)
9228 {
9229   return (__mmask16) __builtin_ia32_pcmpeqd512_mask ((__v16si) __A,
9230                                                      (__v16si) __B,
9231                                                      (__mmask16) -1);
9232 }
9233
9234 extern __inline __mmask16
9235 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9236 _mm512_mask_cmpeq_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
9237 {
9238   return (__mmask16) __builtin_ia32_pcmpeqd512_mask ((__v16si) __A,
9239                                                      (__v16si) __B, __U);
9240 }
9241
9242 extern __inline __mmask8
9243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9244 _mm512_mask_cmpeq_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
9245 {
9246   return (__mmask8) __builtin_ia32_pcmpeqq512_mask ((__v8di) __A,
9247                                                     (__v8di) __B, __U);
9248 }
9249
9250 extern __inline __mmask8
9251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9252 _mm512_cmpeq_epi64_mask (__m512i __A, __m512i __B)
9253 {
9254   return (__mmask8) __builtin_ia32_pcmpeqq512_mask ((__v8di) __A,
9255                                                     (__v8di) __B,
9256                                                     (__mmask8) -1);
9257 }
9258
9259 extern __inline __mmask16
9260 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9261 _mm512_cmpgt_epi32_mask (__m512i __A, __m512i __B)
9262 {
9263   return (__mmask16) __builtin_ia32_pcmpgtd512_mask ((__v16si) __A,
9264                                                      (__v16si) __B,
9265                                                      (__mmask16) -1);
9266 }
9267
9268 extern __inline __mmask16
9269 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9270 _mm512_mask_cmpgt_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
9271 {
9272   return (__mmask16) __builtin_ia32_pcmpgtd512_mask ((__v16si) __A,
9273                                                      (__v16si) __B, __U);
9274 }
9275
9276 extern __inline __mmask8
9277 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9278 _mm512_mask_cmpgt_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
9279 {
9280   return (__mmask8) __builtin_ia32_pcmpgtq512_mask ((__v8di) __A,
9281                                                     (__v8di) __B, __U);
9282 }
9283
9284 extern __inline __mmask8
9285 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9286 _mm512_cmpgt_epi64_mask (__m512i __A, __m512i __B)
9287 {
9288   return (__mmask8) __builtin_ia32_pcmpgtq512_mask ((__v8di) __A,
9289                                                     (__v8di) __B,
9290                                                     (__mmask8) -1);
9291 }
9292
9293 extern __inline __mmask16
9294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9295 _mm512_cmpge_epi32_mask (__m512i __X, __m512i __Y)
9296 {
9297   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9298                                                     (__v16si) __Y, 5,
9299                                                     (__mmask16) -1);
9300 }
9301
9302 extern __inline __mmask16
9303 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9304 _mm512_mask_cmpge_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9305 {
9306   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9307                                                     (__v16si) __Y, 5,
9308                                                     (__mmask16) __M);
9309 }
9310
9311 extern __inline __mmask16
9312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9313 _mm512_mask_cmpge_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9314 {
9315   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9316                                                     (__v16si) __Y, 5,
9317                                                     (__mmask16) __M);
9318 }
9319
9320 extern __inline __mmask16
9321 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9322 _mm512_cmpge_epu32_mask (__m512i __X, __m512i __Y)
9323 {
9324   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9325                                                     (__v16si) __Y, 5,
9326                                                     (__mmask16) -1);
9327 }
9328
9329 extern __inline __mmask8
9330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9331 _mm512_mask_cmpge_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9332 {
9333   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9334                                                     (__v8di) __Y, 5,
9335                                                     (__mmask8) __M);
9336 }
9337
9338 extern __inline __mmask8
9339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9340 _mm512_cmpge_epi64_mask (__m512i __X, __m512i __Y)
9341 {
9342   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9343                                                     (__v8di) __Y, 5,
9344                                                     (__mmask8) -1);
9345 }
9346
9347 extern __inline __mmask8
9348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9349 _mm512_mask_cmpge_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9350 {
9351   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9352                                                     (__v8di) __Y, 5,
9353                                                     (__mmask8) __M);
9354 }
9355
9356 extern __inline __mmask8
9357 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9358 _mm512_cmpge_epu64_mask (__m512i __X, __m512i __Y)
9359 {
9360   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9361                                                     (__v8di) __Y, 5,
9362                                                     (__mmask8) -1);
9363 }
9364
9365 extern __inline __mmask16
9366 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9367 _mm512_mask_cmple_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9368 {
9369   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9370                                                     (__v16si) __Y, 2,
9371                                                     (__mmask16) __M);
9372 }
9373
9374 extern __inline __mmask16
9375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9376 _mm512_cmple_epi32_mask (__m512i __X, __m512i __Y)
9377 {
9378   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9379                                                     (__v16si) __Y, 2,
9380                                                     (__mmask16) -1);
9381 }
9382
9383 extern __inline __mmask16
9384 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9385 _mm512_mask_cmple_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9386 {
9387   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9388                                                     (__v16si) __Y, 2,
9389                                                     (__mmask16) __M);
9390 }
9391
9392 extern __inline __mmask16
9393 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9394 _mm512_cmple_epu32_mask (__m512i __X, __m512i __Y)
9395 {
9396   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9397                                                     (__v16si) __Y, 2,
9398                                                     (__mmask16) -1);
9399 }
9400
9401 extern __inline __mmask8
9402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9403 _mm512_mask_cmple_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9404 {
9405   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9406                                                     (__v8di) __Y, 2,
9407                                                     (__mmask8) __M);
9408 }
9409
9410 extern __inline __mmask8
9411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9412 _mm512_cmple_epi64_mask (__m512i __X, __m512i __Y)
9413 {
9414   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9415                                                     (__v8di) __Y, 2,
9416                                                     (__mmask8) -1);
9417 }
9418
9419 extern __inline __mmask8
9420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9421 _mm512_mask_cmple_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9422 {
9423   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9424                                                     (__v8di) __Y, 2,
9425                                                     (__mmask8) __M);
9426 }
9427
9428 extern __inline __mmask8
9429 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9430 _mm512_cmple_epu64_mask (__m512i __X, __m512i __Y)
9431 {
9432   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9433                                                     (__v8di) __Y, 2,
9434                                                     (__mmask8) -1);
9435 }
9436
9437 extern __inline __mmask16
9438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9439 _mm512_mask_cmplt_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9440 {
9441   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9442                                                     (__v16si) __Y, 1,
9443                                                     (__mmask16) __M);
9444 }
9445
9446 extern __inline __mmask16
9447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9448 _mm512_cmplt_epi32_mask (__m512i __X, __m512i __Y)
9449 {
9450   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9451                                                     (__v16si) __Y, 1,
9452                                                     (__mmask16) -1);
9453 }
9454
9455 extern __inline __mmask16
9456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9457 _mm512_mask_cmplt_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9458 {
9459   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9460                                                     (__v16si) __Y, 1,
9461                                                     (__mmask16) __M);
9462 }
9463
9464 extern __inline __mmask16
9465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9466 _mm512_cmplt_epu32_mask (__m512i __X, __m512i __Y)
9467 {
9468   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9469                                                     (__v16si) __Y, 1,
9470                                                     (__mmask16) -1);
9471 }
9472
9473 extern __inline __mmask8
9474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9475 _mm512_mask_cmplt_epi64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9476 {
9477   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9478                                                     (__v8di) __Y, 1,
9479                                                     (__mmask8) __M);
9480 }
9481
9482 extern __inline __mmask8
9483 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9484 _mm512_cmplt_epi64_mask (__m512i __X, __m512i __Y)
9485 {
9486   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9487                                                     (__v8di) __Y, 1,
9488                                                     (__mmask8) -1);
9489 }
9490
9491 extern __inline __mmask8
9492 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9493 _mm512_mask_cmplt_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9494 {
9495   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9496                                                     (__v8di) __Y, 1,
9497                                                     (__mmask8) __M);
9498 }
9499
9500 extern __inline __mmask8
9501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9502 _mm512_cmplt_epu64_mask (__m512i __X, __m512i __Y)
9503 {
9504   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9505                                                     (__v8di) __Y, 1,
9506                                                     (__mmask8) -1);
9507 }
9508
9509 extern __inline __mmask16
9510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9511 _mm512_cmpneq_epi32_mask (__m512i __X, __m512i __Y)
9512 {
9513   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9514                                                     (__v16si) __Y, 4,
9515                                                     (__mmask16) -1);
9516 }
9517
9518 extern __inline __mmask16
9519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9520 _mm512_mask_cmpneq_epi32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9521 {
9522   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9523                                                     (__v16si) __Y, 4,
9524                                                     (__mmask16) __M);
9525 }
9526
9527 extern __inline __mmask16
9528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9529 _mm512_mask_cmpneq_epu32_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9530 {
9531   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9532                                                     (__v16si) __Y, 4,
9533                                                     (__mmask16) __M);
9534 }
9535
9536 extern __inline __mmask16
9537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9538 _mm512_cmpneq_epu32_mask (__m512i __X, __m512i __Y)
9539 {
9540   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9541                                                     (__v16si) __Y, 4,
9542                                                     (__mmask16) -1);
9543 }
9544
9545 extern __inline __mmask8
9546 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9547 _mm512_mask_cmpneq_epi64_mask (__mmask16 __M, __m512i __X, __m512i __Y)
9548 {
9549   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9550                                                     (__v8di) __Y, 4,
9551                                                     (__mmask8) __M);
9552 }
9553
9554 extern __inline __mmask8
9555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9556 _mm512_cmpneq_epi64_mask (__m512i __X, __m512i __Y)
9557 {
9558   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9559                                                     (__v8di) __Y, 4,
9560                                                     (__mmask8) -1);
9561 }
9562
9563 extern __inline __mmask8
9564 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9565 _mm512_mask_cmpneq_epu64_mask (__mmask8 __M, __m512i __X, __m512i __Y)
9566 {
9567   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9568                                                     (__v8di) __Y, 4,
9569                                                     (__mmask8) __M);
9570 }
9571
9572 extern __inline __mmask8
9573 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9574 _mm512_cmpneq_epu64_mask (__m512i __X, __m512i __Y)
9575 {
9576   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9577                                                     (__v8di) __Y, 4,
9578                                                     (__mmask8) -1);
9579 }
9580
9581 #define _MM_CMPINT_EQ       0x0
9582 #define _MM_CMPINT_LT       0x1
9583 #define _MM_CMPINT_LE       0x2
9584 #define _MM_CMPINT_UNUSED   0x3
9585 #define _MM_CMPINT_NE       0x4
9586 #define _MM_CMPINT_NLT      0x5
9587 #define _MM_CMPINT_GE       0x5
9588 #define _MM_CMPINT_NLE      0x6
9589 #define _MM_CMPINT_GT       0x6
9590
9591 #ifdef __OPTIMIZE__
9592 extern __inline __mmask16
9593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9594 _kshiftli_mask16 (__mmask16 __A, unsigned int __B)
9595 {
9596   return (__mmask16) __builtin_ia32_kshiftlihi ((__mmask16) __A,
9597                                                 (__mmask8) __B);
9598 }
9599
9600 extern __inline __mmask16
9601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9602 _kshiftri_mask16 (__mmask16 __A, unsigned int __B)
9603 {
9604   return (__mmask16) __builtin_ia32_kshiftrihi ((__mmask16) __A,
9605                                                 (__mmask8) __B);
9606 }
9607
9608 extern __inline __mmask8
9609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9610 _mm512_cmp_epi64_mask (__m512i __X, __m512i __Y, const int __P)
9611 {
9612   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9613                                                  (__v8di) __Y, __P,
9614                                                  (__mmask8) -1);
9615 }
9616
9617 extern __inline __mmask16
9618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9619 _mm512_cmp_epi32_mask (__m512i __X, __m512i __Y, const int __P)
9620 {
9621   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9622                                                   (__v16si) __Y, __P,
9623                                                   (__mmask16) -1);
9624 }
9625
9626 extern __inline __mmask8
9627 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9628 _mm512_cmp_epu64_mask (__m512i __X, __m512i __Y, const int __P)
9629 {
9630   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9631                                                   (__v8di) __Y, __P,
9632                                                   (__mmask8) -1);
9633 }
9634
9635 extern __inline __mmask16
9636 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9637 _mm512_cmp_epu32_mask (__m512i __X, __m512i __Y, const int __P)
9638 {
9639   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9640                                                    (__v16si) __Y, __P,
9641                                                    (__mmask16) -1);
9642 }
9643
9644 extern __inline __mmask8
9645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9646 _mm512_cmp_round_pd_mask (__m512d __X, __m512d __Y, const int __P,
9647                           const int __R)
9648 {
9649   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
9650                                                   (__v8df) __Y, __P,
9651                                                   (__mmask8) -1, __R);
9652 }
9653
9654 extern __inline __mmask16
9655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9656 _mm512_cmp_round_ps_mask (__m512 __X, __m512 __Y, const int __P, const int __R)
9657 {
9658   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
9659                                                    (__v16sf) __Y, __P,
9660                                                    (__mmask16) -1, __R);
9661 }
9662
9663 extern __inline __mmask8
9664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9665 _mm512_mask_cmp_epi64_mask (__mmask8 __U, __m512i __X, __m512i __Y,
9666                             const int __P)
9667 {
9668   return (__mmask8) __builtin_ia32_cmpq512_mask ((__v8di) __X,
9669                                                  (__v8di) __Y, __P,
9670                                                  (__mmask8) __U);
9671 }
9672
9673 extern __inline __mmask16
9674 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9675 _mm512_mask_cmp_epi32_mask (__mmask16 __U, __m512i __X, __m512i __Y,
9676                             const int __P)
9677 {
9678   return (__mmask16) __builtin_ia32_cmpd512_mask ((__v16si) __X,
9679                                                   (__v16si) __Y, __P,
9680                                                   (__mmask16) __U);
9681 }
9682
9683 extern __inline __mmask8
9684 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9685 _mm512_mask_cmp_epu64_mask (__mmask8 __U, __m512i __X, __m512i __Y,
9686                             const int __P)
9687 {
9688   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __X,
9689                                                   (__v8di) __Y, __P,
9690                                                   (__mmask8) __U);
9691 }
9692
9693 extern __inline __mmask16
9694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9695 _mm512_mask_cmp_epu32_mask (__mmask16 __U, __m512i __X, __m512i __Y,
9696                             const int __P)
9697 {
9698   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __X,
9699                                                    (__v16si) __Y, __P,
9700                                                    (__mmask16) __U);
9701 }
9702
9703 extern __inline __mmask8
9704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9705 _mm512_mask_cmp_round_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y,
9706                                const int __P, const int __R)
9707 {
9708   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
9709                                                   (__v8df) __Y, __P,
9710                                                   (__mmask8) __U, __R);
9711 }
9712
9713 extern __inline __mmask16
9714 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9715 _mm512_mask_cmp_round_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y,
9716                                const int __P, const int __R)
9717 {
9718   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
9719                                                    (__v16sf) __Y, __P,
9720                                                    (__mmask16) __U, __R);
9721 }
9722
9723 extern __inline __mmask8
9724 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9725 _mm_cmp_round_sd_mask (__m128d __X, __m128d __Y, const int __P, const int __R)
9726 {
9727   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
9728                                                (__v2df) __Y, __P,
9729                                                (__mmask8) -1, __R);
9730 }
9731
9732 extern __inline __mmask8
9733 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9734 _mm_mask_cmp_round_sd_mask (__mmask8 __M, __m128d __X, __m128d __Y,
9735                             const int __P, const int __R)
9736 {
9737   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
9738                                                (__v2df) __Y, __P,
9739                                                (__mmask8) __M, __R);
9740 }
9741
9742 extern __inline __mmask8
9743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9744 _mm_cmp_round_ss_mask (__m128 __X, __m128 __Y, const int __P, const int __R)
9745 {
9746   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
9747                                                (__v4sf) __Y, __P,
9748                                                (__mmask8) -1, __R);
9749 }
9750
9751 extern __inline __mmask8
9752 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9753 _mm_mask_cmp_round_ss_mask (__mmask8 __M, __m128 __X, __m128 __Y,
9754                             const int __P, const int __R)
9755 {
9756   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
9757                                                (__v4sf) __Y, __P,
9758                                                (__mmask8) __M, __R);
9759 }
9760
9761 #else
9762 #define _kshiftli_mask16(X, Y)                                          \
9763   ((__mmask16) __builtin_ia32_kshiftlihi ((__mmask16)(X), (__mmask8)(Y)))
9764
9765 #define _kshiftri_mask16(X, Y)                                          \
9766   ((__mmask16) __builtin_ia32_kshiftrihi ((__mmask16)(X), (__mmask8)(Y)))
9767
9768 #define _mm512_cmp_epi64_mask(X, Y, P)                                  \
9769   ((__mmask8) __builtin_ia32_cmpq512_mask ((__v8di)(__m512i)(X),        \
9770                                            (__v8di)(__m512i)(Y), (int)(P),\
9771                                            (__mmask8)-1))
9772
9773 #define _mm512_cmp_epi32_mask(X, Y, P)                                  \
9774   ((__mmask16) __builtin_ia32_cmpd512_mask ((__v16si)(__m512i)(X),      \
9775                                             (__v16si)(__m512i)(Y), (int)(P), \
9776                                             (__mmask16)-1))
9777
9778 #define _mm512_cmp_epu64_mask(X, Y, P)                                  \
9779   ((__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di)(__m512i)(X),       \
9780                                             (__v8di)(__m512i)(Y), (int)(P),\
9781                                             (__mmask8)-1))
9782
9783 #define _mm512_cmp_epu32_mask(X, Y, P)                                  \
9784   ((__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si)(__m512i)(X),     \
9785                                              (__v16si)(__m512i)(Y), (int)(P), \
9786                                              (__mmask16)-1))
9787
9788 #define _mm512_cmp_round_pd_mask(X, Y, P, R)                            \
9789   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
9790                                             (__v8df)(__m512d)(Y), (int)(P),\
9791                                             (__mmask8)-1, R))
9792
9793 #define _mm512_cmp_round_ps_mask(X, Y, P, R)                            \
9794   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
9795                                              (__v16sf)(__m512)(Y), (int)(P),\
9796                                              (__mmask16)-1, R))
9797
9798 #define _mm512_mask_cmp_epi64_mask(M, X, Y, P)                          \
9799   ((__mmask8) __builtin_ia32_cmpq512_mask ((__v8di)(__m512i)(X),        \
9800                                            (__v8di)(__m512i)(Y), (int)(P),\
9801                                            (__mmask8)M))
9802
9803 #define _mm512_mask_cmp_epi32_mask(M, X, Y, P)                          \
9804   ((__mmask16) __builtin_ia32_cmpd512_mask ((__v16si)(__m512i)(X),      \
9805                                             (__v16si)(__m512i)(Y), (int)(P), \
9806                                             (__mmask16)M))
9807
9808 #define _mm512_mask_cmp_epu64_mask(M, X, Y, P)                          \
9809   ((__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di)(__m512i)(X),       \
9810                                             (__v8di)(__m512i)(Y), (int)(P),\
9811                                             (__mmask8)M))
9812
9813 #define _mm512_mask_cmp_epu32_mask(M, X, Y, P)                          \
9814   ((__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si)(__m512i)(X),     \
9815                                              (__v16si)(__m512i)(Y), (int)(P), \
9816                                              (__mmask16)M))
9817
9818 #define _mm512_mask_cmp_round_pd_mask(M, X, Y, P, R)                    \
9819   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
9820                                             (__v8df)(__m512d)(Y), (int)(P),\
9821                                             (__mmask8)M, R))
9822
9823 #define _mm512_mask_cmp_round_ps_mask(M, X, Y, P, R)                    \
9824   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
9825                                              (__v16sf)(__m512)(Y), (int)(P),\
9826                                              (__mmask16)M, R))
9827
9828 #define _mm_cmp_round_sd_mask(X, Y, P, R)                               \
9829   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
9830                                          (__v2df)(__m128d)(Y), (int)(P),\
9831                                          (__mmask8)-1, R))
9832
9833 #define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R)                       \
9834   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
9835                                          (__v2df)(__m128d)(Y), (int)(P),\
9836                                          (M), R))
9837
9838 #define _mm_cmp_round_ss_mask(X, Y, P, R)                               \
9839   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
9840                                          (__v4sf)(__m128)(Y), (int)(P), \
9841                                          (__mmask8)-1, R))
9842
9843 #define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R)                       \
9844   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
9845                                          (__v4sf)(__m128)(Y), (int)(P), \
9846                                          (M), R))
9847 #endif
9848
9849 #ifdef __OPTIMIZE__
9850 extern __inline __m512
9851 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9852 _mm512_i32gather_ps (__m512i __index, void const *__addr, int __scale)
9853 {
9854   __m512 __v1_old = _mm512_undefined_ps ();
9855   __mmask16 __mask = 0xFFFF;
9856
9857   return (__m512) __builtin_ia32_gathersiv16sf ((__v16sf) __v1_old,
9858                                                 __addr,
9859                                                 (__v16si) __index,
9860                                                 __mask, __scale);
9861 }
9862
9863 extern __inline __m512
9864 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9865 _mm512_mask_i32gather_ps (__m512 __v1_old, __mmask16 __mask,
9866                           __m512i __index, void const *__addr, int __scale)
9867 {
9868   return (__m512) __builtin_ia32_gathersiv16sf ((__v16sf) __v1_old,
9869                                                 __addr,
9870                                                 (__v16si) __index,
9871                                                 __mask, __scale);
9872 }
9873
9874 extern __inline __m512d
9875 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9876 _mm512_i32gather_pd (__m256i __index, void const *__addr, int __scale)
9877 {
9878   __m512d __v1_old = _mm512_undefined_pd ();
9879   __mmask8 __mask = 0xFF;
9880
9881   return (__m512d) __builtin_ia32_gathersiv8df ((__v8df) __v1_old,
9882                                                 __addr,
9883                                                 (__v8si) __index, __mask,
9884                                                 __scale);
9885 }
9886
9887 extern __inline __m512d
9888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9889 _mm512_mask_i32gather_pd (__m512d __v1_old, __mmask8 __mask,
9890                           __m256i __index, void const *__addr, int __scale)
9891 {
9892   return (__m512d) __builtin_ia32_gathersiv8df ((__v8df) __v1_old,
9893                                                 __addr,
9894                                                 (__v8si) __index,
9895                                                 __mask, __scale);
9896 }
9897
9898 extern __inline __m256
9899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9900 _mm512_i64gather_ps (__m512i __index, void const *__addr, int __scale)
9901 {
9902   __m256 __v1_old = _mm256_undefined_ps ();
9903   __mmask8 __mask = 0xFF;
9904
9905   return (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,
9906                                                 __addr,
9907                                                 (__v8di) __index, __mask,
9908                                                 __scale);
9909 }
9910
9911 extern __inline __m256
9912 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9913 _mm512_mask_i64gather_ps (__m256 __v1_old, __mmask8 __mask,
9914                           __m512i __index, void const *__addr, int __scale)
9915 {
9916   return (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,
9917                                                 __addr,
9918                                                 (__v8di) __index,
9919                                                 __mask, __scale);
9920 }
9921
9922 extern __inline __m512d
9923 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9924 _mm512_i64gather_pd (__m512i __index, void const *__addr, int __scale)
9925 {
9926   __m512d __v1_old = _mm512_undefined_pd ();
9927   __mmask8 __mask = 0xFF;
9928
9929   return (__m512d) __builtin_ia32_gatherdiv8df ((__v8df) __v1_old,
9930                                                 __addr,
9931                                                 (__v8di) __index, __mask,
9932                                                 __scale);
9933 }
9934
9935 extern __inline __m512d
9936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9937 _mm512_mask_i64gather_pd (__m512d __v1_old, __mmask8 __mask,
9938                           __m512i __index, void const *__addr, int __scale)
9939 {
9940   return (__m512d) __builtin_ia32_gatherdiv8df ((__v8df) __v1_old,
9941                                                 __addr,
9942                                                 (__v8di) __index,
9943                                                 __mask, __scale);
9944 }
9945
9946 extern __inline __m512i
9947 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9948 _mm512_i32gather_epi32 (__m512i __index, void const *__addr, int __scale)
9949 {
9950   __m512i __v1_old = _mm512_undefined_epi32 ();
9951   __mmask16 __mask = 0xFFFF;
9952
9953   return (__m512i) __builtin_ia32_gathersiv16si ((__v16si) __v1_old,
9954                                                  __addr,
9955                                                  (__v16si) __index,
9956                                                  __mask, __scale);
9957 }
9958
9959 extern __inline __m512i
9960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9961 _mm512_mask_i32gather_epi32 (__m512i __v1_old, __mmask16 __mask,
9962                              __m512i __index, void const *__addr, int __scale)
9963 {
9964   return (__m512i) __builtin_ia32_gathersiv16si ((__v16si) __v1_old,
9965                                                  __addr,
9966                                                  (__v16si) __index,
9967                                                  __mask, __scale);
9968 }
9969
9970 extern __inline __m512i
9971 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9972 _mm512_i32gather_epi64 (__m256i __index, void const *__addr, int __scale)
9973 {
9974   __m512i __v1_old = _mm512_undefined_epi32 ();
9975   __mmask8 __mask = 0xFF;
9976
9977   return (__m512i) __builtin_ia32_gathersiv8di ((__v8di) __v1_old,
9978                                                 __addr,
9979                                                 (__v8si) __index, __mask,
9980                                                 __scale);
9981 }
9982
9983 extern __inline __m512i
9984 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9985 _mm512_mask_i32gather_epi64 (__m512i __v1_old, __mmask8 __mask,
9986                              __m256i __index, void const *__addr,
9987                              int __scale)
9988 {
9989   return (__m512i) __builtin_ia32_gathersiv8di ((__v8di) __v1_old,
9990                                                 __addr,
9991                                                 (__v8si) __index,
9992                                                 __mask, __scale);
9993 }
9994
9995 extern __inline __m256i
9996 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9997 _mm512_i64gather_epi32 (__m512i __index, void const *__addr, int __scale)
9998 {
9999   __m256i __v1_old = _mm256_undefined_si256 ();
10000   __mmask8 __mask = 0xFF;
10001
10002   return (__m256i) __builtin_ia32_gatherdiv16si ((__v8si) __v1_old,
10003                                                  __addr,
10004                                                  (__v8di) __index,
10005                                                  __mask, __scale);
10006 }
10007
10008 extern __inline __m256i
10009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10010 _mm512_mask_i64gather_epi32 (__m256i __v1_old, __mmask8 __mask,
10011                              __m512i __index, void const *__addr, int __scale)
10012 {
10013   return (__m256i) __builtin_ia32_gatherdiv16si ((__v8si) __v1_old,
10014                                                  __addr,
10015                                                  (__v8di) __index,
10016                                                  __mask, __scale);
10017 }
10018
10019 extern __inline __m512i
10020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10021 _mm512_i64gather_epi64 (__m512i __index, void const *__addr, int __scale)
10022 {
10023   __m512i __v1_old = _mm512_undefined_epi32 ();
10024   __mmask8 __mask = 0xFF;
10025
10026   return (__m512i) __builtin_ia32_gatherdiv8di ((__v8di) __v1_old,
10027                                                 __addr,
10028                                                 (__v8di) __index, __mask,
10029                                                 __scale);
10030 }
10031
10032 extern __inline __m512i
10033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10034 _mm512_mask_i64gather_epi64 (__m512i __v1_old, __mmask8 __mask,
10035                              __m512i __index, void const *__addr,
10036                              int __scale)
10037 {
10038   return (__m512i) __builtin_ia32_gatherdiv8di ((__v8di) __v1_old,
10039                                                 __addr,
10040                                                 (__v8di) __index,
10041                                                 __mask, __scale);
10042 }
10043
10044 extern __inline void
10045 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10046 _mm512_i32scatter_ps (void *__addr, __m512i __index, __m512 __v1, int __scale)
10047 {
10048   __builtin_ia32_scattersiv16sf (__addr, (__mmask16) 0xFFFF,
10049                                  (__v16si) __index, (__v16sf) __v1, __scale);
10050 }
10051
10052 extern __inline void
10053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10054 _mm512_mask_i32scatter_ps (void *__addr, __mmask16 __mask,
10055                            __m512i __index, __m512 __v1, int __scale)
10056 {
10057   __builtin_ia32_scattersiv16sf (__addr, __mask, (__v16si) __index,
10058                                  (__v16sf) __v1, __scale);
10059 }
10060
10061 extern __inline void
10062 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10063 _mm512_i32scatter_pd (void *__addr, __m256i __index, __m512d __v1,
10064                       int __scale)
10065 {
10066   __builtin_ia32_scattersiv8df (__addr, (__mmask8) 0xFF,
10067                                 (__v8si) __index, (__v8df) __v1, __scale);
10068 }
10069
10070 extern __inline void
10071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10072 _mm512_mask_i32scatter_pd (void *__addr, __mmask8 __mask,
10073                            __m256i __index, __m512d __v1, int __scale)
10074 {
10075   __builtin_ia32_scattersiv8df (__addr, __mask, (__v8si) __index,
10076                                 (__v8df) __v1, __scale);
10077 }
10078
10079 extern __inline void
10080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10081 _mm512_i64scatter_ps (void *__addr, __m512i __index, __m256 __v1, int __scale)
10082 {
10083   __builtin_ia32_scatterdiv16sf (__addr, (__mmask8) 0xFF,
10084                                  (__v8di) __index, (__v8sf) __v1, __scale);
10085 }
10086
10087 extern __inline void
10088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10089 _mm512_mask_i64scatter_ps (void *__addr, __mmask8 __mask,
10090                            __m512i __index, __m256 __v1, int __scale)
10091 {
10092   __builtin_ia32_scatterdiv16sf (__addr, __mask, (__v8di) __index,
10093                                  (__v8sf) __v1, __scale);
10094 }
10095
10096 extern __inline void
10097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10098 _mm512_i64scatter_pd (void *__addr, __m512i __index, __m512d __v1,
10099                       int __scale)
10100 {
10101   __builtin_ia32_scatterdiv8df (__addr, (__mmask8) 0xFF,
10102                                 (__v8di) __index, (__v8df) __v1, __scale);
10103 }
10104
10105 extern __inline void
10106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10107 _mm512_mask_i64scatter_pd (void *__addr, __mmask8 __mask,
10108                            __m512i __index, __m512d __v1, int __scale)
10109 {
10110   __builtin_ia32_scatterdiv8df (__addr, __mask, (__v8di) __index,
10111                                 (__v8df) __v1, __scale);
10112 }
10113
10114 extern __inline void
10115 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10116 _mm512_i32scatter_epi32 (void *__addr, __m512i __index,
10117                          __m512i __v1, int __scale)
10118 {
10119   __builtin_ia32_scattersiv16si (__addr, (__mmask16) 0xFFFF,
10120                                  (__v16si) __index, (__v16si) __v1, __scale);
10121 }
10122
10123 extern __inline void
10124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10125 _mm512_mask_i32scatter_epi32 (void *__addr, __mmask16 __mask,
10126                               __m512i __index, __m512i __v1, int __scale)
10127 {
10128   __builtin_ia32_scattersiv16si (__addr, __mask, (__v16si) __index,
10129                                  (__v16si) __v1, __scale);
10130 }
10131
10132 extern __inline void
10133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10134 _mm512_i32scatter_epi64 (void *__addr, __m256i __index,
10135                          __m512i __v1, int __scale)
10136 {
10137   __builtin_ia32_scattersiv8di (__addr, (__mmask8) 0xFF,
10138                                 (__v8si) __index, (__v8di) __v1, __scale);
10139 }
10140
10141 extern __inline void
10142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10143 _mm512_mask_i32scatter_epi64 (void *__addr, __mmask8 __mask,
10144                               __m256i __index, __m512i __v1, int __scale)
10145 {
10146   __builtin_ia32_scattersiv8di (__addr, __mask, (__v8si) __index,
10147                                 (__v8di) __v1, __scale);
10148 }
10149
10150 extern __inline void
10151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10152 _mm512_i64scatter_epi32 (void *__addr, __m512i __index,
10153                          __m256i __v1, int __scale)
10154 {
10155   __builtin_ia32_scatterdiv16si (__addr, (__mmask8) 0xFF,
10156                                  (__v8di) __index, (__v8si) __v1, __scale);
10157 }
10158
10159 extern __inline void
10160 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10161 _mm512_mask_i64scatter_epi32 (void *__addr, __mmask8 __mask,
10162                               __m512i __index, __m256i __v1, int __scale)
10163 {
10164   __builtin_ia32_scatterdiv16si (__addr, __mask, (__v8di) __index,
10165                                  (__v8si) __v1, __scale);
10166 }
10167
10168 extern __inline void
10169 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10170 _mm512_i64scatter_epi64 (void *__addr, __m512i __index,
10171                          __m512i __v1, int __scale)
10172 {
10173   __builtin_ia32_scatterdiv8di (__addr, (__mmask8) 0xFF,
10174                                 (__v8di) __index, (__v8di) __v1, __scale);
10175 }
10176
10177 extern __inline void
10178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10179 _mm512_mask_i64scatter_epi64 (void *__addr, __mmask8 __mask,
10180                               __m512i __index, __m512i __v1, int __scale)
10181 {
10182   __builtin_ia32_scatterdiv8di (__addr, __mask, (__v8di) __index,
10183                                 (__v8di) __v1, __scale);
10184 }
10185 #else
10186 #define _mm512_i32gather_ps(INDEX, ADDR, SCALE)                         \
10187   (__m512) __builtin_ia32_gathersiv16sf ((__v16sf)_mm512_undefined_ps(),\
10188                                          (void const *)ADDR,            \
10189                                          (__v16si)(__m512i)INDEX,       \
10190                                          (__mmask16)0xFFFF, (int)SCALE)
10191
10192 #define _mm512_mask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)       \
10193   (__m512) __builtin_ia32_gathersiv16sf ((__v16sf)(__m512)V1OLD,        \
10194                                          (void const *)ADDR,            \
10195                                          (__v16si)(__m512i)INDEX,       \
10196                                          (__mmask16)MASK, (int)SCALE)
10197
10198 #define _mm512_i32gather_pd(INDEX, ADDR, SCALE)                         \
10199   (__m512d) __builtin_ia32_gathersiv8df ((__v8df)_mm512_undefined_pd(), \
10200                                          (void const *)ADDR,            \
10201                                          (__v8si)(__m256i)INDEX,        \
10202                                          (__mmask8)0xFF, (int)SCALE)
10203
10204 #define _mm512_mask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)       \
10205   (__m512d) __builtin_ia32_gathersiv8df ((__v8df)(__m512d)V1OLD,        \
10206                                          (void const *)ADDR,            \
10207                                          (__v8si)(__m256i)INDEX,        \
10208                                          (__mmask8)MASK, (int)SCALE)
10209
10210 #define _mm512_i64gather_ps(INDEX, ADDR, SCALE)                         \
10211   (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf)_mm256_undefined_ps(), \
10212                                          (void const *)ADDR,            \
10213                                          (__v8di)(__m512i)INDEX,        \
10214                                          (__mmask8)0xFF, (int)SCALE)
10215
10216 #define _mm512_mask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)       \
10217   (__m256) __builtin_ia32_gatherdiv16sf ((__v8sf)(__m256)V1OLD,         \
10218                                          (void const *)ADDR,            \
10219                                          (__v8di)(__m512i)INDEX,        \
10220                                          (__mmask8)MASK, (int)SCALE)
10221
10222 #define _mm512_i64gather_pd(INDEX, ADDR, SCALE)                         \
10223   (__m512d) __builtin_ia32_gatherdiv8df ((__v8df)_mm512_undefined_pd(), \
10224                                          (void const *)ADDR,            \
10225                                          (__v8di)(__m512i)INDEX,        \
10226                                          (__mmask8)0xFF, (int)SCALE)
10227
10228 #define _mm512_mask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)       \
10229   (__m512d) __builtin_ia32_gatherdiv8df ((__v8df)(__m512d)V1OLD,        \
10230                                          (void const *)ADDR,            \
10231                                          (__v8di)(__m512i)INDEX,        \
10232                                          (__mmask8)MASK, (int)SCALE)
10233
10234 #define _mm512_i32gather_epi32(INDEX, ADDR, SCALE)                      \
10235   (__m512i) __builtin_ia32_gathersiv16si ((__v16si)_mm512_undefined_epi32 (),   \
10236                                           (void const *)ADDR,           \
10237                                           (__v16si)(__m512i)INDEX,      \
10238                                           (__mmask16)0xFFFF, (int)SCALE)
10239
10240 #define _mm512_mask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)    \
10241   (__m512i) __builtin_ia32_gathersiv16si ((__v16si)(__m512i)V1OLD,      \
10242                                           (void const *)ADDR,           \
10243                                           (__v16si)(__m512i)INDEX,      \
10244                                           (__mmask16)MASK, (int)SCALE)
10245
10246 #define _mm512_i32gather_epi64(INDEX, ADDR, SCALE)                      \
10247   (__m512i) __builtin_ia32_gathersiv8di ((__v8di)_mm512_undefined_epi32 (),     \
10248                                          (void const *)ADDR,            \
10249                                          (__v8si)(__m256i)INDEX,        \
10250                                          (__mmask8)0xFF, (int)SCALE)
10251
10252 #define _mm512_mask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)    \
10253   (__m512i) __builtin_ia32_gathersiv8di ((__v8di)(__m512i)V1OLD,        \
10254                                          (void const *)ADDR,            \
10255                                          (__v8si)(__m256i)INDEX,        \
10256                                          (__mmask8)MASK, (int)SCALE)
10257
10258 #define _mm512_i64gather_epi32(INDEX, ADDR, SCALE)                        \
10259   (__m256i) __builtin_ia32_gatherdiv16si ((__v8si)_mm256_undefined_si256(), \
10260                                           (void const *)ADDR,             \
10261                                           (__v8di)(__m512i)INDEX,         \
10262                                           (__mmask8)0xFF, (int)SCALE)
10263
10264 #define _mm512_mask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)    \
10265   (__m256i) __builtin_ia32_gatherdiv16si ((__v8si)(__m256i)V1OLD,       \
10266                                           (void const *)ADDR,           \
10267                                           (__v8di)(__m512i)INDEX,       \
10268                                           (__mmask8)MASK, (int)SCALE)
10269
10270 #define _mm512_i64gather_epi64(INDEX, ADDR, SCALE)                      \
10271   (__m512i) __builtin_ia32_gatherdiv8di ((__v8di)_mm512_undefined_epi32 (),     \
10272                                          (void const *)ADDR,            \
10273                                          (__v8di)(__m512i)INDEX,        \
10274                                          (__mmask8)0xFF, (int)SCALE)
10275
10276 #define _mm512_mask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)    \
10277   (__m512i) __builtin_ia32_gatherdiv8di ((__v8di)(__m512i)V1OLD,        \
10278                                          (void const *)ADDR,            \
10279                                          (__v8di)(__m512i)INDEX,        \
10280                                          (__mmask8)MASK, (int)SCALE)
10281
10282 #define _mm512_i32scatter_ps(ADDR, INDEX, V1, SCALE)                    \
10283   __builtin_ia32_scattersiv16sf ((void *)ADDR, (__mmask16)0xFFFF,       \
10284                                  (__v16si)(__m512i)INDEX,               \
10285                                  (__v16sf)(__m512)V1, (int)SCALE)
10286
10287 #define _mm512_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
10288   __builtin_ia32_scattersiv16sf ((void *)ADDR, (__mmask16)MASK,         \
10289                                  (__v16si)(__m512i)INDEX,               \
10290                                  (__v16sf)(__m512)V1, (int)SCALE)
10291
10292 #define _mm512_i32scatter_pd(ADDR, INDEX, V1, SCALE)                    \
10293   __builtin_ia32_scattersiv8df ((void *)ADDR, (__mmask8)0xFF,           \
10294                                 (__v8si)(__m256i)INDEX,                 \
10295                                 (__v8df)(__m512d)V1, (int)SCALE)
10296
10297 #define _mm512_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
10298   __builtin_ia32_scattersiv8df ((void *)ADDR, (__mmask8)MASK,           \
10299                                 (__v8si)(__m256i)INDEX,                 \
10300                                 (__v8df)(__m512d)V1, (int)SCALE)
10301
10302 #define _mm512_i64scatter_ps(ADDR, INDEX, V1, SCALE)                    \
10303   __builtin_ia32_scatterdiv16sf ((void *)ADDR, (__mmask8)0xFF,          \
10304                                  (__v8di)(__m512i)INDEX,                \
10305                                  (__v8sf)(__m256)V1, (int)SCALE)
10306
10307 #define _mm512_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
10308   __builtin_ia32_scatterdiv16sf ((void *)ADDR, (__mmask16)MASK,         \
10309                                  (__v8di)(__m512i)INDEX,                \
10310                                  (__v8sf)(__m256)V1, (int)SCALE)
10311
10312 #define _mm512_i64scatter_pd(ADDR, INDEX, V1, SCALE)                    \
10313   __builtin_ia32_scatterdiv8df ((void *)ADDR, (__mmask8)0xFF,           \
10314                                 (__v8di)(__m512i)INDEX,                 \
10315                                 (__v8df)(__m512d)V1, (int)SCALE)
10316
10317 #define _mm512_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
10318   __builtin_ia32_scatterdiv8df ((void *)ADDR, (__mmask8)MASK,           \
10319                                 (__v8di)(__m512i)INDEX,                 \
10320                                 (__v8df)(__m512d)V1, (int)SCALE)
10321
10322 #define _mm512_i32scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
10323   __builtin_ia32_scattersiv16si ((void *)ADDR, (__mmask16)0xFFFF,       \
10324                                  (__v16si)(__m512i)INDEX,               \
10325                                  (__v16si)(__m512i)V1, (int)SCALE)
10326
10327 #define _mm512_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
10328   __builtin_ia32_scattersiv16si ((void *)ADDR, (__mmask16)MASK,         \
10329                                  (__v16si)(__m512i)INDEX,               \
10330                                  (__v16si)(__m512i)V1, (int)SCALE)
10331
10332 #define _mm512_i32scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
10333   __builtin_ia32_scattersiv8di ((void *)ADDR, (__mmask8)0xFF,           \
10334                                 (__v8si)(__m256i)INDEX,                 \
10335                                 (__v8di)(__m512i)V1, (int)SCALE)
10336
10337 #define _mm512_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
10338   __builtin_ia32_scattersiv8di ((void *)ADDR, (__mmask8)MASK,           \
10339                                 (__v8si)(__m256i)INDEX,                 \
10340                                 (__v8di)(__m512i)V1, (int)SCALE)
10341
10342 #define _mm512_i64scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
10343   __builtin_ia32_scatterdiv16si ((void *)ADDR, (__mmask8)0xFF,          \
10344                                  (__v8di)(__m512i)INDEX,                \
10345                                  (__v8si)(__m256i)V1, (int)SCALE)
10346
10347 #define _mm512_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
10348   __builtin_ia32_scatterdiv16si ((void *)ADDR, (__mmask8)MASK,          \
10349                                  (__v8di)(__m512i)INDEX,                \
10350                                  (__v8si)(__m256i)V1, (int)SCALE)
10351
10352 #define _mm512_i64scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
10353   __builtin_ia32_scatterdiv8di ((void *)ADDR, (__mmask8)0xFF,           \
10354                                 (__v8di)(__m512i)INDEX,                 \
10355                                 (__v8di)(__m512i)V1, (int)SCALE)
10356
10357 #define _mm512_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
10358   __builtin_ia32_scatterdiv8di ((void *)ADDR, (__mmask8)MASK,           \
10359                                 (__v8di)(__m512i)INDEX,                 \
10360                                 (__v8di)(__m512i)V1, (int)SCALE)
10361 #endif
10362
10363 extern __inline __m512d
10364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10365 _mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
10366 {
10367   return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
10368                                                       (__v8df) __W,
10369                                                       (__mmask8) __U);
10370 }
10371
10372 extern __inline __m512d
10373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10374 _mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
10375 {
10376   return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
10377                                                       (__v8df)
10378                                                       _mm512_setzero_pd (),
10379                                                       (__mmask8) __U);
10380 }
10381
10382 extern __inline void
10383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10384 _mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
10385 {
10386   __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
10387                                           (__mmask8) __U);
10388 }
10389
10390 extern __inline __m512
10391 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10392 _mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
10393 {
10394   return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
10395                                                      (__v16sf) __W,
10396                                                      (__mmask16) __U);
10397 }
10398
10399 extern __inline __m512
10400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10401 _mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
10402 {
10403   return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
10404                                                      (__v16sf)
10405                                                      _mm512_setzero_ps (),
10406                                                      (__mmask16) __U);
10407 }
10408
10409 extern __inline void
10410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10411 _mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
10412 {
10413   __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
10414                                           (__mmask16) __U);
10415 }
10416
10417 extern __inline __m512i
10418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10419 _mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
10420 {
10421   return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
10422                                                       (__v8di) __W,
10423                                                       (__mmask8) __U);
10424 }
10425
10426 extern __inline __m512i
10427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10428 _mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
10429 {
10430   return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
10431                                                       (__v8di)
10432                                                       _mm512_setzero_si512 (),
10433                                                       (__mmask8) __U);
10434 }
10435
10436 extern __inline void
10437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10438 _mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
10439 {
10440   __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
10441                                           (__mmask8) __U);
10442 }
10443
10444 extern __inline __m512i
10445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10446 _mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
10447 {
10448   return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
10449                                                       (__v16si) __W,
10450                                                       (__mmask16) __U);
10451 }
10452
10453 extern __inline __m512i
10454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10455 _mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
10456 {
10457   return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
10458                                                       (__v16si)
10459                                                       _mm512_setzero_si512 (),
10460                                                       (__mmask16) __U);
10461 }
10462
10463 extern __inline void
10464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10465 _mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
10466 {
10467   __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
10468                                           (__mmask16) __U);
10469 }
10470
10471 extern __inline __m512d
10472 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10473 _mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
10474 {
10475   return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
10476                                                     (__v8df) __W,
10477                                                     (__mmask8) __U);
10478 }
10479
10480 extern __inline __m512d
10481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10482 _mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
10483 {
10484   return (__m512d) __builtin_ia32_expanddf512_maskz ((__v8df) __A,
10485                                                      (__v8df)
10486                                                      _mm512_setzero_pd (),
10487                                                      (__mmask8) __U);
10488 }
10489
10490 extern __inline __m512d
10491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10492 _mm512_mask_expandloadu_pd (__m512d __W, __mmask8 __U, void const *__P)
10493 {
10494   return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *) __P,
10495                                                         (__v8df) __W,
10496                                                         (__mmask8) __U);
10497 }
10498
10499 extern __inline __m512d
10500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10501 _mm512_maskz_expandloadu_pd (__mmask8 __U, void const *__P)
10502 {
10503   return (__m512d) __builtin_ia32_expandloaddf512_maskz ((const __v8df *) __P,
10504                                                          (__v8df)
10505                                                          _mm512_setzero_pd (),
10506                                                          (__mmask8) __U);
10507 }
10508
10509 extern __inline __m512
10510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10511 _mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
10512 {
10513   return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
10514                                                    (__v16sf) __W,
10515                                                    (__mmask16) __U);
10516 }
10517
10518 extern __inline __m512
10519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10520 _mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
10521 {
10522   return (__m512) __builtin_ia32_expandsf512_maskz ((__v16sf) __A,
10523                                                     (__v16sf)
10524                                                     _mm512_setzero_ps (),
10525                                                     (__mmask16) __U);
10526 }
10527
10528 extern __inline __m512
10529 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10530 _mm512_mask_expandloadu_ps (__m512 __W, __mmask16 __U, void const *__P)
10531 {
10532   return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *) __P,
10533                                                        (__v16sf) __W,
10534                                                        (__mmask16) __U);
10535 }
10536
10537 extern __inline __m512
10538 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10539 _mm512_maskz_expandloadu_ps (__mmask16 __U, void const *__P)
10540 {
10541   return (__m512) __builtin_ia32_expandloadsf512_maskz ((const __v16sf *) __P,
10542                                                         (__v16sf)
10543                                                         _mm512_setzero_ps (),
10544                                                         (__mmask16) __U);
10545 }
10546
10547 extern __inline __m512i
10548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10549 _mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
10550 {
10551   return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
10552                                                     (__v8di) __W,
10553                                                     (__mmask8) __U);
10554 }
10555
10556 extern __inline __m512i
10557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10558 _mm512_maskz_expand_epi64 (__mmask8 __U, __m512i __A)
10559 {
10560   return (__m512i) __builtin_ia32_expanddi512_maskz ((__v8di) __A,
10561                                                      (__v8di)
10562                                                      _mm512_setzero_si512 (),
10563                                                      (__mmask8) __U);
10564 }
10565
10566 extern __inline __m512i
10567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10568 _mm512_mask_expandloadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
10569 {
10570   return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *) __P,
10571                                                         (__v8di) __W,
10572                                                         (__mmask8) __U);
10573 }
10574
10575 extern __inline __m512i
10576 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10577 _mm512_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P)
10578 {
10579   return (__m512i)
10580          __builtin_ia32_expandloaddi512_maskz ((const __v8di *) __P,
10581                                                (__v8di)
10582                                                _mm512_setzero_si512 (),
10583                                                (__mmask8) __U);
10584 }
10585
10586 extern __inline __m512i
10587 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10588 _mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
10589 {
10590   return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
10591                                                     (__v16si) __W,
10592                                                     (__mmask16) __U);
10593 }
10594
10595 extern __inline __m512i
10596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10597 _mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
10598 {
10599   return (__m512i) __builtin_ia32_expandsi512_maskz ((__v16si) __A,
10600                                                      (__v16si)
10601                                                      _mm512_setzero_si512 (),
10602                                                      (__mmask16) __U);
10603 }
10604
10605 extern __inline __m512i
10606 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10607 _mm512_mask_expandloadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
10608 {
10609   return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *) __P,
10610                                                         (__v16si) __W,
10611                                                         (__mmask16) __U);
10612 }
10613
10614 extern __inline __m512i
10615 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10616 _mm512_maskz_expandloadu_epi32 (__mmask16 __U, void const *__P)
10617 {
10618   return (__m512i) __builtin_ia32_expandloadsi512_maskz ((const __v16si *) __P,
10619                                                          (__v16si)
10620                                                          _mm512_setzero_si512
10621                                                          (), (__mmask16) __U);
10622 }
10623
10624 /* Mask arithmetic operations */
10625 #define _kand_mask16 _mm512_kand
10626 #define _kandn_mask16 _mm512_kandn
10627 #define _knot_mask16 _mm512_knot
10628 #define _kor_mask16 _mm512_kor
10629 #define _kxnor_mask16 _mm512_kxnor
10630 #define _kxor_mask16 _mm512_kxor
10631
10632 extern __inline unsigned char
10633 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10634 _kortest_mask16_u8  (__mmask16 __A,  __mmask16 __B, unsigned char *__CF)
10635 {
10636   *__CF = (unsigned char) __builtin_ia32_kortestchi (__A, __B);
10637   return (unsigned char) __builtin_ia32_kortestzhi (__A, __B);
10638 }
10639
10640 extern __inline unsigned char
10641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10642 _kortestz_mask16_u8 (__mmask16 __A, __mmask16 __B)
10643 {
10644   return (unsigned char) __builtin_ia32_kortestzhi ((__mmask16) __A,
10645                                                     (__mmask16) __B);
10646 }
10647
10648 extern __inline unsigned char
10649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10650 _kortestc_mask16_u8 (__mmask16 __A, __mmask16 __B)
10651 {
10652   return (unsigned char) __builtin_ia32_kortestchi ((__mmask16) __A,
10653                                                     (__mmask16) __B);
10654 }
10655
10656 extern __inline unsigned int
10657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10658 _cvtmask16_u32 (__mmask16 __A)
10659 {
10660   return (unsigned int) __builtin_ia32_kmovw ((__mmask16 ) __A);
10661 }
10662
10663 extern __inline __mmask16
10664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10665 _cvtu32_mask16 (unsigned int __A)
10666 {
10667   return (__mmask16) __builtin_ia32_kmovw ((__mmask16 ) __A);
10668 }
10669
10670 extern __inline __mmask16
10671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10672 _load_mask16 (__mmask16 *__A)
10673 {
10674   return (__mmask16) __builtin_ia32_kmovw (*(__mmask16 *) __A);
10675 }
10676
10677 extern __inline void
10678 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10679 _store_mask16 (__mmask16 *__A, __mmask16 __B)
10680 {
10681   *(__mmask16 *) __A = __builtin_ia32_kmovw (__B);
10682 }
10683
10684 extern __inline __mmask16
10685 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10686 _mm512_kand (__mmask16 __A, __mmask16 __B)
10687 {
10688   return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
10689 }
10690
10691 extern __inline __mmask16
10692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10693 _mm512_kandn (__mmask16 __A, __mmask16 __B)
10694 {
10695   return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A,
10696                                              (__mmask16) __B);
10697 }
10698
10699 extern __inline __mmask16
10700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10701 _mm512_kor (__mmask16 __A, __mmask16 __B)
10702 {
10703   return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
10704 }
10705
10706 extern __inline int
10707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10708 _mm512_kortestz (__mmask16 __A, __mmask16 __B)
10709 {
10710   return (__mmask16) __builtin_ia32_kortestzhi ((__mmask16) __A,
10711                                                 (__mmask16) __B);
10712 }
10713
10714 extern __inline int
10715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10716 _mm512_kortestc (__mmask16 __A, __mmask16 __B)
10717 {
10718   return (__mmask16) __builtin_ia32_kortestchi ((__mmask16) __A,
10719                                                 (__mmask16) __B);
10720 }
10721
10722 extern __inline __mmask16
10723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10724 _mm512_kxnor (__mmask16 __A, __mmask16 __B)
10725 {
10726   return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
10727 }
10728
10729 extern __inline __mmask16
10730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10731 _mm512_kxor (__mmask16 __A, __mmask16 __B)
10732 {
10733   return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
10734 }
10735
10736 extern __inline __mmask16
10737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10738 _mm512_knot (__mmask16 __A)
10739 {
10740   return (__mmask16) __builtin_ia32_knothi ((__mmask16) __A);
10741 }
10742
10743 extern __inline __mmask16
10744 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10745 _mm512_kunpackb (__mmask16 __A, __mmask16 __B)
10746 {
10747   return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
10748 }
10749
10750 extern __inline __mmask16
10751 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10752 _kunpackb_mask16 (__mmask8 __A, __mmask8 __B)
10753 {
10754   return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
10755 }
10756
10757 #ifdef __OPTIMIZE__
10758 extern __inline __m512i
10759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10760 _mm512_maskz_inserti32x4 (__mmask16 __B, __m512i __C, __m128i __D,
10761                           const int __imm)
10762 {
10763   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __C,
10764                                                     (__v4si) __D,
10765                                                     __imm,
10766                                                     (__v16si)
10767                                                     _mm512_setzero_si512 (),
10768                                                     __B);
10769 }
10770
10771 extern __inline __m512
10772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10773 _mm512_maskz_insertf32x4 (__mmask16 __B, __m512 __C, __m128 __D,
10774                           const int __imm)
10775 {
10776   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __C,
10777                                                    (__v4sf) __D,
10778                                                    __imm,
10779                                                    (__v16sf)
10780                                                    _mm512_setzero_ps (), __B);
10781 }
10782
10783 extern __inline __m512i
10784 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10785 _mm512_mask_inserti32x4 (__m512i __A, __mmask16 __B, __m512i __C,
10786                          __m128i __D, const int __imm)
10787 {
10788   return (__m512i) __builtin_ia32_inserti32x4_mask ((__v16si) __C,
10789                                                     (__v4si) __D,
10790                                                     __imm,
10791                                                     (__v16si) __A,
10792                                                     __B);
10793 }
10794
10795 extern __inline __m512
10796 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10797 _mm512_mask_insertf32x4 (__m512 __A, __mmask16 __B, __m512 __C,
10798                          __m128 __D, const int __imm)
10799 {
10800   return (__m512) __builtin_ia32_insertf32x4_mask ((__v16sf) __C,
10801                                                    (__v4sf) __D,
10802                                                    __imm,
10803                                                    (__v16sf) __A, __B);
10804 }
10805 #else
10806 #define _mm512_maskz_insertf32x4(A, X, Y, C)                            \
10807   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
10808     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)_mm512_setzero_ps(),      \
10809     (__mmask8)(A)))
10810
10811 #define _mm512_maskz_inserti32x4(A, X, Y, C)                            \
10812   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
10813     (__v4si)(__m128i) (Y), (int) (C), (__v16si)_mm512_setzero_si512 (),     \
10814     (__mmask8)(A)))
10815
10816 #define _mm512_mask_insertf32x4(A, B, X, Y, C)                          \
10817   ((__m512) __builtin_ia32_insertf32x4_mask ((__v16sf)(__m512) (X),     \
10818     (__v4sf)(__m128) (Y), (int) (C), (__v16sf)(__m512) (A),             \
10819                                              (__mmask8)(B)))
10820
10821 #define _mm512_mask_inserti32x4(A, B, X, Y, C)                          \
10822   ((__m512i) __builtin_ia32_inserti32x4_mask ((__v16si)(__m512i) (X),   \
10823     (__v4si)(__m128i) (Y), (int) (C), (__v16si)(__m512i) (A),           \
10824                                               (__mmask8)(B)))
10825 #endif
10826
10827 extern __inline __m512i
10828 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10829 _mm512_max_epi64 (__m512i __A, __m512i __B)
10830 {
10831   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10832                                                   (__v8di) __B,
10833                                                   (__v8di)
10834                                                   _mm512_undefined_epi32 (),
10835                                                   (__mmask8) -1);
10836 }
10837
10838 extern __inline __m512i
10839 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10840 _mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
10841 {
10842   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10843                                                   (__v8di) __B,
10844                                                   (__v8di)
10845                                                   _mm512_setzero_si512 (),
10846                                                   __M);
10847 }
10848
10849 extern __inline __m512i
10850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10851 _mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10852 {
10853   return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
10854                                                   (__v8di) __B,
10855                                                   (__v8di) __W, __M);
10856 }
10857
10858 extern __inline __m512i
10859 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10860 _mm512_min_epi64 (__m512i __A, __m512i __B)
10861 {
10862   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10863                                                   (__v8di) __B,
10864                                                   (__v8di)
10865                                                   _mm512_undefined_epi32 (),
10866                                                   (__mmask8) -1);
10867 }
10868
10869 extern __inline __m512i
10870 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10871 _mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10872 {
10873   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10874                                                   (__v8di) __B,
10875                                                   (__v8di) __W, __M);
10876 }
10877
10878 extern __inline __m512i
10879 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10880 _mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
10881 {
10882   return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
10883                                                   (__v8di) __B,
10884                                                   (__v8di)
10885                                                   _mm512_setzero_si512 (),
10886                                                   __M);
10887 }
10888
10889 extern __inline __m512i
10890 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10891 _mm512_max_epu64 (__m512i __A, __m512i __B)
10892 {
10893   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10894                                                   (__v8di) __B,
10895                                                   (__v8di)
10896                                                   _mm512_undefined_epi32 (),
10897                                                   (__mmask8) -1);
10898 }
10899
10900 extern __inline __m512i
10901 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10902 _mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
10903 {
10904   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10905                                                   (__v8di) __B,
10906                                                   (__v8di)
10907                                                   _mm512_setzero_si512 (),
10908                                                   __M);
10909 }
10910
10911 extern __inline __m512i
10912 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10913 _mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10914 {
10915   return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
10916                                                   (__v8di) __B,
10917                                                   (__v8di) __W, __M);
10918 }
10919
10920 extern __inline __m512i
10921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10922 _mm512_min_epu64 (__m512i __A, __m512i __B)
10923 {
10924   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10925                                                   (__v8di) __B,
10926                                                   (__v8di)
10927                                                   _mm512_undefined_epi32 (),
10928                                                   (__mmask8) -1);
10929 }
10930
10931 extern __inline __m512i
10932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10933 _mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
10934 {
10935   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10936                                                   (__v8di) __B,
10937                                                   (__v8di) __W, __M);
10938 }
10939
10940 extern __inline __m512i
10941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10942 _mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
10943 {
10944   return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
10945                                                   (__v8di) __B,
10946                                                   (__v8di)
10947                                                   _mm512_setzero_si512 (),
10948                                                   __M);
10949 }
10950
10951 extern __inline __m512i
10952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10953 _mm512_max_epi32 (__m512i __A, __m512i __B)
10954 {
10955   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10956                                                   (__v16si) __B,
10957                                                   (__v16si)
10958                                                   _mm512_undefined_epi32 (),
10959                                                   (__mmask16) -1);
10960 }
10961
10962 extern __inline __m512i
10963 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10964 _mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
10965 {
10966   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10967                                                   (__v16si) __B,
10968                                                   (__v16si)
10969                                                   _mm512_setzero_si512 (),
10970                                                   __M);
10971 }
10972
10973 extern __inline __m512i
10974 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10975 _mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
10976 {
10977   return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
10978                                                   (__v16si) __B,
10979                                                   (__v16si) __W, __M);
10980 }
10981
10982 extern __inline __m512i
10983 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10984 _mm512_min_epi32 (__m512i __A, __m512i __B)
10985 {
10986   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
10987                                                   (__v16si) __B,
10988                                                   (__v16si)
10989                                                   _mm512_undefined_epi32 (),
10990                                                   (__mmask16) -1);
10991 }
10992
10993 extern __inline __m512i
10994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10995 _mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
10996 {
10997   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
10998                                                   (__v16si) __B,
10999                                                   (__v16si)
11000                                                   _mm512_setzero_si512 (),
11001                                                   __M);
11002 }
11003
11004 extern __inline __m512i
11005 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11006 _mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
11007 {
11008   return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
11009                                                   (__v16si) __B,
11010                                                   (__v16si) __W, __M);
11011 }
11012
11013 extern __inline __m512i
11014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11015 _mm512_max_epu32 (__m512i __A, __m512i __B)
11016 {
11017   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
11018                                                   (__v16si) __B,
11019                                                   (__v16si)
11020                                                   _mm512_undefined_epi32 (),
11021                                                   (__mmask16) -1);
11022 }
11023
11024 extern __inline __m512i
11025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11026 _mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
11027 {
11028   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
11029                                                   (__v16si) __B,
11030                                                   (__v16si)
11031                                                   _mm512_setzero_si512 (),
11032                                                   __M);
11033 }
11034
11035 extern __inline __m512i
11036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11037 _mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
11038 {
11039   return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
11040                                                   (__v16si) __B,
11041                                                   (__v16si) __W, __M);
11042 }
11043
11044 extern __inline __m512i
11045 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11046 _mm512_min_epu32 (__m512i __A, __m512i __B)
11047 {
11048   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
11049                                                   (__v16si) __B,
11050                                                   (__v16si)
11051                                                   _mm512_undefined_epi32 (),
11052                                                   (__mmask16) -1);
11053 }
11054
11055 extern __inline __m512i
11056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11057 _mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
11058 {
11059   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
11060                                                   (__v16si) __B,
11061                                                   (__v16si)
11062                                                   _mm512_setzero_si512 (),
11063                                                   __M);
11064 }
11065
11066 extern __inline __m512i
11067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11068 _mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
11069 {
11070   return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
11071                                                   (__v16si) __B,
11072                                                   (__v16si) __W, __M);
11073 }
11074
11075 extern __inline __m512
11076 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11077 _mm512_unpacklo_ps (__m512 __A, __m512 __B)
11078 {
11079   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
11080                                                    (__v16sf) __B,
11081                                                    (__v16sf)
11082                                                    _mm512_undefined_ps (),
11083                                                    (__mmask16) -1);
11084 }
11085
11086 extern __inline __m512
11087 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11088 _mm512_mask_unpacklo_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11089 {
11090   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
11091                                                    (__v16sf) __B,
11092                                                    (__v16sf) __W,
11093                                                    (__mmask16) __U);
11094 }
11095
11096 extern __inline __m512
11097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11098 _mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
11099 {
11100   return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
11101                                                    (__v16sf) __B,
11102                                                    (__v16sf)
11103                                                    _mm512_setzero_ps (),
11104                                                    (__mmask16) __U);
11105 }
11106
11107 #ifdef __OPTIMIZE__
11108 extern __inline __m128d
11109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11110 _mm_max_round_sd (__m128d __A, __m128d __B, const int __R)
11111 {
11112   return (__m128d) __builtin_ia32_maxsd_round ((__v2df) __A,
11113                                                (__v2df) __B,
11114                                                __R);
11115 }
11116
11117 extern __inline __m128d
11118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11119 _mm_mask_max_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
11120                           __m128d __B, const int __R)
11121 {
11122   return (__m128d) __builtin_ia32_maxsd_mask_round ((__v2df) __A,
11123                                                  (__v2df) __B,
11124                                                  (__v2df) __W,
11125                                                  (__mmask8) __U, __R);
11126 }
11127
11128 extern __inline __m128d
11129 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11130 _mm_maskz_max_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
11131                            const int __R)
11132 {
11133   return (__m128d) __builtin_ia32_maxsd_mask_round ((__v2df) __A,
11134                                                  (__v2df) __B,
11135                                                  (__v2df)
11136                                                  _mm_setzero_pd (),
11137                                                  (__mmask8) __U, __R);
11138 }
11139
11140 extern __inline __m128
11141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11142 _mm_max_round_ss (__m128 __A, __m128 __B, const int __R)
11143 {
11144   return (__m128) __builtin_ia32_maxss_round ((__v4sf) __A,
11145                                               (__v4sf) __B,
11146                                               __R);
11147 }
11148
11149 extern __inline __m128
11150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11151 _mm_mask_max_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
11152                           __m128 __B, const int __R)
11153 {
11154   return (__m128) __builtin_ia32_maxss_mask_round ((__v4sf) __A,
11155                                                  (__v4sf) __B,
11156                                                  (__v4sf) __W,
11157                                                  (__mmask8) __U, __R);
11158 }
11159
11160 extern __inline __m128
11161 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11162 _mm_maskz_max_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
11163                            const int __R)
11164 {
11165   return (__m128) __builtin_ia32_maxss_mask_round ((__v4sf) __A,
11166                                                  (__v4sf) __B,
11167                                                  (__v4sf)
11168                                                  _mm_setzero_ps (),
11169                                                  (__mmask8) __U, __R);
11170 }
11171
11172 extern __inline __m128d
11173 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11174 _mm_min_round_sd (__m128d __A, __m128d __B, const int __R)
11175 {
11176   return (__m128d) __builtin_ia32_minsd_round ((__v2df) __A,
11177                                                (__v2df) __B,
11178                                                __R);
11179 }
11180
11181 extern __inline __m128d
11182 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11183 _mm_mask_min_round_sd (__m128d __W, __mmask8 __U, __m128d __A,
11184                           __m128d __B, const int __R)
11185 {
11186   return (__m128d) __builtin_ia32_minsd_mask_round ((__v2df) __A,
11187                                                  (__v2df) __B,
11188                                                  (__v2df) __W,
11189                                                  (__mmask8) __U, __R);
11190 }
11191
11192 extern __inline __m128d
11193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11194 _mm_maskz_min_round_sd (__mmask8 __U, __m128d __A, __m128d __B,
11195                            const int __R)
11196 {
11197   return (__m128d) __builtin_ia32_minsd_mask_round ((__v2df) __A,
11198                                                  (__v2df) __B,
11199                                                  (__v2df)
11200                                                  _mm_setzero_pd (),
11201                                                  (__mmask8) __U, __R);
11202 }
11203
11204 extern __inline __m128
11205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11206 _mm_min_round_ss (__m128 __A, __m128 __B, const int __R)
11207 {
11208   return (__m128) __builtin_ia32_minss_round ((__v4sf) __A,
11209                                               (__v4sf) __B,
11210                                               __R);
11211 }
11212
11213 extern __inline __m128
11214 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11215 _mm_mask_min_round_ss (__m128 __W, __mmask8 __U, __m128 __A,
11216                           __m128 __B, const int __R)
11217 {
11218   return (__m128) __builtin_ia32_minss_mask_round ((__v4sf) __A,
11219                                                  (__v4sf) __B,
11220                                                  (__v4sf) __W,
11221                                                  (__mmask8) __U, __R);
11222 }
11223
11224 extern __inline __m128
11225 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11226 _mm_maskz_min_round_ss (__mmask8 __U, __m128 __A, __m128 __B,
11227                            const int __R)
11228 {
11229   return (__m128) __builtin_ia32_minss_mask_round ((__v4sf) __A,
11230                                                  (__v4sf) __B,
11231                                                  (__v4sf)
11232                                                  _mm_setzero_ps (),
11233                                                  (__mmask8) __U, __R);
11234 }
11235
11236 #else
11237 #define _mm_max_round_sd(A, B, C)            \
11238     (__m128d)__builtin_ia32_maxsd_round(A, B, C)
11239
11240 #define _mm_mask_max_round_sd(W, U, A, B, C) \
11241     (__m128d)__builtin_ia32_maxsd_mask_round(A, B, W, U, C)
11242
11243 #define _mm_maskz_max_round_sd(U, A, B, C)   \
11244     (__m128d)__builtin_ia32_maxsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
11245
11246 #define _mm_max_round_ss(A, B, C)            \
11247     (__m128)__builtin_ia32_maxss_round(A, B, C)
11248
11249 #define _mm_mask_max_round_ss(W, U, A, B, C) \
11250     (__m128)__builtin_ia32_maxss_mask_round(A, B, W, U, C)
11251
11252 #define _mm_maskz_max_round_ss(U, A, B, C)   \
11253     (__m128)__builtin_ia32_maxss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
11254
11255 #define _mm_min_round_sd(A, B, C)            \
11256     (__m128d)__builtin_ia32_minsd_round(A, B, C)
11257
11258 #define _mm_mask_min_round_sd(W, U, A, B, C) \
11259     (__m128d)__builtin_ia32_minsd_mask_round(A, B, W, U, C)
11260
11261 #define _mm_maskz_min_round_sd(U, A, B, C)   \
11262     (__m128d)__builtin_ia32_minsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U, C)
11263
11264 #define _mm_min_round_ss(A, B, C)            \
11265     (__m128)__builtin_ia32_minss_round(A, B, C)
11266
11267 #define _mm_mask_min_round_ss(W, U, A, B, C) \
11268     (__m128)__builtin_ia32_minss_mask_round(A, B, W, U, C)
11269
11270 #define _mm_maskz_min_round_ss(U, A, B, C)   \
11271     (__m128)__builtin_ia32_minss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U, C)
11272
11273 #endif
11274
11275 extern __inline __m512d
11276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11277 _mm512_mask_blend_pd (__mmask8 __U, __m512d __A, __m512d __W)
11278 {
11279   return (__m512d) __builtin_ia32_blendmpd_512_mask ((__v8df) __A,
11280                                                      (__v8df) __W,
11281                                                      (__mmask8) __U);
11282 }
11283
11284 extern __inline __m512
11285 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11286 _mm512_mask_blend_ps (__mmask16 __U, __m512 __A, __m512 __W)
11287 {
11288   return (__m512) __builtin_ia32_blendmps_512_mask ((__v16sf) __A,
11289                                                     (__v16sf) __W,
11290                                                     (__mmask16) __U);
11291 }
11292
11293 extern __inline __m512i
11294 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11295 _mm512_mask_blend_epi64 (__mmask8 __U, __m512i __A, __m512i __W)
11296 {
11297   return (__m512i) __builtin_ia32_blendmq_512_mask ((__v8di) __A,
11298                                                     (__v8di) __W,
11299                                                     (__mmask8) __U);
11300 }
11301
11302 extern __inline __m512i
11303 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11304 _mm512_mask_blend_epi32 (__mmask16 __U, __m512i __A, __m512i __W)
11305 {
11306   return (__m512i) __builtin_ia32_blendmd_512_mask ((__v16si) __A,
11307                                                     (__v16si) __W,
11308                                                     (__mmask16) __U);
11309 }
11310
11311 #ifdef __OPTIMIZE__
11312 extern __inline __m128d
11313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11314 _mm_fmadd_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
11315 {
11316   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
11317                                                    (__v2df) __A,
11318                                                    (__v2df) __B,
11319                                                    __R);
11320 }
11321
11322 extern __inline __m128
11323 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11324 _mm_fmadd_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
11325 {
11326   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
11327                                                   (__v4sf) __A,
11328                                                   (__v4sf) __B,
11329                                                   __R);
11330 }
11331
11332 extern __inline __m128d
11333 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11334 _mm_fmsub_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
11335 {
11336   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
11337                                                    (__v2df) __A,
11338                                                    -(__v2df) __B,
11339                                                    __R);
11340 }
11341
11342 extern __inline __m128
11343 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11344 _mm_fmsub_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
11345 {
11346   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
11347                                                   (__v4sf) __A,
11348                                                   -(__v4sf) __B,
11349                                                   __R);
11350 }
11351
11352 extern __inline __m128d
11353 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11354 _mm_fnmadd_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
11355 {
11356   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
11357                                                    -(__v2df) __A,
11358                                                    (__v2df) __B,
11359                                                    __R);
11360 }
11361
11362 extern __inline __m128
11363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11364 _mm_fnmadd_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
11365 {
11366   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
11367                                                   -(__v4sf) __A,
11368                                                   (__v4sf) __B,
11369                                                   __R);
11370 }
11371
11372 extern __inline __m128d
11373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11374 _mm_fnmsub_round_sd (__m128d __W, __m128d __A, __m128d __B, const int __R)
11375 {
11376   return (__m128d) __builtin_ia32_vfmaddsd3_round ((__v2df) __W,
11377                                                    -(__v2df) __A,
11378                                                    -(__v2df) __B,
11379                                                    __R);
11380 }
11381
11382 extern __inline __m128
11383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11384 _mm_fnmsub_round_ss (__m128 __W, __m128 __A, __m128 __B, const int __R)
11385 {
11386   return (__m128) __builtin_ia32_vfmaddss3_round ((__v4sf) __W,
11387                                                   -(__v4sf) __A,
11388                                                   -(__v4sf) __B,
11389                                                   __R);
11390 }
11391 #else
11392 #define _mm_fmadd_round_sd(A, B, C, R)            \
11393     (__m128d)__builtin_ia32_vfmaddsd3_round(A, B, C, R)
11394
11395 #define _mm_fmadd_round_ss(A, B, C, R)            \
11396     (__m128)__builtin_ia32_vfmaddss3_round(A, B, C, R)
11397
11398 #define _mm_fmsub_round_sd(A, B, C, R)            \
11399     (__m128d)__builtin_ia32_vfmaddsd3_round(A, B, -(C), R)
11400
11401 #define _mm_fmsub_round_ss(A, B, C, R)            \
11402     (__m128)__builtin_ia32_vfmaddss3_round(A, B, -(C), R)
11403
11404 #define _mm_fnmadd_round_sd(A, B, C, R)            \
11405     (__m128d)__builtin_ia32_vfmaddsd3_round(A, -(B), C, R)
11406
11407 #define _mm_fnmadd_round_ss(A, B, C, R)            \
11408    (__m128)__builtin_ia32_vfmaddss3_round(A, -(B), C, R)
11409
11410 #define _mm_fnmsub_round_sd(A, B, C, R)            \
11411     (__m128d)__builtin_ia32_vfmaddsd3_round(A, -(B), -(C), R)
11412
11413 #define _mm_fnmsub_round_ss(A, B, C, R)            \
11414     (__m128)__builtin_ia32_vfmaddss3_round(A, -(B), -(C), R)
11415 #endif
11416
11417 #ifdef __OPTIMIZE__
11418 extern __inline int
11419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11420 _mm_comi_round_ss (__m128 __A, __m128 __B, const int __P, const int __R)
11421 {
11422   return __builtin_ia32_vcomiss ((__v4sf) __A, (__v4sf) __B, __P, __R);
11423 }
11424
11425 extern __inline int
11426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11427 _mm_comi_round_sd (__m128d __A, __m128d __B, const int __P, const int __R)
11428 {
11429   return __builtin_ia32_vcomisd ((__v2df) __A, (__v2df) __B, __P, __R);
11430 }
11431 #else
11432 #define _mm_comi_round_ss(A, B, C, D)\
11433 __builtin_ia32_vcomiss(A, B, C, D)
11434 #define _mm_comi_round_sd(A, B, C, D)\
11435 __builtin_ia32_vcomisd(A, B, C, D)
11436 #endif
11437
11438 extern __inline __m512d
11439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11440 _mm512_sqrt_pd (__m512d __A)
11441 {
11442   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
11443                                                   (__v8df)
11444                                                   _mm512_undefined_pd (),
11445                                                   (__mmask8) -1,
11446                                                   _MM_FROUND_CUR_DIRECTION);
11447 }
11448
11449 extern __inline __m512d
11450 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11451 _mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
11452 {
11453   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
11454                                                   (__v8df) __W,
11455                                                   (__mmask8) __U,
11456                                                   _MM_FROUND_CUR_DIRECTION);
11457 }
11458
11459 extern __inline __m512d
11460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11461 _mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
11462 {
11463   return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
11464                                                   (__v8df)
11465                                                   _mm512_setzero_pd (),
11466                                                   (__mmask8) __U,
11467                                                   _MM_FROUND_CUR_DIRECTION);
11468 }
11469
11470 extern __inline __m512
11471 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11472 _mm512_sqrt_ps (__m512 __A)
11473 {
11474   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
11475                                                  (__v16sf)
11476                                                  _mm512_undefined_ps (),
11477                                                  (__mmask16) -1,
11478                                                  _MM_FROUND_CUR_DIRECTION);
11479 }
11480
11481 extern __inline __m512
11482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11483 _mm512_mask_sqrt_ps (__m512 __W, __mmask16 __U, __m512 __A)
11484 {
11485   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
11486                                                  (__v16sf) __W,
11487                                                  (__mmask16) __U,
11488                                                  _MM_FROUND_CUR_DIRECTION);
11489 }
11490
11491 extern __inline __m512
11492 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11493 _mm512_maskz_sqrt_ps (__mmask16 __U, __m512 __A)
11494 {
11495   return (__m512) __builtin_ia32_sqrtps512_mask ((__v16sf) __A,
11496                                                  (__v16sf)
11497                                                  _mm512_setzero_ps (),
11498                                                  (__mmask16) __U,
11499                                                  _MM_FROUND_CUR_DIRECTION);
11500 }
11501
11502 extern __inline __m512d
11503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11504 _mm512_add_pd (__m512d __A, __m512d __B)
11505 {
11506   return (__m512d) ((__v8df)__A + (__v8df)__B);
11507 }
11508
11509 extern __inline __m512d
11510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11511 _mm512_mask_add_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11512 {
11513   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
11514                                                  (__v8df) __B,
11515                                                  (__v8df) __W,
11516                                                  (__mmask8) __U,
11517                                                  _MM_FROUND_CUR_DIRECTION);
11518 }
11519
11520 extern __inline __m512d
11521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11522 _mm512_maskz_add_pd (__mmask8 __U, __m512d __A, __m512d __B)
11523 {
11524   return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
11525                                                  (__v8df) __B,
11526                                                  (__v8df)
11527                                                  _mm512_setzero_pd (),
11528                                                  (__mmask8) __U,
11529                                                  _MM_FROUND_CUR_DIRECTION);
11530 }
11531
11532 extern __inline __m512
11533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11534 _mm512_add_ps (__m512 __A, __m512 __B)
11535 {
11536   return (__m512) ((__v16sf)__A + (__v16sf)__B);
11537 }
11538
11539 extern __inline __m512
11540 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11541 _mm512_mask_add_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11542 {
11543   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
11544                                                 (__v16sf) __B,
11545                                                 (__v16sf) __W,
11546                                                 (__mmask16) __U,
11547                                                 _MM_FROUND_CUR_DIRECTION);
11548 }
11549
11550 extern __inline __m512
11551 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11552 _mm512_maskz_add_ps (__mmask16 __U, __m512 __A, __m512 __B)
11553 {
11554   return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
11555                                                 (__v16sf) __B,
11556                                                 (__v16sf)
11557                                                 _mm512_setzero_ps (),
11558                                                 (__mmask16) __U,
11559                                                 _MM_FROUND_CUR_DIRECTION);
11560 }
11561
11562 extern __inline __m128d
11563 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11564 _mm_mask_add_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
11565 {
11566   return (__m128d) __builtin_ia32_addsd_mask_round ((__v2df) __A,
11567                                                 (__v2df) __B,
11568                                                 (__v2df) __W,
11569                                                 (__mmask8) __U,
11570                                                 _MM_FROUND_CUR_DIRECTION);
11571 }
11572
11573 extern __inline __m128d
11574 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11575 _mm_maskz_add_sd (__mmask8 __U, __m128d __A, __m128d __B)
11576 {
11577   return (__m128d) __builtin_ia32_addsd_mask_round ((__v2df) __A,
11578                                                 (__v2df) __B,
11579                                                 (__v2df)
11580                                                 _mm_setzero_pd (),
11581                                                 (__mmask8) __U,
11582                                                 _MM_FROUND_CUR_DIRECTION);
11583 }
11584
11585 extern __inline __m128
11586 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11587 _mm_mask_add_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
11588 {
11589   return (__m128) __builtin_ia32_addss_mask_round ((__v4sf) __A,
11590                                                 (__v4sf) __B,
11591                                                 (__v4sf) __W,
11592                                                 (__mmask8) __U,
11593                                                 _MM_FROUND_CUR_DIRECTION);
11594 }
11595
11596 extern __inline __m128
11597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11598 _mm_maskz_add_ss (__mmask8 __U, __m128 __A, __m128 __B)
11599 {
11600   return (__m128) __builtin_ia32_addss_mask_round ((__v4sf) __A,
11601                                                 (__v4sf) __B,
11602                                                 (__v4sf)
11603                                                 _mm_setzero_ps (),
11604                                                 (__mmask8) __U,
11605                                                 _MM_FROUND_CUR_DIRECTION);
11606 }
11607
11608 extern __inline __m512d
11609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11610 _mm512_sub_pd (__m512d __A, __m512d __B)
11611 {
11612   return (__m512d) ((__v8df)__A - (__v8df)__B);
11613 }
11614
11615 extern __inline __m512d
11616 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11617 _mm512_mask_sub_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11618 {
11619   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
11620                                                  (__v8df) __B,
11621                                                  (__v8df) __W,
11622                                                  (__mmask8) __U,
11623                                                  _MM_FROUND_CUR_DIRECTION);
11624 }
11625
11626 extern __inline __m512d
11627 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11628 _mm512_maskz_sub_pd (__mmask8 __U, __m512d __A, __m512d __B)
11629 {
11630   return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
11631                                                  (__v8df) __B,
11632                                                  (__v8df)
11633                                                  _mm512_setzero_pd (),
11634                                                  (__mmask8) __U,
11635                                                  _MM_FROUND_CUR_DIRECTION);
11636 }
11637
11638 extern __inline __m512
11639 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11640 _mm512_sub_ps (__m512 __A, __m512 __B)
11641 {
11642   return (__m512) ((__v16sf)__A - (__v16sf)__B);
11643 }
11644
11645 extern __inline __m512
11646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11647 _mm512_mask_sub_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11648 {
11649   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
11650                                                 (__v16sf) __B,
11651                                                 (__v16sf) __W,
11652                                                 (__mmask16) __U,
11653                                                 _MM_FROUND_CUR_DIRECTION);
11654 }
11655
11656 extern __inline __m512
11657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11658 _mm512_maskz_sub_ps (__mmask16 __U, __m512 __A, __m512 __B)
11659 {
11660   return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
11661                                                 (__v16sf) __B,
11662                                                 (__v16sf)
11663                                                 _mm512_setzero_ps (),
11664                                                 (__mmask16) __U,
11665                                                 _MM_FROUND_CUR_DIRECTION);
11666 }
11667
11668 extern __inline __m128d
11669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11670 _mm_mask_sub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
11671 {
11672   return (__m128d) __builtin_ia32_subsd_mask_round ((__v2df) __A,
11673                                                 (__v2df) __B,
11674                                                 (__v2df) __W,
11675                                                 (__mmask8) __U,
11676                                                 _MM_FROUND_CUR_DIRECTION);
11677 }
11678
11679 extern __inline __m128d
11680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11681 _mm_maskz_sub_sd (__mmask8 __U, __m128d __A, __m128d __B)
11682 {
11683   return (__m128d) __builtin_ia32_subsd_mask_round ((__v2df) __A,
11684                                                 (__v2df) __B,
11685                                                 (__v2df)
11686                                                 _mm_setzero_pd (),
11687                                                 (__mmask8) __U,
11688                                                 _MM_FROUND_CUR_DIRECTION);
11689 }
11690
11691 extern __inline __m128
11692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11693 _mm_mask_sub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
11694 {
11695   return (__m128) __builtin_ia32_subss_mask_round ((__v4sf) __A,
11696                                                 (__v4sf) __B,
11697                                                 (__v4sf) __W,
11698                                                 (__mmask8) __U,
11699                                                 _MM_FROUND_CUR_DIRECTION);
11700 }
11701
11702 extern __inline __m128
11703 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11704 _mm_maskz_sub_ss (__mmask8 __U, __m128 __A, __m128 __B)
11705 {
11706   return (__m128) __builtin_ia32_subss_mask_round ((__v4sf) __A,
11707                                                 (__v4sf) __B,
11708                                                 (__v4sf)
11709                                                 _mm_setzero_ps (),
11710                                                 (__mmask8) __U,
11711                                                 _MM_FROUND_CUR_DIRECTION);
11712 }
11713
11714 extern __inline __m512d
11715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11716 _mm512_mul_pd (__m512d __A, __m512d __B)
11717 {
11718   return (__m512d) ((__v8df)__A * (__v8df)__B);
11719 }
11720
11721 extern __inline __m512d
11722 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11723 _mm512_mask_mul_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11724 {
11725   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
11726                                                  (__v8df) __B,
11727                                                  (__v8df) __W,
11728                                                  (__mmask8) __U,
11729                                                  _MM_FROUND_CUR_DIRECTION);
11730 }
11731
11732 extern __inline __m512d
11733 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11734 _mm512_maskz_mul_pd (__mmask8 __U, __m512d __A, __m512d __B)
11735 {
11736   return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
11737                                                  (__v8df) __B,
11738                                                  (__v8df)
11739                                                  _mm512_setzero_pd (),
11740                                                  (__mmask8) __U,
11741                                                  _MM_FROUND_CUR_DIRECTION);
11742 }
11743
11744 extern __inline __m512
11745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11746 _mm512_mul_ps (__m512 __A, __m512 __B)
11747 {
11748   return (__m512) ((__v16sf)__A * (__v16sf)__B);
11749 }
11750
11751 extern __inline __m512
11752 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11753 _mm512_mask_mul_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11754 {
11755   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
11756                                                 (__v16sf) __B,
11757                                                 (__v16sf) __W,
11758                                                 (__mmask16) __U,
11759                                                 _MM_FROUND_CUR_DIRECTION);
11760 }
11761
11762 extern __inline __m512
11763 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11764 _mm512_maskz_mul_ps (__mmask16 __U, __m512 __A, __m512 __B)
11765 {
11766   return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
11767                                                 (__v16sf) __B,
11768                                                 (__v16sf)
11769                                                 _mm512_setzero_ps (),
11770                                                 (__mmask16) __U,
11771                                                 _MM_FROUND_CUR_DIRECTION);
11772 }
11773
11774 extern __inline __m128d
11775 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11776 _mm_mask_mul_sd (__m128d __W, __mmask8 __U, __m128d __A,
11777                           __m128d __B)
11778 {
11779   return (__m128d) __builtin_ia32_mulsd_mask_round ((__v2df) __A,
11780                                                  (__v2df) __B,
11781                                                  (__v2df) __W,
11782                                                  (__mmask8) __U,
11783                                                   _MM_FROUND_CUR_DIRECTION);
11784 }
11785
11786 extern __inline __m128d
11787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11788 _mm_maskz_mul_sd (__mmask8 __U, __m128d __A, __m128d __B)
11789 {
11790   return (__m128d) __builtin_ia32_mulsd_mask_round ((__v2df) __A,
11791                                                  (__v2df) __B,
11792                                                  (__v2df)
11793                                                  _mm_setzero_pd (),
11794                                                  (__mmask8) __U,
11795                                                   _MM_FROUND_CUR_DIRECTION);
11796 }
11797
11798 extern __inline __m128
11799 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11800 _mm_mask_mul_ss (__m128 __W, __mmask8 __U, __m128 __A,
11801                           __m128 __B)
11802 {
11803   return (__m128) __builtin_ia32_mulss_mask_round ((__v4sf) __A,
11804                                                  (__v4sf) __B,
11805                                                  (__v4sf) __W,
11806                                                  (__mmask8) __U,
11807                                                   _MM_FROUND_CUR_DIRECTION);
11808 }
11809
11810 extern __inline __m128
11811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11812 _mm_maskz_mul_ss (__mmask8 __U, __m128 __A, __m128 __B)
11813 {
11814   return (__m128) __builtin_ia32_mulss_mask_round ((__v4sf) __A,
11815                                                  (__v4sf) __B,
11816                                                  (__v4sf)
11817                                                  _mm_setzero_ps (),
11818                                                  (__mmask8) __U,
11819                                                   _MM_FROUND_CUR_DIRECTION);
11820 }
11821
11822 extern __inline __m512d
11823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11824 _mm512_div_pd (__m512d __M, __m512d __V)
11825 {
11826   return (__m512d) ((__v8df)__M / (__v8df)__V);
11827 }
11828
11829 extern __inline __m512d
11830 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11831 _mm512_mask_div_pd (__m512d __W, __mmask8 __U, __m512d __M, __m512d __V)
11832 {
11833   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
11834                                                  (__v8df) __V,
11835                                                  (__v8df) __W,
11836                                                  (__mmask8) __U,
11837                                                  _MM_FROUND_CUR_DIRECTION);
11838 }
11839
11840 extern __inline __m512d
11841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11842 _mm512_maskz_div_pd (__mmask8 __U, __m512d __M, __m512d __V)
11843 {
11844   return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __M,
11845                                                  (__v8df) __V,
11846                                                  (__v8df)
11847                                                  _mm512_setzero_pd (),
11848                                                  (__mmask8) __U,
11849                                                  _MM_FROUND_CUR_DIRECTION);
11850 }
11851
11852 extern __inline __m512
11853 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11854 _mm512_div_ps (__m512 __A, __m512 __B)
11855 {
11856   return (__m512) ((__v16sf)__A / (__v16sf)__B);
11857 }
11858
11859 extern __inline __m512
11860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11861 _mm512_mask_div_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11862 {
11863   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
11864                                                 (__v16sf) __B,
11865                                                 (__v16sf) __W,
11866                                                 (__mmask16) __U,
11867                                                 _MM_FROUND_CUR_DIRECTION);
11868 }
11869
11870 extern __inline __m512
11871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11872 _mm512_maskz_div_ps (__mmask16 __U, __m512 __A, __m512 __B)
11873 {
11874   return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
11875                                                 (__v16sf) __B,
11876                                                 (__v16sf)
11877                                                 _mm512_setzero_ps (),
11878                                                 (__mmask16) __U,
11879                                                 _MM_FROUND_CUR_DIRECTION);
11880 }
11881
11882 extern __inline __m128d
11883 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11884 _mm_mask_div_sd (__m128d __W, __mmask8 __U, __m128d __A,
11885                           __m128d __B)
11886 {
11887   return (__m128d) __builtin_ia32_divsd_mask_round ((__v2df) __A,
11888                                                  (__v2df) __B,
11889                                                  (__v2df) __W,
11890                                                  (__mmask8) __U,
11891                                                   _MM_FROUND_CUR_DIRECTION);
11892 }
11893
11894 extern __inline __m128d
11895 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11896 _mm_maskz_div_sd (__mmask8 __U, __m128d __A, __m128d __B)
11897 {
11898   return (__m128d) __builtin_ia32_divsd_mask_round ((__v2df) __A,
11899                                                  (__v2df) __B,
11900                                                  (__v2df)
11901                                                  _mm_setzero_pd (),
11902                                                  (__mmask8) __U,
11903                                                   _MM_FROUND_CUR_DIRECTION);
11904 }
11905
11906 extern __inline __m128
11907 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11908 _mm_mask_div_ss (__m128 __W, __mmask8 __U, __m128 __A,
11909                           __m128 __B)
11910 {
11911   return (__m128) __builtin_ia32_divss_mask_round ((__v4sf) __A,
11912                                                  (__v4sf) __B,
11913                                                  (__v4sf) __W,
11914                                                  (__mmask8) __U,
11915                                                   _MM_FROUND_CUR_DIRECTION);
11916 }
11917
11918 extern __inline __m128
11919 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11920 _mm_maskz_div_ss (__mmask8 __U, __m128 __A, __m128 __B)
11921 {
11922   return (__m128) __builtin_ia32_divss_mask_round ((__v4sf) __A,
11923                                                  (__v4sf) __B,
11924                                                  (__v4sf)
11925                                                  _mm_setzero_ps (),
11926                                                  (__mmask8) __U,
11927                                                   _MM_FROUND_CUR_DIRECTION);
11928 }
11929
11930 extern __inline __m512d
11931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11932 _mm512_max_pd (__m512d __A, __m512d __B)
11933 {
11934   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
11935                                                  (__v8df) __B,
11936                                                  (__v8df)
11937                                                  _mm512_undefined_pd (),
11938                                                  (__mmask8) -1,
11939                                                  _MM_FROUND_CUR_DIRECTION);
11940 }
11941
11942 extern __inline __m512d
11943 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11944 _mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
11945 {
11946   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
11947                                                  (__v8df) __B,
11948                                                  (__v8df) __W,
11949                                                  (__mmask8) __U,
11950                                                  _MM_FROUND_CUR_DIRECTION);
11951 }
11952
11953 extern __inline __m512d
11954 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11955 _mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
11956 {
11957   return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
11958                                                  (__v8df) __B,
11959                                                  (__v8df)
11960                                                  _mm512_setzero_pd (),
11961                                                  (__mmask8) __U,
11962                                                  _MM_FROUND_CUR_DIRECTION);
11963 }
11964
11965 extern __inline __m512
11966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11967 _mm512_max_ps (__m512 __A, __m512 __B)
11968 {
11969   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
11970                                                 (__v16sf) __B,
11971                                                 (__v16sf)
11972                                                 _mm512_undefined_ps (),
11973                                                 (__mmask16) -1,
11974                                                 _MM_FROUND_CUR_DIRECTION);
11975 }
11976
11977 extern __inline __m512
11978 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11979 _mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
11980 {
11981   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
11982                                                 (__v16sf) __B,
11983                                                 (__v16sf) __W,
11984                                                 (__mmask16) __U,
11985                                                 _MM_FROUND_CUR_DIRECTION);
11986 }
11987
11988 extern __inline __m512
11989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11990 _mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
11991 {
11992   return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
11993                                                 (__v16sf) __B,
11994                                                 (__v16sf)
11995                                                 _mm512_setzero_ps (),
11996                                                 (__mmask16) __U,
11997                                                 _MM_FROUND_CUR_DIRECTION);
11998 }
11999
12000 extern __inline __m128d
12001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12002 _mm_mask_max_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
12003 {
12004   return (__m128d) __builtin_ia32_maxsd_mask_round ((__v2df) __A,
12005                                                  (__v2df) __B,
12006                                                  (__v2df) __W,
12007                                                  (__mmask8) __U,
12008                                                  _MM_FROUND_CUR_DIRECTION);
12009 }
12010
12011 extern __inline __m128d
12012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12013 _mm_maskz_max_sd (__mmask8 __U, __m128d __A, __m128d __B)
12014 {
12015   return (__m128d) __builtin_ia32_maxsd_mask_round ((__v2df) __A,
12016                                                  (__v2df) __B,
12017                                                  (__v2df)
12018                                                  _mm_setzero_pd (),
12019                                                  (__mmask8) __U,
12020                                                  _MM_FROUND_CUR_DIRECTION);
12021 }
12022
12023 extern __inline __m128
12024 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12025 _mm_mask_max_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
12026 {
12027   return (__m128) __builtin_ia32_maxss_mask_round ((__v4sf) __A,
12028                                                 (__v4sf) __B,
12029                                                 (__v4sf) __W,
12030                                                 (__mmask8) __U,
12031                                                 _MM_FROUND_CUR_DIRECTION);
12032 }
12033
12034 extern __inline __m128
12035 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12036 _mm_maskz_max_ss (__mmask8 __U, __m128 __A, __m128 __B)
12037 {
12038   return (__m128) __builtin_ia32_maxss_mask_round ((__v4sf) __A,
12039                                                 (__v4sf) __B,
12040                                                 (__v4sf)
12041                                                 _mm_setzero_ps (),
12042                                                 (__mmask8) __U,
12043                                                 _MM_FROUND_CUR_DIRECTION);
12044 }
12045
12046 extern __inline __m512d
12047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12048 _mm512_min_pd (__m512d __A, __m512d __B)
12049 {
12050   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
12051                                                  (__v8df) __B,
12052                                                  (__v8df)
12053                                                  _mm512_undefined_pd (),
12054                                                  (__mmask8) -1,
12055                                                  _MM_FROUND_CUR_DIRECTION);
12056 }
12057
12058 extern __inline __m512d
12059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12060 _mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
12061 {
12062   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
12063                                                  (__v8df) __B,
12064                                                  (__v8df) __W,
12065                                                  (__mmask8) __U,
12066                                                  _MM_FROUND_CUR_DIRECTION);
12067 }
12068
12069 extern __inline __m512d
12070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12071 _mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
12072 {
12073   return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
12074                                                  (__v8df) __B,
12075                                                  (__v8df)
12076                                                  _mm512_setzero_pd (),
12077                                                  (__mmask8) __U,
12078                                                  _MM_FROUND_CUR_DIRECTION);
12079 }
12080
12081 extern __inline __m512
12082 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12083 _mm512_min_ps (__m512 __A, __m512 __B)
12084 {
12085   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
12086                                                 (__v16sf) __B,
12087                                                 (__v16sf)
12088                                                 _mm512_undefined_ps (),
12089                                                 (__mmask16) -1,
12090                                                 _MM_FROUND_CUR_DIRECTION);
12091 }
12092
12093 extern __inline __m512
12094 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12095 _mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
12096 {
12097   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
12098                                                 (__v16sf) __B,
12099                                                 (__v16sf) __W,
12100                                                 (__mmask16) __U,
12101                                                 _MM_FROUND_CUR_DIRECTION);
12102 }
12103
12104 extern __inline __m512
12105 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12106 _mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
12107 {
12108   return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
12109                                                 (__v16sf) __B,
12110                                                 (__v16sf)
12111                                                 _mm512_setzero_ps (),
12112                                                 (__mmask16) __U,
12113                                                 _MM_FROUND_CUR_DIRECTION);
12114 }
12115
12116 extern __inline __m128d
12117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12118 _mm_mask_min_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
12119 {
12120   return (__m128d) __builtin_ia32_minsd_mask_round ((__v2df) __A,
12121                                                  (__v2df) __B,
12122                                                  (__v2df) __W,
12123                                                  (__mmask8) __U,
12124                                                  _MM_FROUND_CUR_DIRECTION);
12125 }
12126
12127 extern __inline __m128d
12128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12129 _mm_maskz_min_sd (__mmask8 __U, __m128d __A, __m128d __B)
12130 {
12131   return (__m128d) __builtin_ia32_minsd_mask_round ((__v2df) __A,
12132                                                  (__v2df) __B,
12133                                                  (__v2df)
12134                                                  _mm_setzero_pd (),
12135                                                  (__mmask8) __U,
12136                                                  _MM_FROUND_CUR_DIRECTION);
12137 }
12138
12139 extern __inline __m128
12140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12141 _mm_mask_min_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
12142 {
12143   return (__m128) __builtin_ia32_minss_mask_round ((__v4sf) __A,
12144                                                 (__v4sf) __B,
12145                                                 (__v4sf) __W,
12146                                                 (__mmask8) __U,
12147                                                 _MM_FROUND_CUR_DIRECTION);
12148 }
12149
12150 extern __inline __m128
12151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12152 _mm_maskz_min_ss (__mmask8 __U, __m128 __A, __m128 __B)
12153 {
12154   return (__m128) __builtin_ia32_minss_mask_round ((__v4sf) __A,
12155                                                 (__v4sf) __B,
12156                                                 (__v4sf)
12157                                                 _mm_setzero_ps (),
12158                                                 (__mmask8) __U,
12159                                                 _MM_FROUND_CUR_DIRECTION);
12160 }
12161
12162 extern __inline __m512d
12163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12164 _mm512_scalef_pd (__m512d __A, __m512d __B)
12165 {
12166   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
12167                                                     (__v8df) __B,
12168                                                     (__v8df)
12169                                                     _mm512_undefined_pd (),
12170                                                     (__mmask8) -1,
12171                                                     _MM_FROUND_CUR_DIRECTION);
12172 }
12173
12174 extern __inline __m512d
12175 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12176 _mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
12177 {
12178   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
12179                                                     (__v8df) __B,
12180                                                     (__v8df) __W,
12181                                                     (__mmask8) __U,
12182                                                     _MM_FROUND_CUR_DIRECTION);
12183 }
12184
12185 extern __inline __m512d
12186 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12187 _mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
12188 {
12189   return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
12190                                                     (__v8df) __B,
12191                                                     (__v8df)
12192                                                     _mm512_setzero_pd (),
12193                                                     (__mmask8) __U,
12194                                                     _MM_FROUND_CUR_DIRECTION);
12195 }
12196
12197 extern __inline __m512
12198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12199 _mm512_scalef_ps (__m512 __A, __m512 __B)
12200 {
12201   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
12202                                                    (__v16sf) __B,
12203                                                    (__v16sf)
12204                                                    _mm512_undefined_ps (),
12205                                                    (__mmask16) -1,
12206                                                    _MM_FROUND_CUR_DIRECTION);
12207 }
12208
12209 extern __inline __m512
12210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12211 _mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
12212 {
12213   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
12214                                                    (__v16sf) __B,
12215                                                    (__v16sf) __W,
12216                                                    (__mmask16) __U,
12217                                                    _MM_FROUND_CUR_DIRECTION);
12218 }
12219
12220 extern __inline __m512
12221 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12222 _mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
12223 {
12224   return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
12225                                                    (__v16sf) __B,
12226                                                    (__v16sf)
12227                                                    _mm512_setzero_ps (),
12228                                                    (__mmask16) __U,
12229                                                    _MM_FROUND_CUR_DIRECTION);
12230 }
12231
12232 extern __inline __m128d
12233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12234 _mm_scalef_sd (__m128d __A, __m128d __B)
12235 {
12236   return (__m128d) __builtin_ia32_scalefsd_mask_round ((__v2df) __A,
12237                                                     (__v2df) __B,
12238                                                     (__v2df)
12239                                                     _mm_setzero_pd (),
12240                                                     (__mmask8) -1,
12241                                                     _MM_FROUND_CUR_DIRECTION);
12242 }
12243
12244 extern __inline __m128
12245 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12246 _mm_scalef_ss (__m128 __A, __m128 __B)
12247 {
12248   return (__m128) __builtin_ia32_scalefss_mask_round ((__v4sf) __A,
12249                                                    (__v4sf) __B,
12250                                                    (__v4sf)
12251                                                    _mm_setzero_ps (),
12252                                                    (__mmask8) -1,
12253                                                    _MM_FROUND_CUR_DIRECTION);
12254 }
12255
12256 extern __inline __m512d
12257 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12258 _mm512_fmadd_pd (__m512d __A, __m512d __B, __m512d __C)
12259 {
12260   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
12261                                                     (__v8df) __B,
12262                                                     (__v8df) __C,
12263                                                     (__mmask8) -1,
12264                                                     _MM_FROUND_CUR_DIRECTION);
12265 }
12266
12267 extern __inline __m512d
12268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12269 _mm512_mask_fmadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12270 {
12271   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
12272                                                     (__v8df) __B,
12273                                                     (__v8df) __C,
12274                                                     (__mmask8) __U,
12275                                                     _MM_FROUND_CUR_DIRECTION);
12276 }
12277
12278 extern __inline __m512d
12279 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12280 _mm512_mask3_fmadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12281 {
12282   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
12283                                                      (__v8df) __B,
12284                                                      (__v8df) __C,
12285                                                      (__mmask8) __U,
12286                                                      _MM_FROUND_CUR_DIRECTION);
12287 }
12288
12289 extern __inline __m512d
12290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12291 _mm512_maskz_fmadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12292 {
12293   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
12294                                                      (__v8df) __B,
12295                                                      (__v8df) __C,
12296                                                      (__mmask8) __U,
12297                                                      _MM_FROUND_CUR_DIRECTION);
12298 }
12299
12300 extern __inline __m512
12301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12302 _mm512_fmadd_ps (__m512 __A, __m512 __B, __m512 __C)
12303 {
12304   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
12305                                                    (__v16sf) __B,
12306                                                    (__v16sf) __C,
12307                                                    (__mmask16) -1,
12308                                                    _MM_FROUND_CUR_DIRECTION);
12309 }
12310
12311 extern __inline __m512
12312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12313 _mm512_mask_fmadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12314 {
12315   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
12316                                                    (__v16sf) __B,
12317                                                    (__v16sf) __C,
12318                                                    (__mmask16) __U,
12319                                                    _MM_FROUND_CUR_DIRECTION);
12320 }
12321
12322 extern __inline __m512
12323 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12324 _mm512_mask3_fmadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12325 {
12326   return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
12327                                                     (__v16sf) __B,
12328                                                     (__v16sf) __C,
12329                                                     (__mmask16) __U,
12330                                                     _MM_FROUND_CUR_DIRECTION);
12331 }
12332
12333 extern __inline __m512
12334 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12335 _mm512_maskz_fmadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12336 {
12337   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
12338                                                     (__v16sf) __B,
12339                                                     (__v16sf) __C,
12340                                                     (__mmask16) __U,
12341                                                     _MM_FROUND_CUR_DIRECTION);
12342 }
12343
12344 extern __inline __m512d
12345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12346 _mm512_fmsub_pd (__m512d __A, __m512d __B, __m512d __C)
12347 {
12348   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
12349                                                     (__v8df) __B,
12350                                                     -(__v8df) __C,
12351                                                     (__mmask8) -1,
12352                                                     _MM_FROUND_CUR_DIRECTION);
12353 }
12354
12355 extern __inline __m512d
12356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12357 _mm512_mask_fmsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12358 {
12359   return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
12360                                                     (__v8df) __B,
12361                                                     -(__v8df) __C,
12362                                                     (__mmask8) __U,
12363                                                     _MM_FROUND_CUR_DIRECTION);
12364 }
12365
12366 extern __inline __m512d
12367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12368 _mm512_mask3_fmsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12369 {
12370   return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
12371                                                      (__v8df) __B,
12372                                                      (__v8df) __C,
12373                                                      (__mmask8) __U,
12374                                                      _MM_FROUND_CUR_DIRECTION);
12375 }
12376
12377 extern __inline __m512d
12378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12379 _mm512_maskz_fmsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12380 {
12381   return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
12382                                                      (__v8df) __B,
12383                                                      -(__v8df) __C,
12384                                                      (__mmask8) __U,
12385                                                      _MM_FROUND_CUR_DIRECTION);
12386 }
12387
12388 extern __inline __m512
12389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12390 _mm512_fmsub_ps (__m512 __A, __m512 __B, __m512 __C)
12391 {
12392   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
12393                                                    (__v16sf) __B,
12394                                                    -(__v16sf) __C,
12395                                                    (__mmask16) -1,
12396                                                    _MM_FROUND_CUR_DIRECTION);
12397 }
12398
12399 extern __inline __m512
12400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12401 _mm512_mask_fmsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12402 {
12403   return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
12404                                                    (__v16sf) __B,
12405                                                    -(__v16sf) __C,
12406                                                    (__mmask16) __U,
12407                                                    _MM_FROUND_CUR_DIRECTION);
12408 }
12409
12410 extern __inline __m512
12411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12412 _mm512_mask3_fmsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12413 {
12414   return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
12415                                                     (__v16sf) __B,
12416                                                     (__v16sf) __C,
12417                                                     (__mmask16) __U,
12418                                                     _MM_FROUND_CUR_DIRECTION);
12419 }
12420
12421 extern __inline __m512
12422 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12423 _mm512_maskz_fmsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12424 {
12425   return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
12426                                                     (__v16sf) __B,
12427                                                     -(__v16sf) __C,
12428                                                     (__mmask16) __U,
12429                                                     _MM_FROUND_CUR_DIRECTION);
12430 }
12431
12432 extern __inline __m512d
12433 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12434 _mm512_fmaddsub_pd (__m512d __A, __m512d __B, __m512d __C)
12435 {
12436   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
12437                                                        (__v8df) __B,
12438                                                        (__v8df) __C,
12439                                                        (__mmask8) -1,
12440                                                        _MM_FROUND_CUR_DIRECTION);
12441 }
12442
12443 extern __inline __m512d
12444 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12445 _mm512_mask_fmaddsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12446 {
12447   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
12448                                                        (__v8df) __B,
12449                                                        (__v8df) __C,
12450                                                        (__mmask8) __U,
12451                                                        _MM_FROUND_CUR_DIRECTION);
12452 }
12453
12454 extern __inline __m512d
12455 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12456 _mm512_mask3_fmaddsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12457 {
12458   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
12459                                                         (__v8df) __B,
12460                                                         (__v8df) __C,
12461                                                         (__mmask8) __U,
12462                                                         _MM_FROUND_CUR_DIRECTION);
12463 }
12464
12465 extern __inline __m512d
12466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12467 _mm512_maskz_fmaddsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12468 {
12469   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
12470                                                         (__v8df) __B,
12471                                                         (__v8df) __C,
12472                                                         (__mmask8) __U,
12473                                                         _MM_FROUND_CUR_DIRECTION);
12474 }
12475
12476 extern __inline __m512
12477 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12478 _mm512_fmaddsub_ps (__m512 __A, __m512 __B, __m512 __C)
12479 {
12480   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
12481                                                       (__v16sf) __B,
12482                                                       (__v16sf) __C,
12483                                                       (__mmask16) -1,
12484                                                       _MM_FROUND_CUR_DIRECTION);
12485 }
12486
12487 extern __inline __m512
12488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12489 _mm512_mask_fmaddsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12490 {
12491   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
12492                                                       (__v16sf) __B,
12493                                                       (__v16sf) __C,
12494                                                       (__mmask16) __U,
12495                                                       _MM_FROUND_CUR_DIRECTION);
12496 }
12497
12498 extern __inline __m512
12499 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12500 _mm512_mask3_fmaddsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12501 {
12502   return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
12503                                                        (__v16sf) __B,
12504                                                        (__v16sf) __C,
12505                                                        (__mmask16) __U,
12506                                                        _MM_FROUND_CUR_DIRECTION);
12507 }
12508
12509 extern __inline __m512
12510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12511 _mm512_maskz_fmaddsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12512 {
12513   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
12514                                                        (__v16sf) __B,
12515                                                        (__v16sf) __C,
12516                                                        (__mmask16) __U,
12517                                                        _MM_FROUND_CUR_DIRECTION);
12518 }
12519
12520 extern __inline __m512d
12521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12522 _mm512_fmsubadd_pd (__m512d __A, __m512d __B, __m512d __C)
12523 {
12524   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
12525                                                        (__v8df) __B,
12526                                                        -(__v8df) __C,
12527                                                        (__mmask8) -1,
12528                                                        _MM_FROUND_CUR_DIRECTION);
12529 }
12530
12531 extern __inline __m512d
12532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12533 _mm512_mask_fmsubadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12534 {
12535   return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
12536                                                        (__v8df) __B,
12537                                                        -(__v8df) __C,
12538                                                        (__mmask8) __U,
12539                                                        _MM_FROUND_CUR_DIRECTION);
12540 }
12541
12542 extern __inline __m512d
12543 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12544 _mm512_mask3_fmsubadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12545 {
12546   return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
12547                                                         (__v8df) __B,
12548                                                         (__v8df) __C,
12549                                                         (__mmask8) __U,
12550                                                         _MM_FROUND_CUR_DIRECTION);
12551 }
12552
12553 extern __inline __m512d
12554 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12555 _mm512_maskz_fmsubadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12556 {
12557   return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
12558                                                         (__v8df) __B,
12559                                                         -(__v8df) __C,
12560                                                         (__mmask8) __U,
12561                                                         _MM_FROUND_CUR_DIRECTION);
12562 }
12563
12564 extern __inline __m512
12565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12566 _mm512_fmsubadd_ps (__m512 __A, __m512 __B, __m512 __C)
12567 {
12568   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
12569                                                       (__v16sf) __B,
12570                                                       -(__v16sf) __C,
12571                                                       (__mmask16) -1,
12572                                                       _MM_FROUND_CUR_DIRECTION);
12573 }
12574
12575 extern __inline __m512
12576 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12577 _mm512_mask_fmsubadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12578 {
12579   return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
12580                                                       (__v16sf) __B,
12581                                                       -(__v16sf) __C,
12582                                                       (__mmask16) __U,
12583                                                       _MM_FROUND_CUR_DIRECTION);
12584 }
12585
12586 extern __inline __m512
12587 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12588 _mm512_mask3_fmsubadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12589 {
12590   return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
12591                                                        (__v16sf) __B,
12592                                                        (__v16sf) __C,
12593                                                        (__mmask16) __U,
12594                                                        _MM_FROUND_CUR_DIRECTION);
12595 }
12596
12597 extern __inline __m512
12598 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12599 _mm512_maskz_fmsubadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12600 {
12601   return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
12602                                                        (__v16sf) __B,
12603                                                        -(__v16sf) __C,
12604                                                        (__mmask16) __U,
12605                                                        _MM_FROUND_CUR_DIRECTION);
12606 }
12607
12608 extern __inline __m512d
12609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12610 _mm512_fnmadd_pd (__m512d __A, __m512d __B, __m512d __C)
12611 {
12612   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
12613                                                     (__v8df) __B,
12614                                                     (__v8df) __C,
12615                                                     (__mmask8) -1,
12616                                                     _MM_FROUND_CUR_DIRECTION);
12617 }
12618
12619 extern __inline __m512d
12620 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12621 _mm512_mask_fnmadd_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12622 {
12623   return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
12624                                                      (__v8df) __B,
12625                                                      (__v8df) __C,
12626                                                      (__mmask8) __U,
12627                                                      _MM_FROUND_CUR_DIRECTION);
12628 }
12629
12630 extern __inline __m512d
12631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12632 _mm512_mask3_fnmadd_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12633 {
12634   return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
12635                                                      (__v8df) __B,
12636                                                      (__v8df) __C,
12637                                                      (__mmask8) __U,
12638                                                      _MM_FROUND_CUR_DIRECTION);
12639 }
12640
12641 extern __inline __m512d
12642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12643 _mm512_maskz_fnmadd_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12644 {
12645   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
12646                                                      (__v8df) __B,
12647                                                      (__v8df) __C,
12648                                                      (__mmask8) __U,
12649                                                      _MM_FROUND_CUR_DIRECTION);
12650 }
12651
12652 extern __inline __m512
12653 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12654 _mm512_fnmadd_ps (__m512 __A, __m512 __B, __m512 __C)
12655 {
12656   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
12657                                                    (__v16sf) __B,
12658                                                    (__v16sf) __C,
12659                                                    (__mmask16) -1,
12660                                                    _MM_FROUND_CUR_DIRECTION);
12661 }
12662
12663 extern __inline __m512
12664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12665 _mm512_mask_fnmadd_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12666 {
12667   return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
12668                                                     (__v16sf) __B,
12669                                                     (__v16sf) __C,
12670                                                     (__mmask16) __U,
12671                                                     _MM_FROUND_CUR_DIRECTION);
12672 }
12673
12674 extern __inline __m512
12675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12676 _mm512_mask3_fnmadd_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12677 {
12678   return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
12679                                                     (__v16sf) __B,
12680                                                     (__v16sf) __C,
12681                                                     (__mmask16) __U,
12682                                                     _MM_FROUND_CUR_DIRECTION);
12683 }
12684
12685 extern __inline __m512
12686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12687 _mm512_maskz_fnmadd_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12688 {
12689   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
12690                                                     (__v16sf) __B,
12691                                                     (__v16sf) __C,
12692                                                     (__mmask16) __U,
12693                                                     _MM_FROUND_CUR_DIRECTION);
12694 }
12695
12696 extern __inline __m512d
12697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12698 _mm512_fnmsub_pd (__m512d __A, __m512d __B, __m512d __C)
12699 {
12700   return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
12701                                                     (__v8df) __B,
12702                                                     -(__v8df) __C,
12703                                                     (__mmask8) -1,
12704                                                     _MM_FROUND_CUR_DIRECTION);
12705 }
12706
12707 extern __inline __m512d
12708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12709 _mm512_mask_fnmsub_pd (__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
12710 {
12711   return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
12712                                                      (__v8df) __B,
12713                                                      (__v8df) __C,
12714                                                      (__mmask8) __U,
12715                                                      _MM_FROUND_CUR_DIRECTION);
12716 }
12717
12718 extern __inline __m512d
12719 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12720 _mm512_mask3_fnmsub_pd (__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
12721 {
12722   return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
12723                                                       (__v8df) __B,
12724                                                       (__v8df) __C,
12725                                                       (__mmask8) __U,
12726                                                       _MM_FROUND_CUR_DIRECTION);
12727 }
12728
12729 extern __inline __m512d
12730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12731 _mm512_maskz_fnmsub_pd (__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
12732 {
12733   return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
12734                                                      (__v8df) __B,
12735                                                      -(__v8df) __C,
12736                                                      (__mmask8) __U,
12737                                                      _MM_FROUND_CUR_DIRECTION);
12738 }
12739
12740 extern __inline __m512
12741 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12742 _mm512_fnmsub_ps (__m512 __A, __m512 __B, __m512 __C)
12743 {
12744   return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
12745                                                    (__v16sf) __B,
12746                                                    -(__v16sf) __C,
12747                                                    (__mmask16) -1,
12748                                                    _MM_FROUND_CUR_DIRECTION);
12749 }
12750
12751 extern __inline __m512
12752 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12753 _mm512_mask_fnmsub_ps (__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
12754 {
12755   return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
12756                                                     (__v16sf) __B,
12757                                                     (__v16sf) __C,
12758                                                     (__mmask16) __U,
12759                                                     _MM_FROUND_CUR_DIRECTION);
12760 }
12761
12762 extern __inline __m512
12763 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12764 _mm512_mask3_fnmsub_ps (__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
12765 {
12766   return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
12767                                                      (__v16sf) __B,
12768                                                      (__v16sf) __C,
12769                                                      (__mmask16) __U,
12770                                                      _MM_FROUND_CUR_DIRECTION);
12771 }
12772
12773 extern __inline __m512
12774 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12775 _mm512_maskz_fnmsub_ps (__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
12776 {
12777   return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
12778                                                     (__v16sf) __B,
12779                                                     -(__v16sf) __C,
12780                                                     (__mmask16) __U,
12781                                                     _MM_FROUND_CUR_DIRECTION);
12782 }
12783
12784 extern __inline __m256i
12785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12786 _mm512_cvttpd_epi32 (__m512d __A)
12787 {
12788   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
12789                                                      (__v8si)
12790                                                      _mm256_undefined_si256 (),
12791                                                      (__mmask8) -1,
12792                                                      _MM_FROUND_CUR_DIRECTION);
12793 }
12794
12795 extern __inline __m256i
12796 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12797 _mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
12798 {
12799   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
12800                                                      (__v8si) __W,
12801                                                      (__mmask8) __U,
12802                                                      _MM_FROUND_CUR_DIRECTION);
12803 }
12804
12805 extern __inline __m256i
12806 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12807 _mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
12808 {
12809   return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
12810                                                      (__v8si)
12811                                                      _mm256_setzero_si256 (),
12812                                                      (__mmask8) __U,
12813                                                      _MM_FROUND_CUR_DIRECTION);
12814 }
12815
12816 extern __inline __m256i
12817 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12818 _mm512_cvttpd_epu32 (__m512d __A)
12819 {
12820   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
12821                                                       (__v8si)
12822                                                       _mm256_undefined_si256 (),
12823                                                       (__mmask8) -1,
12824                                                       _MM_FROUND_CUR_DIRECTION);
12825 }
12826
12827 extern __inline __m256i
12828 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12829 _mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
12830 {
12831   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
12832                                                       (__v8si) __W,
12833                                                       (__mmask8) __U,
12834                                                       _MM_FROUND_CUR_DIRECTION);
12835 }
12836
12837 extern __inline __m256i
12838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12839 _mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
12840 {
12841   return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
12842                                                       (__v8si)
12843                                                       _mm256_setzero_si256 (),
12844                                                       (__mmask8) __U,
12845                                                       _MM_FROUND_CUR_DIRECTION);
12846 }
12847
12848 extern __inline __m256i
12849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12850 _mm512_cvtpd_epi32 (__m512d __A)
12851 {
12852   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
12853                                                     (__v8si)
12854                                                     _mm256_undefined_si256 (),
12855                                                     (__mmask8) -1,
12856                                                     _MM_FROUND_CUR_DIRECTION);
12857 }
12858
12859 extern __inline __m256i
12860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12861 _mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
12862 {
12863   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
12864                                                     (__v8si) __W,
12865                                                     (__mmask8) __U,
12866                                                     _MM_FROUND_CUR_DIRECTION);
12867 }
12868
12869 extern __inline __m256i
12870 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12871 _mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
12872 {
12873   return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
12874                                                     (__v8si)
12875                                                     _mm256_setzero_si256 (),
12876                                                     (__mmask8) __U,
12877                                                     _MM_FROUND_CUR_DIRECTION);
12878 }
12879
12880 extern __inline __m256i
12881 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12882 _mm512_cvtpd_epu32 (__m512d __A)
12883 {
12884   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
12885                                                      (__v8si)
12886                                                      _mm256_undefined_si256 (),
12887                                                      (__mmask8) -1,
12888                                                      _MM_FROUND_CUR_DIRECTION);
12889 }
12890
12891 extern __inline __m256i
12892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12893 _mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
12894 {
12895   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
12896                                                      (__v8si) __W,
12897                                                      (__mmask8) __U,
12898                                                      _MM_FROUND_CUR_DIRECTION);
12899 }
12900
12901 extern __inline __m256i
12902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12903 _mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
12904 {
12905   return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
12906                                                      (__v8si)
12907                                                      _mm256_setzero_si256 (),
12908                                                      (__mmask8) __U,
12909                                                      _MM_FROUND_CUR_DIRECTION);
12910 }
12911
12912 extern __inline __m512i
12913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12914 _mm512_cvttps_epi32 (__m512 __A)
12915 {
12916   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
12917                                                      (__v16si)
12918                                                      _mm512_undefined_epi32 (),
12919                                                      (__mmask16) -1,
12920                                                      _MM_FROUND_CUR_DIRECTION);
12921 }
12922
12923 extern __inline __m512i
12924 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12925 _mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
12926 {
12927   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
12928                                                      (__v16si) __W,
12929                                                      (__mmask16) __U,
12930                                                      _MM_FROUND_CUR_DIRECTION);
12931 }
12932
12933 extern __inline __m512i
12934 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12935 _mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
12936 {
12937   return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
12938                                                      (__v16si)
12939                                                      _mm512_setzero_si512 (),
12940                                                      (__mmask16) __U,
12941                                                      _MM_FROUND_CUR_DIRECTION);
12942 }
12943
12944 extern __inline __m512i
12945 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12946 _mm512_cvttps_epu32 (__m512 __A)
12947 {
12948   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
12949                                                       (__v16si)
12950                                                       _mm512_undefined_epi32 (),
12951                                                       (__mmask16) -1,
12952                                                       _MM_FROUND_CUR_DIRECTION);
12953 }
12954
12955 extern __inline __m512i
12956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12957 _mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
12958 {
12959   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
12960                                                       (__v16si) __W,
12961                                                       (__mmask16) __U,
12962                                                       _MM_FROUND_CUR_DIRECTION);
12963 }
12964
12965 extern __inline __m512i
12966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12967 _mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
12968 {
12969   return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
12970                                                       (__v16si)
12971                                                       _mm512_setzero_si512 (),
12972                                                       (__mmask16) __U,
12973                                                       _MM_FROUND_CUR_DIRECTION);
12974 }
12975
12976 extern __inline __m512i
12977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12978 _mm512_cvtps_epi32 (__m512 __A)
12979 {
12980   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
12981                                                     (__v16si)
12982                                                     _mm512_undefined_epi32 (),
12983                                                     (__mmask16) -1,
12984                                                     _MM_FROUND_CUR_DIRECTION);
12985 }
12986
12987 extern __inline __m512i
12988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12989 _mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
12990 {
12991   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
12992                                                     (__v16si) __W,
12993                                                     (__mmask16) __U,
12994                                                     _MM_FROUND_CUR_DIRECTION);
12995 }
12996
12997 extern __inline __m512i
12998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12999 _mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
13000 {
13001   return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
13002                                                     (__v16si)
13003                                                     _mm512_setzero_si512 (),
13004                                                     (__mmask16) __U,
13005                                                     _MM_FROUND_CUR_DIRECTION);
13006 }
13007
13008 extern __inline __m512i
13009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13010 _mm512_cvtps_epu32 (__m512 __A)
13011 {
13012   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
13013                                                      (__v16si)
13014                                                      _mm512_undefined_epi32 (),
13015                                                      (__mmask16) -1,
13016                                                      _MM_FROUND_CUR_DIRECTION);
13017 }
13018
13019 extern __inline __m512i
13020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13021 _mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
13022 {
13023   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
13024                                                      (__v16si) __W,
13025                                                      (__mmask16) __U,
13026                                                      _MM_FROUND_CUR_DIRECTION);
13027 }
13028
13029 extern __inline __m512i
13030 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13031 _mm512_maskz_cvtps_epu32 (__mmask16 __U, __m512 __A)
13032 {
13033   return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
13034                                                      (__v16si)
13035                                                      _mm512_setzero_si512 (),
13036                                                      (__mmask16) __U,
13037                                                      _MM_FROUND_CUR_DIRECTION);
13038 }
13039
13040 extern __inline double
13041 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13042 _mm512_cvtsd_f64 (__m512d __A)
13043 {
13044   return __A[0];
13045 }
13046
13047 extern __inline float
13048 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13049 _mm512_cvtss_f32 (__m512 __A)
13050 {
13051   return __A[0];
13052 }
13053
13054 #ifdef __x86_64__
13055 extern __inline __m128
13056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13057 _mm_cvtu64_ss (__m128 __A, unsigned long long __B)
13058 {
13059   return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
13060                                               _MM_FROUND_CUR_DIRECTION);
13061 }
13062
13063 extern __inline __m128d
13064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13065 _mm_cvtu64_sd (__m128d __A, unsigned long long __B)
13066 {
13067   return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
13068                                                _MM_FROUND_CUR_DIRECTION);
13069 }
13070 #endif
13071
13072 extern __inline __m128
13073 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13074 _mm_cvtu32_ss (__m128 __A, unsigned __B)
13075 {
13076   return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
13077                                               _MM_FROUND_CUR_DIRECTION);
13078 }
13079
13080 extern __inline __m512
13081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13082 _mm512_cvtepi32_ps (__m512i __A)
13083 {
13084   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
13085                                                    (__v16sf)
13086                                                    _mm512_undefined_ps (),
13087                                                    (__mmask16) -1,
13088                                                    _MM_FROUND_CUR_DIRECTION);
13089 }
13090
13091 extern __inline __m512
13092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13093 _mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
13094 {
13095   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
13096                                                    (__v16sf) __W,
13097                                                    (__mmask16) __U,
13098                                                    _MM_FROUND_CUR_DIRECTION);
13099 }
13100
13101 extern __inline __m512
13102 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13103 _mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
13104 {
13105   return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
13106                                                    (__v16sf)
13107                                                    _mm512_setzero_ps (),
13108                                                    (__mmask16) __U,
13109                                                    _MM_FROUND_CUR_DIRECTION);
13110 }
13111
13112 extern __inline __m512
13113 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13114 _mm512_cvtepu32_ps (__m512i __A)
13115 {
13116   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
13117                                                     (__v16sf)
13118                                                     _mm512_undefined_ps (),
13119                                                     (__mmask16) -1,
13120                                                     _MM_FROUND_CUR_DIRECTION);
13121 }
13122
13123 extern __inline __m512
13124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13125 _mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
13126 {
13127   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
13128                                                     (__v16sf) __W,
13129                                                     (__mmask16) __U,
13130                                                     _MM_FROUND_CUR_DIRECTION);
13131 }
13132
13133 extern __inline __m512
13134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13135 _mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
13136 {
13137   return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
13138                                                     (__v16sf)
13139                                                     _mm512_setzero_ps (),
13140                                                     (__mmask16) __U,
13141                                                     _MM_FROUND_CUR_DIRECTION);
13142 }
13143
13144 #ifdef __OPTIMIZE__
13145 extern __inline __m512d
13146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13147 _mm512_fixupimm_pd (__m512d __A, __m512d __B, __m512i __C, const int __imm)
13148 {
13149   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
13150                                                       (__v8df) __B,
13151                                                       (__v8di) __C,
13152                                                       __imm,
13153                                                       (__mmask8) -1,
13154                                                       _MM_FROUND_CUR_DIRECTION);
13155 }
13156
13157 extern __inline __m512d
13158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13159 _mm512_mask_fixupimm_pd (__m512d __A, __mmask8 __U, __m512d __B,
13160                          __m512i __C, const int __imm)
13161 {
13162   return (__m512d) __builtin_ia32_fixupimmpd512_mask ((__v8df) __A,
13163                                                       (__v8df) __B,
13164                                                       (__v8di) __C,
13165                                                       __imm,
13166                                                       (__mmask8) __U,
13167                                                       _MM_FROUND_CUR_DIRECTION);
13168 }
13169
13170 extern __inline __m512d
13171 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13172 _mm512_maskz_fixupimm_pd (__mmask8 __U, __m512d __A, __m512d __B,
13173                           __m512i __C, const int __imm)
13174 {
13175   return (__m512d) __builtin_ia32_fixupimmpd512_maskz ((__v8df) __A,
13176                                                        (__v8df) __B,
13177                                                        (__v8di) __C,
13178                                                        __imm,
13179                                                        (__mmask8) __U,
13180                                                        _MM_FROUND_CUR_DIRECTION);
13181 }
13182
13183 extern __inline __m512
13184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13185 _mm512_fixupimm_ps (__m512 __A, __m512 __B, __m512i __C, const int __imm)
13186 {
13187   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
13188                                                      (__v16sf) __B,
13189                                                      (__v16si) __C,
13190                                                      __imm,
13191                                                      (__mmask16) -1,
13192                                                      _MM_FROUND_CUR_DIRECTION);
13193 }
13194
13195 extern __inline __m512
13196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13197 _mm512_mask_fixupimm_ps (__m512 __A, __mmask16 __U, __m512 __B,
13198                          __m512i __C, const int __imm)
13199 {
13200   return (__m512) __builtin_ia32_fixupimmps512_mask ((__v16sf) __A,
13201                                                      (__v16sf) __B,
13202                                                      (__v16si) __C,
13203                                                      __imm,
13204                                                      (__mmask16) __U,
13205                                                      _MM_FROUND_CUR_DIRECTION);
13206 }
13207
13208 extern __inline __m512
13209 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13210 _mm512_maskz_fixupimm_ps (__mmask16 __U, __m512 __A, __m512 __B,
13211                           __m512i __C, const int __imm)
13212 {
13213   return (__m512) __builtin_ia32_fixupimmps512_maskz ((__v16sf) __A,
13214                                                       (__v16sf) __B,
13215                                                       (__v16si) __C,
13216                                                       __imm,
13217                                                       (__mmask16) __U,
13218                                                       _MM_FROUND_CUR_DIRECTION);
13219 }
13220
13221 extern __inline __m128d
13222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13223 _mm_fixupimm_sd (__m128d __A, __m128d __B, __m128i __C, const int __imm)
13224 {
13225   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
13226                                                    (__v2df) __B,
13227                                                    (__v2di) __C, __imm,
13228                                                    (__mmask8) -1,
13229                                                    _MM_FROUND_CUR_DIRECTION);
13230 }
13231
13232 extern __inline __m128d
13233 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13234 _mm_mask_fixupimm_sd (__m128d __A, __mmask8 __U, __m128d __B,
13235                       __m128i __C, const int __imm)
13236 {
13237   return (__m128d) __builtin_ia32_fixupimmsd_mask ((__v2df) __A,
13238                                                    (__v2df) __B,
13239                                                    (__v2di) __C, __imm,
13240                                                    (__mmask8) __U,
13241                                                    _MM_FROUND_CUR_DIRECTION);
13242 }
13243
13244 extern __inline __m128d
13245 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13246 _mm_maskz_fixupimm_sd (__mmask8 __U, __m128d __A, __m128d __B,
13247                        __m128i __C, const int __imm)
13248 {
13249   return (__m128d) __builtin_ia32_fixupimmsd_maskz ((__v2df) __A,
13250                                                     (__v2df) __B,
13251                                                     (__v2di) __C,
13252                                                     __imm,
13253                                                     (__mmask8) __U,
13254                                                     _MM_FROUND_CUR_DIRECTION);
13255 }
13256
13257 extern __inline __m128
13258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13259 _mm_fixupimm_ss (__m128 __A, __m128 __B, __m128i __C, const int __imm)
13260 {
13261   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
13262                                                   (__v4sf) __B,
13263                                                   (__v4si) __C, __imm,
13264                                                   (__mmask8) -1,
13265                                                   _MM_FROUND_CUR_DIRECTION);
13266 }
13267
13268 extern __inline __m128
13269 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13270 _mm_mask_fixupimm_ss (__m128 __A, __mmask8 __U, __m128 __B,
13271                       __m128i __C, const int __imm)
13272 {
13273   return (__m128) __builtin_ia32_fixupimmss_mask ((__v4sf) __A,
13274                                                   (__v4sf) __B,
13275                                                   (__v4si) __C, __imm,
13276                                                   (__mmask8) __U,
13277                                                   _MM_FROUND_CUR_DIRECTION);
13278 }
13279
13280 extern __inline __m128
13281 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13282 _mm_maskz_fixupimm_ss (__mmask8 __U, __m128 __A, __m128 __B,
13283                        __m128i __C, const int __imm)
13284 {
13285   return (__m128) __builtin_ia32_fixupimmss_maskz ((__v4sf) __A,
13286                                                    (__v4sf) __B,
13287                                                    (__v4si) __C, __imm,
13288                                                    (__mmask8) __U,
13289                                                    _MM_FROUND_CUR_DIRECTION);
13290 }
13291 #else
13292 #define _mm512_fixupimm_pd(X, Y, Z, C)                                  \
13293   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
13294       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
13295       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
13296
13297 #define _mm512_mask_fixupimm_pd(X, U, Y, Z, C)                          \
13298   ((__m512d)__builtin_ia32_fixupimmpd512_mask ((__v8df)(__m512d)(X),    \
13299       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
13300       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13301
13302 #define _mm512_maskz_fixupimm_pd(U, X, Y, Z, C)                         \
13303   ((__m512d)__builtin_ia32_fixupimmpd512_maskz ((__v8df)(__m512d)(X),   \
13304       (__v8df)(__m512d)(Y), (__v8di)(__m512i)(Z), (int)(C),             \
13305       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13306
13307 #define _mm512_fixupimm_ps(X, Y, Z, C)                                  \
13308   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
13309     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
13310     (__mmask16)(-1), _MM_FROUND_CUR_DIRECTION))
13311
13312 #define _mm512_mask_fixupimm_ps(X, U, Y, Z, C)                          \
13313   ((__m512)__builtin_ia32_fixupimmps512_mask ((__v16sf)(__m512)(X),     \
13314     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
13315     (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
13316
13317 #define _mm512_maskz_fixupimm_ps(U, X, Y, Z, C)                         \
13318   ((__m512)__builtin_ia32_fixupimmps512_maskz ((__v16sf)(__m512)(X),    \
13319     (__v16sf)(__m512)(Y), (__v16si)(__m512i)(Z), (int)(C),              \
13320     (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
13321
13322 #define _mm_fixupimm_sd(X, Y, Z, C)                                     \
13323     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
13324       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
13325       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
13326
13327 #define _mm_mask_fixupimm_sd(X, U, Y, Z, C)                             \
13328     ((__m128d)__builtin_ia32_fixupimmsd_mask ((__v2df)(__m128d)(X),     \
13329       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
13330       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13331
13332 #define _mm_maskz_fixupimm_sd(U, X, Y, Z, C)                            \
13333     ((__m128d)__builtin_ia32_fixupimmsd_maskz ((__v2df)(__m128d)(X),    \
13334       (__v2df)(__m128d)(Y), (__v2di)(__m128i)(Z), (int)(C),             \
13335       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13336
13337 #define _mm_fixupimm_ss(X, Y, Z, C)                                     \
13338     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
13339       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
13340       (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
13341
13342 #define _mm_mask_fixupimm_ss(X, U, Y, Z, C)                             \
13343     ((__m128)__builtin_ia32_fixupimmss_mask ((__v4sf)(__m128)(X),       \
13344       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
13345       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13346
13347 #define _mm_maskz_fixupimm_ss(U, X, Y, Z, C)                            \
13348     ((__m128)__builtin_ia32_fixupimmss_maskz ((__v4sf)(__m128)(X),      \
13349       (__v4sf)(__m128)(Y), (__v4si)(__m128i)(Z), (int)(C),              \
13350       (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13351 #endif
13352
13353 #ifdef __x86_64__
13354 extern __inline unsigned long long
13355 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13356 _mm_cvtss_u64 (__m128 __A)
13357 {
13358   return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
13359                                                            __A,
13360                                                            _MM_FROUND_CUR_DIRECTION);
13361 }
13362
13363 extern __inline unsigned long long
13364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13365 _mm_cvttss_u64 (__m128 __A)
13366 {
13367   return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
13368                                                             __A,
13369                                                             _MM_FROUND_CUR_DIRECTION);
13370 }
13371
13372 extern __inline long long
13373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13374 _mm_cvttss_i64 (__m128 __A)
13375 {
13376   return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
13377                                                   _MM_FROUND_CUR_DIRECTION);
13378 }
13379 #endif /* __x86_64__ */
13380
13381 extern __inline unsigned
13382 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13383 _mm_cvtss_u32 (__m128 __A)
13384 {
13385   return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
13386                                                  _MM_FROUND_CUR_DIRECTION);
13387 }
13388
13389 extern __inline unsigned
13390 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13391 _mm_cvttss_u32 (__m128 __A)
13392 {
13393   return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
13394                                                   _MM_FROUND_CUR_DIRECTION);
13395 }
13396
13397 extern __inline int
13398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13399 _mm_cvttss_i32 (__m128 __A)
13400 {
13401   return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
13402                                             _MM_FROUND_CUR_DIRECTION);
13403 }
13404
13405 #ifdef __x86_64__
13406 extern __inline unsigned long long
13407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13408 _mm_cvtsd_u64 (__m128d __A)
13409 {
13410   return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
13411                                                            __A,
13412                                                            _MM_FROUND_CUR_DIRECTION);
13413 }
13414
13415 extern __inline unsigned long long
13416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13417 _mm_cvttsd_u64 (__m128d __A)
13418 {
13419   return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
13420                                                             __A,
13421                                                             _MM_FROUND_CUR_DIRECTION);
13422 }
13423
13424 extern __inline long long
13425 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13426 _mm_cvttsd_i64 (__m128d __A)
13427 {
13428   return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
13429                                                   _MM_FROUND_CUR_DIRECTION);
13430 }
13431 #endif /* __x86_64__ */
13432
13433 extern __inline unsigned
13434 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13435 _mm_cvtsd_u32 (__m128d __A)
13436 {
13437   return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
13438                                                  _MM_FROUND_CUR_DIRECTION);
13439 }
13440
13441 extern __inline unsigned
13442 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13443 _mm_cvttsd_u32 (__m128d __A)
13444 {
13445   return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
13446                                                   _MM_FROUND_CUR_DIRECTION);
13447 }
13448
13449 extern __inline int
13450 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13451 _mm_cvttsd_i32 (__m128d __A)
13452 {
13453   return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
13454                                             _MM_FROUND_CUR_DIRECTION);
13455 }
13456
13457 extern __inline __m512d
13458 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13459 _mm512_cvtps_pd (__m256 __A)
13460 {
13461   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
13462                                                     (__v8df)
13463                                                     _mm512_undefined_pd (),
13464                                                     (__mmask8) -1,
13465                                                     _MM_FROUND_CUR_DIRECTION);
13466 }
13467
13468 extern __inline __m512d
13469 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13470 _mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
13471 {
13472   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
13473                                                     (__v8df) __W,
13474                                                     (__mmask8) __U,
13475                                                     _MM_FROUND_CUR_DIRECTION);
13476 }
13477
13478 extern __inline __m512d
13479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13480 _mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
13481 {
13482   return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
13483                                                     (__v8df)
13484                                                     _mm512_setzero_pd (),
13485                                                     (__mmask8) __U,
13486                                                     _MM_FROUND_CUR_DIRECTION);
13487 }
13488
13489 extern __inline __m512
13490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13491 _mm512_cvtph_ps (__m256i __A)
13492 {
13493   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
13494                                                     (__v16sf)
13495                                                     _mm512_undefined_ps (),
13496                                                     (__mmask16) -1,
13497                                                     _MM_FROUND_CUR_DIRECTION);
13498 }
13499
13500 extern __inline __m512
13501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13502 _mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
13503 {
13504   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
13505                                                     (__v16sf) __W,
13506                                                     (__mmask16) __U,
13507                                                     _MM_FROUND_CUR_DIRECTION);
13508 }
13509
13510 extern __inline __m512
13511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13512 _mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
13513 {
13514   return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
13515                                                     (__v16sf)
13516                                                     _mm512_setzero_ps (),
13517                                                     (__mmask16) __U,
13518                                                     _MM_FROUND_CUR_DIRECTION);
13519 }
13520
13521 extern __inline __m256
13522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13523 _mm512_cvtpd_ps (__m512d __A)
13524 {
13525   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
13526                                                    (__v8sf)
13527                                                    _mm256_undefined_ps (),
13528                                                    (__mmask8) -1,
13529                                                    _MM_FROUND_CUR_DIRECTION);
13530 }
13531
13532 extern __inline __m256
13533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13534 _mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
13535 {
13536   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
13537                                                    (__v8sf) __W,
13538                                                    (__mmask8) __U,
13539                                                    _MM_FROUND_CUR_DIRECTION);
13540 }
13541
13542 extern __inline __m256
13543 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13544 _mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
13545 {
13546   return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
13547                                                    (__v8sf)
13548                                                    _mm256_setzero_ps (),
13549                                                    (__mmask8) __U,
13550                                                    _MM_FROUND_CUR_DIRECTION);
13551 }
13552
13553 #ifdef __OPTIMIZE__
13554 extern __inline __m512
13555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13556 _mm512_getexp_ps (__m512 __A)
13557 {
13558   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
13559                                                    (__v16sf)
13560                                                    _mm512_undefined_ps (),
13561                                                    (__mmask16) -1,
13562                                                    _MM_FROUND_CUR_DIRECTION);
13563 }
13564
13565 extern __inline __m512
13566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13567 _mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
13568 {
13569   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
13570                                                    (__v16sf) __W,
13571                                                    (__mmask16) __U,
13572                                                    _MM_FROUND_CUR_DIRECTION);
13573 }
13574
13575 extern __inline __m512
13576 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13577 _mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
13578 {
13579   return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
13580                                                    (__v16sf)
13581                                                    _mm512_setzero_ps (),
13582                                                    (__mmask16) __U,
13583                                                    _MM_FROUND_CUR_DIRECTION);
13584 }
13585
13586 extern __inline __m512d
13587 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13588 _mm512_getexp_pd (__m512d __A)
13589 {
13590   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
13591                                                     (__v8df)
13592                                                     _mm512_undefined_pd (),
13593                                                     (__mmask8) -1,
13594                                                     _MM_FROUND_CUR_DIRECTION);
13595 }
13596
13597 extern __inline __m512d
13598 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13599 _mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
13600 {
13601   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
13602                                                     (__v8df) __W,
13603                                                     (__mmask8) __U,
13604                                                     _MM_FROUND_CUR_DIRECTION);
13605 }
13606
13607 extern __inline __m512d
13608 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13609 _mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
13610 {
13611   return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
13612                                                     (__v8df)
13613                                                     _mm512_setzero_pd (),
13614                                                     (__mmask8) __U,
13615                                                     _MM_FROUND_CUR_DIRECTION);
13616 }
13617
13618 extern __inline __m128
13619 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13620 _mm_getexp_ss (__m128 __A, __m128 __B)
13621 {
13622   return (__m128) __builtin_ia32_getexpss128_round ((__v4sf) __A,
13623                                                     (__v4sf) __B,
13624                                                     _MM_FROUND_CUR_DIRECTION);
13625 }
13626
13627 extern __inline __m128
13628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13629 _mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
13630 {
13631   return (__m128) __builtin_ia32_getexpss_mask_round ((__v4sf) __A,
13632                                                 (__v4sf) __B,
13633                                                 (__v4sf) __W,
13634                                                 (__mmask8) __U,
13635                                                 _MM_FROUND_CUR_DIRECTION);
13636 }
13637
13638 extern __inline __m128
13639 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13640 _mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
13641 {
13642   return (__m128) __builtin_ia32_getexpss_mask_round ((__v4sf) __A,
13643                                                 (__v4sf) __B,
13644                                                 (__v4sf)
13645                                                 _mm_setzero_ps (),
13646                                                 (__mmask8) __U,
13647                                                 _MM_FROUND_CUR_DIRECTION);
13648 }
13649
13650 extern __inline __m128d
13651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13652 _mm_getexp_sd (__m128d __A, __m128d __B)
13653 {
13654   return (__m128d) __builtin_ia32_getexpsd128_round ((__v2df) __A,
13655                                                      (__v2df) __B,
13656                                                      _MM_FROUND_CUR_DIRECTION);
13657 }
13658
13659 extern __inline __m128d
13660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13661 _mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
13662 {
13663   return (__m128d) __builtin_ia32_getexpsd_mask_round ((__v2df) __A,
13664                                                 (__v2df) __B,
13665                                                 (__v2df) __W,
13666                                                 (__mmask8) __U,
13667                                                 _MM_FROUND_CUR_DIRECTION);
13668 }
13669
13670 extern __inline __m128d
13671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13672 _mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
13673 {
13674   return (__m128d) __builtin_ia32_getexpsd_mask_round ((__v2df) __A,
13675                                                 (__v2df) __B,
13676                                                 (__v2df)
13677                                                 _mm_setzero_pd (),
13678                                                 (__mmask8) __U,
13679                                                 _MM_FROUND_CUR_DIRECTION);
13680 }
13681
13682 extern __inline __m512d
13683 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13684 _mm512_getmant_pd (__m512d __A, _MM_MANTISSA_NORM_ENUM __B,
13685                    _MM_MANTISSA_SIGN_ENUM __C)
13686 {
13687   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
13688                                                      (__C << 2) | __B,
13689                                                      _mm512_undefined_pd (),
13690                                                      (__mmask8) -1,
13691                                                      _MM_FROUND_CUR_DIRECTION);
13692 }
13693
13694 extern __inline __m512d
13695 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13696 _mm512_mask_getmant_pd (__m512d __W, __mmask8 __U, __m512d __A,
13697                         _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
13698 {
13699   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
13700                                                      (__C << 2) | __B,
13701                                                      (__v8df) __W, __U,
13702                                                      _MM_FROUND_CUR_DIRECTION);
13703 }
13704
13705 extern __inline __m512d
13706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13707 _mm512_maskz_getmant_pd (__mmask8 __U, __m512d __A,
13708                          _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
13709 {
13710   return (__m512d) __builtin_ia32_getmantpd512_mask ((__v8df) __A,
13711                                                      (__C << 2) | __B,
13712                                                      (__v8df)
13713                                                      _mm512_setzero_pd (),
13714                                                      __U,
13715                                                      _MM_FROUND_CUR_DIRECTION);
13716 }
13717
13718 extern __inline __m512
13719 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13720 _mm512_getmant_ps (__m512 __A, _MM_MANTISSA_NORM_ENUM __B,
13721                    _MM_MANTISSA_SIGN_ENUM __C)
13722 {
13723   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
13724                                                     (__C << 2) | __B,
13725                                                     _mm512_undefined_ps (),
13726                                                     (__mmask16) -1,
13727                                                     _MM_FROUND_CUR_DIRECTION);
13728 }
13729
13730 extern __inline __m512
13731 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13732 _mm512_mask_getmant_ps (__m512 __W, __mmask16 __U, __m512 __A,
13733                         _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
13734 {
13735   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
13736                                                     (__C << 2) | __B,
13737                                                     (__v16sf) __W, __U,
13738                                                     _MM_FROUND_CUR_DIRECTION);
13739 }
13740
13741 extern __inline __m512
13742 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13743 _mm512_maskz_getmant_ps (__mmask16 __U, __m512 __A,
13744                          _MM_MANTISSA_NORM_ENUM __B, _MM_MANTISSA_SIGN_ENUM __C)
13745 {
13746   return (__m512) __builtin_ia32_getmantps512_mask ((__v16sf) __A,
13747                                                     (__C << 2) | __B,
13748                                                     (__v16sf)
13749                                                     _mm512_setzero_ps (),
13750                                                     __U,
13751                                                     _MM_FROUND_CUR_DIRECTION);
13752 }
13753
13754 extern __inline __m128d
13755 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13756 _mm_getmant_sd (__m128d __A, __m128d __B, _MM_MANTISSA_NORM_ENUM __C,
13757                 _MM_MANTISSA_SIGN_ENUM __D)
13758 {
13759   return (__m128d) __builtin_ia32_getmantsd_round ((__v2df) __A,
13760                                                    (__v2df) __B,
13761                                                    (__D << 2) | __C,
13762                                                    _MM_FROUND_CUR_DIRECTION);
13763 }
13764
13765 extern __inline __m128d
13766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13767 _mm_mask_getmant_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B,
13768                         _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D)
13769 {
13770   return (__m128d) __builtin_ia32_getmantsd_mask_round ((__v2df) __A,
13771                                                         (__v2df) __B,
13772                                                         (__D << 2) | __C,
13773                                                         (__v2df) __W,
13774                                                        __U,
13775                                                      _MM_FROUND_CUR_DIRECTION);
13776 }
13777
13778 extern __inline __m128d
13779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13780 _mm_maskz_getmant_sd (__mmask8 __U, __m128d __A, __m128d __B,
13781                          _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D)
13782 {
13783   return (__m128d) __builtin_ia32_getmantsd_mask_round ((__v2df) __A,
13784                                                         (__v2df) __B,
13785                                                         (__D << 2) | __C,
13786                                                         (__v2df)
13787                                                         _mm_setzero_pd(),
13788                                                         __U,
13789                                                      _MM_FROUND_CUR_DIRECTION);
13790 }
13791
13792 extern __inline __m128
13793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13794 _mm_getmant_ss (__m128 __A, __m128 __B, _MM_MANTISSA_NORM_ENUM __C,
13795                 _MM_MANTISSA_SIGN_ENUM __D)
13796 {
13797   return (__m128) __builtin_ia32_getmantss_round ((__v4sf) __A,
13798                                                   (__v4sf) __B,
13799                                                   (__D << 2) | __C,
13800                                                   _MM_FROUND_CUR_DIRECTION);
13801 }
13802
13803 extern __inline __m128
13804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13805 _mm_mask_getmant_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B,
13806                         _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D)
13807 {
13808   return (__m128) __builtin_ia32_getmantss_mask_round ((__v4sf) __A,
13809                                                         (__v4sf) __B,
13810                                                         (__D << 2) | __C,
13811                                                         (__v4sf) __W,
13812                                                        __U,
13813                                                      _MM_FROUND_CUR_DIRECTION);
13814 }
13815
13816 extern __inline __m128
13817 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13818 _mm_maskz_getmant_ss (__mmask8 __U, __m128 __A, __m128 __B,
13819                          _MM_MANTISSA_NORM_ENUM __C, _MM_MANTISSA_SIGN_ENUM __D)
13820 {
13821   return (__m128) __builtin_ia32_getmantss_mask_round ((__v4sf) __A,
13822                                                         (__v4sf) __B,
13823                                                         (__D << 2) | __C,
13824                                                         (__v4sf)
13825                                                         _mm_setzero_ps(),
13826                                                         __U,
13827                                                      _MM_FROUND_CUR_DIRECTION);
13828 }
13829
13830 #else
13831 #define _mm512_getmant_pd(X, B, C)                                                  \
13832   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
13833                                               (int)(((C)<<2) | (B)),                \
13834                                               (__v8df)_mm512_undefined_pd(),        \
13835                                               (__mmask8)-1,\
13836                                               _MM_FROUND_CUR_DIRECTION))
13837
13838 #define _mm512_mask_getmant_pd(W, U, X, B, C)                                       \
13839   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
13840                                               (int)(((C)<<2) | (B)),                \
13841                                               (__v8df)(__m512d)(W),                 \
13842                                               (__mmask8)(U),\
13843                                               _MM_FROUND_CUR_DIRECTION))
13844
13845 #define _mm512_maskz_getmant_pd(U, X, B, C)                                         \
13846   ((__m512d)__builtin_ia32_getmantpd512_mask ((__v8df)(__m512d)(X),                 \
13847                                               (int)(((C)<<2) | (B)),                \
13848                                               (__v8df)_mm512_setzero_pd(),          \
13849                                               (__mmask8)(U),\
13850                                               _MM_FROUND_CUR_DIRECTION))
13851 #define _mm512_getmant_ps(X, B, C)                                                  \
13852   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
13853                                              (int)(((C)<<2) | (B)),                 \
13854                                              (__v16sf)_mm512_undefined_ps(),        \
13855                                              (__mmask16)-1,\
13856                                              _MM_FROUND_CUR_DIRECTION))
13857
13858 #define _mm512_mask_getmant_ps(W, U, X, B, C)                                       \
13859   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
13860                                              (int)(((C)<<2) | (B)),                 \
13861                                              (__v16sf)(__m512)(W),                  \
13862                                              (__mmask16)(U),\
13863                                              _MM_FROUND_CUR_DIRECTION))
13864
13865 #define _mm512_maskz_getmant_ps(U, X, B, C)                                         \
13866   ((__m512)__builtin_ia32_getmantps512_mask ((__v16sf)(__m512)(X),                  \
13867                                              (int)(((C)<<2) | (B)),                 \
13868                                              (__v16sf)_mm512_setzero_ps(),          \
13869                                              (__mmask16)(U),\
13870                                              _MM_FROUND_CUR_DIRECTION))
13871 #define _mm_getmant_sd(X, Y, C, D)                                                  \
13872   ((__m128d)__builtin_ia32_getmantsd_round ((__v2df)(__m128d)(X),                    \
13873                                            (__v2df)(__m128d)(Y),                    \
13874                                            (int)(((D)<<2) | (C)),                   \
13875                                            _MM_FROUND_CUR_DIRECTION))
13876
13877 #define _mm_mask_getmant_sd(W, U, X, Y, C, D)                                       \
13878   ((__m128d)__builtin_ia32_getmantsd_mask_round ((__v2df)(__m128d)(X),                 \
13879                                                  (__v2df)(__m128d)(Y),                 \
13880                                                  (int)(((D)<<2) | (C)),                \
13881                                                 (__v2df)(__m128d)(W),                 \
13882                                               (__mmask8)(U),\
13883                                               _MM_FROUND_CUR_DIRECTION))
13884
13885 #define _mm_maskz_getmant_sd(U, X, Y, C, D)                                         \
13886   ((__m128d)__builtin_ia32_getmantsd_mask_round ((__v2df)(__m128d)(X),                 \
13887                                            (__v2df)(__m128d)(Y),                     \
13888                                               (int)(((D)<<2) | (C)),                \
13889                                            (__v2df)_mm_setzero_pd(),             \
13890                                               (__mmask8)(U),\
13891                                               _MM_FROUND_CUR_DIRECTION))
13892
13893 #define _mm_getmant_ss(X, Y, C, D)                                                  \
13894   ((__m128)__builtin_ia32_getmantss_round ((__v4sf)(__m128)(X),                      \
13895                                           (__v4sf)(__m128)(Y),                      \
13896                                           (int)(((D)<<2) | (C)),                    \
13897                                           _MM_FROUND_CUR_DIRECTION))
13898
13899 #define _mm_mask_getmant_ss(W, U, X, Y, C, D)                                       \
13900   ((__m128)__builtin_ia32_getmantss_mask_round ((__v4sf)(__m128)(X),                 \
13901                                                  (__v4sf)(__m128)(Y),                 \
13902                                                  (int)(((D)<<2) | (C)),                \
13903                                                 (__v4sf)(__m128)(W),                 \
13904                                               (__mmask8)(U),\
13905                                               _MM_FROUND_CUR_DIRECTION))
13906
13907 #define _mm_maskz_getmant_ss(U, X, Y, C, D)                                         \
13908   ((__m128)__builtin_ia32_getmantss_mask_round ((__v4sf)(__m128)(X),                 \
13909                                            (__v4sf)(__m128)(Y),                     \
13910                                               (int)(((D)<<2) | (C)),                \
13911                                            (__v4sf)_mm_setzero_ps(),             \
13912                                               (__mmask8)(U),\
13913                                               _MM_FROUND_CUR_DIRECTION))
13914
13915 #define _mm_getexp_ss(A, B)                                                   \
13916   ((__m128)__builtin_ia32_getexpss128_round((__v4sf)(__m128)(A), (__v4sf)(__m128)(B),  \
13917                                            _MM_FROUND_CUR_DIRECTION))
13918
13919 #define _mm_mask_getexp_ss(W, U, A, B) \
13920     (__m128)__builtin_ia32_getexpss_mask_round(A, B, W, U,\
13921                                              _MM_FROUND_CUR_DIRECTION)
13922
13923 #define _mm_maskz_getexp_ss(U, A, B)   \
13924     (__m128)__builtin_ia32_getexpss_mask_round(A, B, (__v4sf)_mm_setzero_ps(), U,\
13925                                               _MM_FROUND_CUR_DIRECTION)
13926
13927 #define _mm_getexp_sd(A, B)                                                    \
13928   ((__m128d)__builtin_ia32_getexpsd128_round((__v2df)(__m128d)(A), (__v2df)(__m128d)(B),\
13929                                             _MM_FROUND_CUR_DIRECTION))
13930
13931 #define _mm_mask_getexp_sd(W, U, A, B) \
13932     (__m128d)__builtin_ia32_getexpsd_mask_round(A, B, W, U,\
13933                                              _MM_FROUND_CUR_DIRECTION)
13934
13935 #define _mm_maskz_getexp_sd(U, A, B)   \
13936     (__m128d)__builtin_ia32_getexpsd_mask_round(A, B, (__v2df)_mm_setzero_pd(), U,\
13937                                               _MM_FROUND_CUR_DIRECTION)
13938
13939 #define _mm512_getexp_ps(A)                                             \
13940   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
13941   (__v16sf)_mm512_undefined_ps(), (__mmask16)-1, _MM_FROUND_CUR_DIRECTION))
13942
13943 #define _mm512_mask_getexp_ps(W, U, A)                                  \
13944   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
13945   (__v16sf)(__m512)(W), (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
13946
13947 #define _mm512_maskz_getexp_ps(U, A)                                    \
13948   ((__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A),                \
13949   (__v16sf)_mm512_setzero_ps(), (__mmask16)(U), _MM_FROUND_CUR_DIRECTION))
13950
13951 #define _mm512_getexp_pd(A)                                             \
13952   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
13953   (__v8df)_mm512_undefined_pd(), (__mmask8)-1, _MM_FROUND_CUR_DIRECTION))
13954
13955 #define _mm512_mask_getexp_pd(W, U, A)                                  \
13956   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
13957   (__v8df)(__m512d)(W), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13958
13959 #define _mm512_maskz_getexp_pd(U, A)                                    \
13960   ((__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A),               \
13961   (__v8df)_mm512_setzero_pd(), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION))
13962 #endif
13963
13964 #ifdef __OPTIMIZE__
13965 extern __inline __m512
13966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13967 _mm512_roundscale_ps (__m512 __A, const int __imm)
13968 {
13969   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A, __imm,
13970                                                   (__v16sf)
13971                                                   _mm512_undefined_ps (),
13972                                                   -1,
13973                                                   _MM_FROUND_CUR_DIRECTION);
13974 }
13975
13976 extern __inline __m512
13977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13978 _mm512_mask_roundscale_ps (__m512 __A, __mmask16 __B, __m512 __C,
13979                            const int __imm)
13980 {
13981   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __C, __imm,
13982                                                   (__v16sf) __A,
13983                                                   (__mmask16) __B,
13984                                                   _MM_FROUND_CUR_DIRECTION);
13985 }
13986
13987 extern __inline __m512
13988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
13989 _mm512_maskz_roundscale_ps (__mmask16 __A, __m512 __B, const int __imm)
13990 {
13991   return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __B,
13992                                                   __imm,
13993                                                   (__v16sf)
13994                                                   _mm512_setzero_ps (),
13995                                                   (__mmask16) __A,
13996                                                   _MM_FROUND_CUR_DIRECTION);
13997 }
13998
13999 extern __inline __m512d
14000 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14001 _mm512_roundscale_pd (__m512d __A, const int __imm)
14002 {
14003   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A, __imm,
14004                                                    (__v8df)
14005                                                    _mm512_undefined_pd (),
14006                                                    -1,
14007                                                    _MM_FROUND_CUR_DIRECTION);
14008 }
14009
14010 extern __inline __m512d
14011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14012 _mm512_mask_roundscale_pd (__m512d __A, __mmask8 __B, __m512d __C,
14013                            const int __imm)
14014 {
14015   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __C, __imm,
14016                                                    (__v8df) __A,
14017                                                    (__mmask8) __B,
14018                                                    _MM_FROUND_CUR_DIRECTION);
14019 }
14020
14021 extern __inline __m512d
14022 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14023 _mm512_maskz_roundscale_pd (__mmask8 __A, __m512d __B, const int __imm)
14024 {
14025   return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __B,
14026                                                    __imm,
14027                                                    (__v8df)
14028                                                    _mm512_setzero_pd (),
14029                                                    (__mmask8) __A,
14030                                                    _MM_FROUND_CUR_DIRECTION);
14031 }
14032
14033 extern __inline __m128
14034 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14035 _mm_roundscale_ss (__m128 __A, __m128 __B, const int __imm)
14036 {
14037   return (__m128) __builtin_ia32_rndscaless_round ((__v4sf) __A,
14038                                                    (__v4sf) __B, __imm,
14039                                                    _MM_FROUND_CUR_DIRECTION);
14040 }
14041
14042 extern __inline __m128d
14043 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14044 _mm_roundscale_sd (__m128d __A, __m128d __B, const int __imm)
14045 {
14046   return (__m128d) __builtin_ia32_rndscalesd_round ((__v2df) __A,
14047                                                     (__v2df) __B, __imm,
14048                                                    _MM_FROUND_CUR_DIRECTION);
14049 }
14050
14051 #else
14052 #define _mm512_roundscale_ps(A, B) \
14053   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(A), (int)(B),\
14054     (__v16sf)_mm512_undefined_ps(), (__mmask16)(-1), _MM_FROUND_CUR_DIRECTION))
14055 #define _mm512_mask_roundscale_ps(A, B, C, D)                           \
14056   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(C),       \
14057                                             (int)(D),                   \
14058                                             (__v16sf)(__m512)(A),       \
14059                                             (__mmask16)(B), _MM_FROUND_CUR_DIRECTION))
14060 #define _mm512_maskz_roundscale_ps(A, B, C)                             \
14061   ((__m512) __builtin_ia32_rndscaleps_mask ((__v16sf)(__m512)(B),       \
14062                                             (int)(C),                   \
14063                                             (__v16sf)_mm512_setzero_ps(),\
14064                                             (__mmask16)(A), _MM_FROUND_CUR_DIRECTION))
14065 #define _mm512_roundscale_pd(A, B) \
14066   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(A), (int)(B),\
14067     (__v8df)_mm512_undefined_pd(), (__mmask8)(-1), _MM_FROUND_CUR_DIRECTION))
14068 #define _mm512_mask_roundscale_pd(A, B, C, D)                           \
14069   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(C),      \
14070                                              (int)(D),                  \
14071                                              (__v8df)(__m512d)(A),      \
14072                                              (__mmask8)(B), _MM_FROUND_CUR_DIRECTION))
14073 #define _mm512_maskz_roundscale_pd(A, B, C)                             \
14074   ((__m512d) __builtin_ia32_rndscalepd_mask ((__v8df)(__m512d)(B),      \
14075                                              (int)(C),                  \
14076                                              (__v8df)_mm512_setzero_pd(),\
14077                                              (__mmask8)(A), _MM_FROUND_CUR_DIRECTION))
14078 #define _mm_roundscale_ss(A, B, C)                                      \
14079   ((__m128) __builtin_ia32_rndscaless_round ((__v4sf)(__m128)(A),       \
14080   (__v4sf)(__m128)(B), (int)(C), _MM_FROUND_CUR_DIRECTION))
14081 #define _mm_roundscale_sd(A, B, C)                                      \
14082   ((__m128d) __builtin_ia32_rndscalesd_round ((__v2df)(__m128d)(A),     \
14083     (__v2df)(__m128d)(B), (int)(C), _MM_FROUND_CUR_DIRECTION))
14084 #endif
14085
14086 #ifdef __OPTIMIZE__
14087 extern __inline __mmask8
14088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14089 _mm512_cmp_pd_mask (__m512d __X, __m512d __Y, const int __P)
14090 {
14091   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14092                                                   (__v8df) __Y, __P,
14093                                                   (__mmask8) -1,
14094                                                   _MM_FROUND_CUR_DIRECTION);
14095 }
14096
14097 extern __inline __mmask16
14098 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14099 _mm512_cmp_ps_mask (__m512 __X, __m512 __Y, const int __P)
14100 {
14101   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14102                                                    (__v16sf) __Y, __P,
14103                                                    (__mmask16) -1,
14104                                                    _MM_FROUND_CUR_DIRECTION);
14105 }
14106
14107 extern __inline __mmask16
14108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14109 _mm512_mask_cmp_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y, const int __P)
14110 {
14111   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14112                                                    (__v16sf) __Y, __P,
14113                                                    (__mmask16) __U,
14114                                                    _MM_FROUND_CUR_DIRECTION);
14115 }
14116
14117 extern __inline __mmask8
14118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14119 _mm512_mask_cmp_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y, const int __P)
14120 {
14121   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14122                                                   (__v8df) __Y, __P,
14123                                                   (__mmask8) __U,
14124                                                   _MM_FROUND_CUR_DIRECTION);
14125 }
14126
14127 extern __inline __mmask8
14128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14129 _mm512_cmpeq_pd_mask (__m512d __X, __m512d __Y)
14130 {
14131   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14132                                                   (__v8df) __Y, _CMP_EQ_OQ,
14133                                                   (__mmask8) -1,
14134                                                   _MM_FROUND_CUR_DIRECTION);
14135 }
14136
14137 extern __inline __mmask8
14138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14139 _mm512_mask_cmpeq_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14140 {
14141   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14142                                                   (__v8df) __Y, _CMP_EQ_OQ,
14143                                                   (__mmask8) __U,
14144                                                   _MM_FROUND_CUR_DIRECTION);
14145 }
14146
14147 extern __inline __mmask8
14148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14149 _mm512_cmplt_pd_mask (__m512d __X, __m512d __Y)
14150 {
14151   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14152                                                   (__v8df) __Y, _CMP_LT_OS,
14153                                                   (__mmask8) -1,
14154                                                   _MM_FROUND_CUR_DIRECTION);
14155 }
14156
14157 extern __inline __mmask8
14158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14159 _mm512_mask_cmplt_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14160 {
14161   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14162                                                   (__v8df) __Y, _CMP_LT_OS,
14163                                                   (__mmask8) __U,
14164                                                   _MM_FROUND_CUR_DIRECTION);
14165 }
14166
14167 extern __inline __mmask8
14168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14169 _mm512_cmple_pd_mask (__m512d __X, __m512d __Y)
14170 {
14171   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14172                                                   (__v8df) __Y, _CMP_LE_OS,
14173                                                   (__mmask8) -1,
14174                                                   _MM_FROUND_CUR_DIRECTION);
14175 }
14176
14177 extern __inline __mmask8
14178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14179 _mm512_mask_cmple_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14180 {
14181   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14182                                                   (__v8df) __Y, _CMP_LE_OS,
14183                                                   (__mmask8) __U,
14184                                                   _MM_FROUND_CUR_DIRECTION);
14185 }
14186
14187 extern __inline __mmask8
14188 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14189 _mm512_cmpunord_pd_mask (__m512d __X, __m512d __Y)
14190 {
14191   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14192                                                   (__v8df) __Y, _CMP_UNORD_Q,
14193                                                   (__mmask8) -1,
14194                                                   _MM_FROUND_CUR_DIRECTION);
14195 }
14196
14197 extern __inline __mmask8
14198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14199 _mm512_mask_cmpunord_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14200 {
14201   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14202                                                   (__v8df) __Y, _CMP_UNORD_Q,
14203                                                   (__mmask8) __U,
14204                                                   _MM_FROUND_CUR_DIRECTION);
14205 }
14206
14207 extern __inline __mmask8
14208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14209 _mm512_cmpneq_pd_mask (__m512d __X, __m512d __Y)
14210 {
14211   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14212                                                   (__v8df) __Y, _CMP_NEQ_UQ,
14213                                                   (__mmask8) -1,
14214                                                   _MM_FROUND_CUR_DIRECTION);
14215 }
14216
14217 extern __inline __mmask8
14218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14219 _mm512_mask_cmpneq_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14220 {
14221   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14222                                                   (__v8df) __Y, _CMP_NEQ_UQ,
14223                                                   (__mmask8) __U,
14224                                                   _MM_FROUND_CUR_DIRECTION);
14225 }
14226
14227 extern __inline __mmask8
14228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14229 _mm512_cmpnlt_pd_mask (__m512d __X, __m512d __Y)
14230 {
14231   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14232                                                   (__v8df) __Y, _CMP_NLT_US,
14233                                                   (__mmask8) -1,
14234                                                   _MM_FROUND_CUR_DIRECTION);
14235 }
14236
14237 extern __inline __mmask8
14238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14239 _mm512_mask_cmpnlt_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14240 {
14241   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14242                                                   (__v8df) __Y, _CMP_NLT_US,
14243                                                   (__mmask8) __U,
14244                                                   _MM_FROUND_CUR_DIRECTION);
14245 }
14246
14247 extern __inline __mmask8
14248 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14249 _mm512_cmpnle_pd_mask (__m512d __X, __m512d __Y)
14250 {
14251   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14252                                                   (__v8df) __Y, _CMP_NLE_US,
14253                                                   (__mmask8) -1,
14254                                                   _MM_FROUND_CUR_DIRECTION);
14255 }
14256
14257 extern __inline __mmask8
14258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14259 _mm512_mask_cmpnle_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14260 {
14261   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14262                                                   (__v8df) __Y, _CMP_NLE_US,
14263                                                   (__mmask8) __U,
14264                                                   _MM_FROUND_CUR_DIRECTION);
14265 }
14266
14267 extern __inline __mmask8
14268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14269 _mm512_cmpord_pd_mask (__m512d __X, __m512d __Y)
14270 {
14271   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14272                                                   (__v8df) __Y, _CMP_ORD_Q,
14273                                                   (__mmask8) -1,
14274                                                   _MM_FROUND_CUR_DIRECTION);
14275 }
14276
14277 extern __inline __mmask8
14278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14279 _mm512_mask_cmpord_pd_mask (__mmask8 __U, __m512d __X, __m512d __Y)
14280 {
14281   return (__mmask8) __builtin_ia32_cmppd512_mask ((__v8df) __X,
14282                                                   (__v8df) __Y, _CMP_ORD_Q,
14283                                                   (__mmask8) __U,
14284                                                   _MM_FROUND_CUR_DIRECTION);
14285 }
14286
14287 extern __inline __mmask16
14288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14289 _mm512_cmpeq_ps_mask (__m512 __X, __m512 __Y)
14290 {
14291   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14292                                                    (__v16sf) __Y, _CMP_EQ_OQ,
14293                                                    (__mmask16) -1,
14294                                                    _MM_FROUND_CUR_DIRECTION);
14295 }
14296
14297 extern __inline __mmask16
14298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14299 _mm512_mask_cmpeq_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14300 {
14301    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14302                                                    (__v16sf) __Y, _CMP_EQ_OQ,
14303                                                    (__mmask16) __U,
14304                                                    _MM_FROUND_CUR_DIRECTION);
14305 }
14306
14307 extern __inline __mmask16
14308 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14309 _mm512_cmplt_ps_mask (__m512 __X, __m512 __Y)
14310 {
14311   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14312                                                    (__v16sf) __Y, _CMP_LT_OS,
14313                                                    (__mmask16) -1,
14314                                                    _MM_FROUND_CUR_DIRECTION);
14315 }
14316
14317 extern __inline __mmask16
14318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14319 _mm512_mask_cmplt_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14320 {
14321    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14322                                                    (__v16sf) __Y, _CMP_LT_OS,
14323                                                    (__mmask16) __U,
14324                                                    _MM_FROUND_CUR_DIRECTION);
14325 }
14326
14327 extern __inline __mmask16
14328 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14329 _mm512_cmple_ps_mask (__m512 __X, __m512 __Y)
14330 {
14331   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14332                                                    (__v16sf) __Y, _CMP_LE_OS,
14333                                                    (__mmask16) -1,
14334                                                    _MM_FROUND_CUR_DIRECTION);
14335 }
14336
14337 extern __inline __mmask16
14338 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14339 _mm512_mask_cmple_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14340 {
14341    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14342                                                    (__v16sf) __Y, _CMP_LE_OS,
14343                                                    (__mmask16) __U,
14344                                                    _MM_FROUND_CUR_DIRECTION);
14345 }
14346
14347 extern __inline __mmask16
14348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14349 _mm512_cmpunord_ps_mask (__m512 __X, __m512 __Y)
14350 {
14351   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14352                                                    (__v16sf) __Y, _CMP_UNORD_Q,
14353                                                    (__mmask16) -1,
14354                                                    _MM_FROUND_CUR_DIRECTION);
14355 }
14356
14357 extern __inline __mmask16
14358 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14359 _mm512_mask_cmpunord_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14360 {
14361    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14362                                                    (__v16sf) __Y, _CMP_UNORD_Q,
14363                                                    (__mmask16) __U,
14364                                                    _MM_FROUND_CUR_DIRECTION);
14365 }
14366
14367 extern __inline __mmask16
14368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14369 _mm512_cmpneq_ps_mask (__m512 __X, __m512 __Y)
14370 {
14371   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14372                                                    (__v16sf) __Y, _CMP_NEQ_UQ,
14373                                                    (__mmask16) -1,
14374                                                    _MM_FROUND_CUR_DIRECTION);
14375 }
14376
14377 extern __inline __mmask16
14378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14379 _mm512_mask_cmpneq_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14380 {
14381    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14382                                                    (__v16sf) __Y, _CMP_NEQ_UQ,
14383                                                    (__mmask16) __U,
14384                                                    _MM_FROUND_CUR_DIRECTION);
14385 }
14386
14387 extern __inline __mmask16
14388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14389 _mm512_cmpnlt_ps_mask (__m512 __X, __m512 __Y)
14390 {
14391   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14392                                                    (__v16sf) __Y, _CMP_NLT_US,
14393                                                    (__mmask16) -1,
14394                                                    _MM_FROUND_CUR_DIRECTION);
14395 }
14396
14397 extern __inline __mmask16
14398 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14399 _mm512_mask_cmpnlt_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14400 {
14401    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14402                                                    (__v16sf) __Y, _CMP_NLT_US,
14403                                                    (__mmask16) __U,
14404                                                    _MM_FROUND_CUR_DIRECTION);
14405 }
14406
14407 extern __inline __mmask16
14408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14409 _mm512_cmpnle_ps_mask (__m512 __X, __m512 __Y)
14410 {
14411   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14412                                                    (__v16sf) __Y, _CMP_NLE_US,
14413                                                    (__mmask16) -1,
14414                                                    _MM_FROUND_CUR_DIRECTION);
14415 }
14416
14417 extern __inline __mmask16
14418 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14419 _mm512_mask_cmpnle_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14420 {
14421    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14422                                                    (__v16sf) __Y, _CMP_NLE_US,
14423                                                    (__mmask16) __U,
14424                                                    _MM_FROUND_CUR_DIRECTION);
14425 }
14426
14427 extern __inline __mmask16
14428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14429 _mm512_cmpord_ps_mask (__m512 __X, __m512 __Y)
14430 {
14431   return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14432                                                    (__v16sf) __Y, _CMP_ORD_Q,
14433                                                    (__mmask16) -1,
14434                                                    _MM_FROUND_CUR_DIRECTION);
14435 }
14436
14437 extern __inline __mmask16
14438 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14439 _mm512_mask_cmpord_ps_mask (__mmask16 __U, __m512 __X, __m512 __Y)
14440 {
14441    return (__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf) __X,
14442                                                    (__v16sf) __Y, _CMP_ORD_Q,
14443                                                    (__mmask16) __U,
14444                                                    _MM_FROUND_CUR_DIRECTION);
14445 }
14446
14447 extern __inline __mmask8
14448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14449 _mm_cmp_sd_mask (__m128d __X, __m128d __Y, const int __P)
14450 {
14451   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
14452                                                (__v2df) __Y, __P,
14453                                                (__mmask8) -1,
14454                                                _MM_FROUND_CUR_DIRECTION);
14455 }
14456
14457 extern __inline __mmask8
14458 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14459 _mm_mask_cmp_sd_mask (__mmask8 __M, __m128d __X, __m128d __Y, const int __P)
14460 {
14461   return (__mmask8) __builtin_ia32_cmpsd_mask ((__v2df) __X,
14462                                                (__v2df) __Y, __P,
14463                                                (__mmask8) __M,
14464                                                _MM_FROUND_CUR_DIRECTION);
14465 }
14466
14467 extern __inline __mmask8
14468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14469 _mm_cmp_ss_mask (__m128 __X, __m128 __Y, const int __P)
14470 {
14471   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
14472                                                (__v4sf) __Y, __P,
14473                                                (__mmask8) -1,
14474                                                _MM_FROUND_CUR_DIRECTION);
14475 }
14476
14477 extern __inline __mmask8
14478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14479 _mm_mask_cmp_ss_mask (__mmask8 __M, __m128 __X, __m128 __Y, const int __P)
14480 {
14481   return (__mmask8) __builtin_ia32_cmpss_mask ((__v4sf) __X,
14482                                                (__v4sf) __Y, __P,
14483                                                (__mmask8) __M,
14484                                                _MM_FROUND_CUR_DIRECTION);
14485 }
14486
14487 #else
14488 #define _mm512_cmp_pd_mask(X, Y, P)                                     \
14489   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
14490                                             (__v8df)(__m512d)(Y), (int)(P),\
14491                                             (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
14492
14493 #define _mm512_cmp_ps_mask(X, Y, P)                                     \
14494   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
14495                                              (__v16sf)(__m512)(Y), (int)(P),\
14496                                              (__mmask16)-1,_MM_FROUND_CUR_DIRECTION))
14497
14498 #define _mm512_mask_cmp_pd_mask(M, X, Y, P)                                     \
14499   ((__mmask8) __builtin_ia32_cmppd512_mask ((__v8df)(__m512d)(X),       \
14500                                             (__v8df)(__m512d)(Y), (int)(P),\
14501                                             (__mmask8)M, _MM_FROUND_CUR_DIRECTION))
14502
14503 #define _mm512_mask_cmp_ps_mask(M, X, Y, P)                                     \
14504   ((__mmask16) __builtin_ia32_cmpps512_mask ((__v16sf)(__m512)(X),      \
14505                                              (__v16sf)(__m512)(Y), (int)(P),\
14506                                              (__mmask16)M,_MM_FROUND_CUR_DIRECTION))
14507
14508 #define _mm_cmp_sd_mask(X, Y, P)                                        \
14509   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
14510                                          (__v2df)(__m128d)(Y), (int)(P),\
14511                                          (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
14512
14513 #define _mm_mask_cmp_sd_mask(M, X, Y, P)                                        \
14514   ((__mmask8) __builtin_ia32_cmpsd_mask ((__v2df)(__m128d)(X),          \
14515                                          (__v2df)(__m128d)(Y), (int)(P),\
14516                                          M,_MM_FROUND_CUR_DIRECTION))
14517
14518 #define _mm_cmp_ss_mask(X, Y, P)                                        \
14519   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
14520                                          (__v4sf)(__m128)(Y), (int)(P), \
14521                                          (__mmask8)-1,_MM_FROUND_CUR_DIRECTION))
14522
14523 #define _mm_mask_cmp_ss_mask(M, X, Y, P)                                        \
14524   ((__mmask8) __builtin_ia32_cmpss_mask ((__v4sf)(__m128)(X),           \
14525                                          (__v4sf)(__m128)(Y), (int)(P), \
14526                                          M,_MM_FROUND_CUR_DIRECTION))
14527 #endif
14528
14529 extern __inline __mmask16
14530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14531 _mm512_kmov (__mmask16 __A)
14532 {
14533   return __builtin_ia32_kmovw (__A);
14534 }
14535
14536 extern __inline __m512
14537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14538 _mm512_castpd_ps (__m512d __A)
14539 {
14540   return (__m512) (__A);
14541 }
14542
14543 extern __inline __m512i
14544 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14545 _mm512_castpd_si512 (__m512d __A)
14546 {
14547   return (__m512i) (__A);
14548 }
14549
14550 extern __inline __m512d
14551 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14552 _mm512_castps_pd (__m512 __A)
14553 {
14554   return (__m512d) (__A);
14555 }
14556
14557 extern __inline __m512i
14558 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14559 _mm512_castps_si512 (__m512 __A)
14560 {
14561   return (__m512i) (__A);
14562 }
14563
14564 extern __inline __m512
14565 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14566 _mm512_castsi512_ps (__m512i __A)
14567 {
14568   return (__m512) (__A);
14569 }
14570
14571 extern __inline __m512d
14572 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14573 _mm512_castsi512_pd (__m512i __A)
14574 {
14575   return (__m512d) (__A);
14576 }
14577
14578 extern __inline __m128d
14579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14580 _mm512_castpd512_pd128 (__m512d __A)
14581 {
14582   return (__m128d)_mm512_extractf32x4_ps((__m512)__A, 0);
14583 }
14584
14585 extern __inline __m128
14586 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14587 _mm512_castps512_ps128 (__m512 __A)
14588 {
14589   return _mm512_extractf32x4_ps(__A, 0);
14590 }
14591
14592 extern __inline __m128i
14593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14594 _mm512_castsi512_si128 (__m512i __A)
14595 {
14596   return (__m128i)_mm512_extracti32x4_epi32((__m512i)__A, 0);
14597 }
14598
14599 extern __inline __m256d
14600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14601 _mm512_castpd512_pd256 (__m512d __A)
14602 {
14603   return _mm512_extractf64x4_pd(__A, 0);
14604 }
14605
14606 extern __inline __m256
14607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14608 _mm512_castps512_ps256 (__m512 __A)
14609 {
14610   return (__m256)_mm512_extractf64x4_pd((__m512d)__A, 0);
14611 }
14612
14613 extern __inline __m256i
14614 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14615 _mm512_castsi512_si256 (__m512i __A)
14616 {
14617   return (__m256i)_mm512_extractf64x4_pd((__m512d)__A, 0);
14618 }
14619
14620 extern __inline __m512d
14621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14622 _mm512_castpd128_pd512 (__m128d __A)
14623 {
14624   return (__m512d) __builtin_ia32_pd512_pd((__m128d)__A);
14625 }
14626
14627 extern __inline __m512
14628 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14629 _mm512_castps128_ps512 (__m128 __A)
14630 {
14631   return (__m512) __builtin_ia32_ps512_ps((__m128)__A);
14632 }
14633
14634 extern __inline __m512i
14635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14636 _mm512_castsi128_si512 (__m128i __A)
14637 {
14638   return (__m512i) __builtin_ia32_si512_si((__v4si)__A);
14639 }
14640
14641 extern __inline __m512d
14642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14643 _mm512_castpd256_pd512 (__m256d __A)
14644 {
14645   return __builtin_ia32_pd512_256pd (__A);
14646 }
14647
14648 extern __inline __m512
14649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14650 _mm512_castps256_ps512 (__m256 __A)
14651 {
14652   return __builtin_ia32_ps512_256ps (__A);
14653 }
14654
14655 extern __inline __m512i
14656 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14657 _mm512_castsi256_si512 (__m256i __A)
14658 {
14659   return (__m512i)__builtin_ia32_si512_256si ((__v8si)__A);
14660 }
14661
14662 extern __inline __mmask16
14663 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14664 _mm512_cmpeq_epu32_mask (__m512i __A, __m512i __B)
14665 {
14666   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
14667                                                      (__v16si) __B, 0,
14668                                                      (__mmask16) -1);
14669 }
14670
14671 extern __inline __mmask16
14672 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14673 _mm512_mask_cmpeq_epu32_mask (__mmask16 __U, __m512i __A, __m512i __B)
14674 {
14675   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
14676                                                      (__v16si) __B, 0, __U);
14677 }
14678
14679 extern __inline __mmask8
14680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14681 _mm512_mask_cmpeq_epu64_mask (__mmask8 __U, __m512i __A, __m512i __B)
14682 {
14683   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
14684                                                     (__v8di) __B, 0, __U);
14685 }
14686
14687 extern __inline __mmask8
14688 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14689 _mm512_cmpeq_epu64_mask (__m512i __A, __m512i __B)
14690 {
14691   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
14692                                                     (__v8di) __B, 0,
14693                                                     (__mmask8) -1);
14694 }
14695
14696 extern __inline __mmask16
14697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14698 _mm512_cmpgt_epu32_mask (__m512i __A, __m512i __B)
14699 {
14700   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
14701                                                      (__v16si) __B, 6,
14702                                                      (__mmask16) -1);
14703 }
14704
14705 extern __inline __mmask16
14706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14707 _mm512_mask_cmpgt_epu32_mask (__mmask16 __U, __m512i __A, __m512i __B)
14708 {
14709   return (__mmask16) __builtin_ia32_ucmpd512_mask ((__v16si) __A,
14710                                                      (__v16si) __B, 6,  __U);
14711 }
14712
14713 extern __inline __mmask8
14714 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14715 _mm512_mask_cmpgt_epu64_mask (__mmask8 __U, __m512i __A, __m512i __B)
14716 {
14717   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
14718                                                     (__v8di) __B, 6, __U);
14719 }
14720
14721 extern __inline __mmask8
14722 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14723 _mm512_cmpgt_epu64_mask (__m512i __A, __m512i __B)
14724 {
14725   return (__mmask8) __builtin_ia32_ucmpq512_mask ((__v8di) __A,
14726                                                     (__v8di) __B, 6,
14727                                                     (__mmask8) -1);
14728 }
14729
14730 #undef __MM512_REDUCE_OP
14731 #define __MM512_REDUCE_OP(op) \
14732   __v8si __T1 = (__v8si) _mm512_extracti64x4_epi64 (__A, 1);            \
14733   __v8si __T2 = (__v8si) _mm512_extracti64x4_epi64 (__A, 0);            \
14734   __m256i __T3 = (__m256i) (__T1 op __T2);                              \
14735   __v4si __T4 = (__v4si) _mm256_extracti128_si256 (__T3, 1);            \
14736   __v4si __T5 = (__v4si) _mm256_extracti128_si256 (__T3, 0);            \
14737   __v4si __T6 = __T4 op __T5;                                           \
14738   __v4si __T7 = __builtin_shuffle (__T6, (__v4si) { 2, 3, 0, 1 });      \
14739   __v4si __T8 = __T6 op __T7;                                           \
14740   return __T8[0] op __T8[1]
14741
14742 extern __inline int
14743 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14744 _mm512_reduce_add_epi32 (__m512i __A)
14745 {
14746   __MM512_REDUCE_OP (+);
14747 }
14748
14749 extern __inline int
14750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14751 _mm512_reduce_mul_epi32 (__m512i __A)
14752 {
14753   __MM512_REDUCE_OP (*);
14754 }
14755
14756 extern __inline int
14757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14758 _mm512_reduce_and_epi32 (__m512i __A)
14759 {
14760   __MM512_REDUCE_OP (&);
14761 }
14762
14763 extern __inline int
14764 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14765 _mm512_reduce_or_epi32 (__m512i __A)
14766 {
14767   __MM512_REDUCE_OP (|);
14768 }
14769
14770 extern __inline int
14771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14772 _mm512_mask_reduce_add_epi32 (__mmask16 __U, __m512i __A)
14773 {
14774   __A = _mm512_maskz_mov_epi32 (__U, __A);
14775   __MM512_REDUCE_OP (+);
14776 }
14777
14778 extern __inline int
14779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14780 _mm512_mask_reduce_mul_epi32 (__mmask16 __U, __m512i __A)
14781 {
14782   __A = _mm512_mask_mov_epi32 (_mm512_set1_epi32 (1), __U, __A);
14783   __MM512_REDUCE_OP (*);
14784 }
14785
14786 extern __inline int
14787 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14788 _mm512_mask_reduce_and_epi32 (__mmask16 __U, __m512i __A)
14789 {
14790   __A = _mm512_mask_mov_epi32 (_mm512_set1_epi32 (~0), __U, __A);
14791   __MM512_REDUCE_OP (&);
14792 }
14793
14794 extern __inline int
14795 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14796 _mm512_mask_reduce_or_epi32 (__mmask16 __U, __m512i __A)
14797 {
14798   __A = _mm512_maskz_mov_epi32 (__U, __A);
14799   __MM512_REDUCE_OP (|);
14800 }
14801
14802 #undef __MM512_REDUCE_OP
14803 #define __MM512_REDUCE_OP(op) \
14804   __m256i __T1 = (__m256i) _mm512_extracti64x4_epi64 (__A, 1);          \
14805   __m256i __T2 = (__m256i) _mm512_extracti64x4_epi64 (__A, 0);          \
14806   __m256i __T3 = _mm256_##op (__T1, __T2);                              \
14807   __m128i __T4 = (__m128i) _mm256_extracti128_si256 (__T3, 1);          \
14808   __m128i __T5 = (__m128i) _mm256_extracti128_si256 (__T3, 0);          \
14809   __m128i __T6 = _mm_##op (__T4, __T5);                                 \
14810   __m128i __T7 = (__m128i) __builtin_shuffle ((__v4si) __T6,            \
14811                                               (__v4si) { 2, 3, 0, 1 }); \
14812   __m128i __T8 = _mm_##op (__T6, __T7);                                 \
14813   __m128i __T9 = (__m128i) __builtin_shuffle ((__v4si) __T8,            \
14814                                               (__v4si) { 1, 0, 1, 0 }); \
14815   __v4si __T10 = (__v4si) _mm_##op (__T8, __T9);                        \
14816   return __T10[0]
14817
14818 extern __inline int
14819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14820 _mm512_reduce_min_epi32 (__m512i __A)
14821 {
14822   __MM512_REDUCE_OP (min_epi32);
14823 }
14824
14825 extern __inline int
14826 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14827 _mm512_reduce_max_epi32 (__m512i __A)
14828 {
14829   __MM512_REDUCE_OP (max_epi32);
14830 }
14831
14832 extern __inline unsigned int
14833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14834 _mm512_reduce_min_epu32 (__m512i __A)
14835 {
14836   __MM512_REDUCE_OP (min_epu32);
14837 }
14838
14839 extern __inline unsigned int
14840 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14841 _mm512_reduce_max_epu32 (__m512i __A)
14842 {
14843   __MM512_REDUCE_OP (max_epu32);
14844 }
14845
14846 extern __inline int
14847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14848 _mm512_mask_reduce_min_epi32 (__mmask16 __U, __m512i __A)
14849 {
14850   __A = _mm512_mask_mov_epi32 (_mm512_set1_epi32 (__INT_MAX__), __U, __A);
14851   __MM512_REDUCE_OP (min_epi32);
14852 }
14853
14854 extern __inline int
14855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14856 _mm512_mask_reduce_max_epi32 (__mmask16 __U, __m512i __A)
14857 {
14858   __A = _mm512_mask_mov_epi32 (_mm512_set1_epi32 (-__INT_MAX__ - 1), __U, __A);
14859   __MM512_REDUCE_OP (max_epi32);
14860 }
14861
14862 extern __inline unsigned int
14863 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14864 _mm512_mask_reduce_min_epu32 (__mmask16 __U, __m512i __A)
14865 {
14866   __A = _mm512_mask_mov_epi32 (_mm512_set1_epi32 (~0), __U, __A);
14867   __MM512_REDUCE_OP (min_epu32);
14868 }
14869
14870 extern __inline unsigned int
14871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14872 _mm512_mask_reduce_max_epu32 (__mmask16 __U, __m512i __A)
14873 {
14874   __A = _mm512_maskz_mov_epi32 (__U, __A);
14875   __MM512_REDUCE_OP (max_epu32);
14876 }
14877
14878 #undef __MM512_REDUCE_OP
14879 #define __MM512_REDUCE_OP(op) \
14880   __m256 __T1 = (__m256) _mm512_extractf64x4_pd ((__m512d) __A, 1);     \
14881   __m256 __T2 = (__m256) _mm512_extractf64x4_pd ((__m512d) __A, 0);     \
14882   __m256 __T3 = __T1 op __T2;                                           \
14883   __m128 __T4 = _mm256_extractf128_ps (__T3, 1);                        \
14884   __m128 __T5 = _mm256_extractf128_ps (__T3, 0);                        \
14885   __m128 __T6 = __T4 op __T5;                                           \
14886   __m128 __T7 = __builtin_shuffle (__T6, (__v4si) { 2, 3, 0, 1 });      \
14887   __m128 __T8 = __T6 op __T7;                                           \
14888   return __T8[0] op __T8[1]
14889
14890 extern __inline float
14891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14892 _mm512_reduce_add_ps (__m512 __A)
14893 {
14894   __MM512_REDUCE_OP (+);
14895 }
14896
14897 extern __inline float
14898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14899 _mm512_reduce_mul_ps (__m512 __A)
14900 {
14901   __MM512_REDUCE_OP (*);
14902 }
14903
14904 extern __inline float
14905 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14906 _mm512_mask_reduce_add_ps (__mmask16 __U, __m512 __A)
14907 {
14908   __A = _mm512_maskz_mov_ps (__U, __A);
14909   __MM512_REDUCE_OP (+);
14910 }
14911
14912 extern __inline float
14913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14914 _mm512_mask_reduce_mul_ps (__mmask16 __U, __m512 __A)
14915 {
14916   __A = _mm512_mask_mov_ps (_mm512_set1_ps (1.0f), __U, __A);
14917   __MM512_REDUCE_OP (*);
14918 }
14919
14920 #undef __MM512_REDUCE_OP
14921 #define __MM512_REDUCE_OP(op) \
14922   __m256 __T1 = (__m256) _mm512_extractf64x4_pd ((__m512d) __A, 1);     \
14923   __m256 __T2 = (__m256) _mm512_extractf64x4_pd ((__m512d) __A, 0);     \
14924   __m256 __T3 = _mm256_##op (__T1, __T2);                               \
14925   __m128 __T4 = _mm256_extractf128_ps (__T3, 1);                        \
14926   __m128 __T5 = _mm256_extractf128_ps (__T3, 0);                        \
14927   __m128 __T6 = _mm_##op (__T4, __T5);                                  \
14928   __m128 __T7 = __builtin_shuffle (__T6, (__v4si) { 2, 3, 0, 1 });      \
14929   __m128 __T8 = _mm_##op (__T6, __T7);                                  \
14930   __m128 __T9 = __builtin_shuffle (__T8, (__v4si) { 1, 0, 1, 0 });      \
14931   __m128 __T10 = _mm_##op (__T8, __T9);                                 \
14932   return __T10[0]
14933
14934 extern __inline float
14935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14936 _mm512_reduce_min_ps (__m512 __A)
14937 {
14938   __MM512_REDUCE_OP (min_ps);
14939 }
14940
14941 extern __inline float
14942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14943 _mm512_reduce_max_ps (__m512 __A)
14944 {
14945   __MM512_REDUCE_OP (max_ps);
14946 }
14947
14948 extern __inline float
14949 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14950 _mm512_mask_reduce_min_ps (__mmask16 __U, __m512 __A)
14951 {
14952   __A = _mm512_mask_mov_ps (_mm512_set1_ps (__builtin_inff ()), __U, __A);
14953   __MM512_REDUCE_OP (min_ps);
14954 }
14955
14956 extern __inline float
14957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14958 _mm512_mask_reduce_max_ps (__mmask16 __U, __m512 __A)
14959 {
14960   __A = _mm512_mask_mov_ps (_mm512_set1_ps (-__builtin_inff ()), __U, __A);
14961   __MM512_REDUCE_OP (max_ps);
14962 }
14963
14964 #undef __MM512_REDUCE_OP
14965 #define __MM512_REDUCE_OP(op) \
14966   __v4di __T1 = (__v4di) _mm512_extracti64x4_epi64 (__A, 1);            \
14967   __v4di __T2 = (__v4di) _mm512_extracti64x4_epi64 (__A, 0);            \
14968   __m256i __T3 = (__m256i) (__T1 op __T2);                              \
14969   __v2di __T4 = (__v2di) _mm256_extracti128_si256 (__T3, 1);            \
14970   __v2di __T5 = (__v2di) _mm256_extracti128_si256 (__T3, 0);            \
14971   __v2di __T6 = __T4 op __T5;                                           \
14972   return __T6[0] op __T6[1]
14973
14974 extern __inline long long
14975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14976 _mm512_reduce_add_epi64 (__m512i __A)
14977 {
14978   __MM512_REDUCE_OP (+);
14979 }
14980
14981 extern __inline long long
14982 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14983 _mm512_reduce_mul_epi64 (__m512i __A)
14984 {
14985   __MM512_REDUCE_OP (*);
14986 }
14987
14988 extern __inline long long
14989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14990 _mm512_reduce_and_epi64 (__m512i __A)
14991 {
14992   __MM512_REDUCE_OP (&);
14993 }
14994
14995 extern __inline long long
14996 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
14997 _mm512_reduce_or_epi64 (__m512i __A)
14998 {
14999   __MM512_REDUCE_OP (|);
15000 }
15001
15002 extern __inline long long
15003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15004 _mm512_mask_reduce_add_epi64 (__mmask8 __U, __m512i __A)
15005 {
15006   __A = _mm512_maskz_mov_epi64 (__U, __A);
15007   __MM512_REDUCE_OP (+);
15008 }
15009
15010 extern __inline long long
15011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15012 _mm512_mask_reduce_mul_epi64 (__mmask8 __U, __m512i __A)
15013 {
15014   __A = _mm512_mask_mov_epi64 (_mm512_set1_epi64 (1LL), __U, __A);
15015   __MM512_REDUCE_OP (*);
15016 }
15017
15018 extern __inline long long
15019 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15020 _mm512_mask_reduce_and_epi64 (__mmask8 __U, __m512i __A)
15021 {
15022   __A = _mm512_mask_mov_epi64 (_mm512_set1_epi64 (~0LL), __U, __A);
15023   __MM512_REDUCE_OP (&);
15024 }
15025
15026 extern __inline long long
15027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15028 _mm512_mask_reduce_or_epi64 (__mmask8 __U, __m512i __A)
15029 {
15030   __A = _mm512_maskz_mov_epi64 (__U, __A);
15031   __MM512_REDUCE_OP (|);
15032 }
15033
15034 #undef __MM512_REDUCE_OP
15035 #define __MM512_REDUCE_OP(op) \
15036   __m512i __T1 = _mm512_shuffle_i64x2 (__A, __A, 0x4e);                 \
15037   __m512i __T2 = _mm512_##op (__A, __T1);                               \
15038   __m512i __T3                                                          \
15039     = (__m512i) __builtin_shuffle ((__v8di) __T2,                       \
15040                                    (__v8di) { 2, 3, 0, 1, 6, 7, 4, 5 });\
15041   __m512i __T4 = _mm512_##op (__T2, __T3);                              \
15042   __m512i __T5                                                          \
15043     = (__m512i) __builtin_shuffle ((__v8di) __T4,                       \
15044                                    (__v8di) { 1, 0, 3, 2, 5, 4, 7, 6 });\
15045   __v8di __T6 = (__v8di) _mm512_##op (__T4, __T5);                      \
15046   return __T6[0]
15047
15048 extern __inline long long
15049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15050 _mm512_reduce_min_epi64 (__m512i __A)
15051 {
15052   __MM512_REDUCE_OP (min_epi64);
15053 }
15054
15055 extern __inline long long
15056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15057 _mm512_reduce_max_epi64 (__m512i __A)
15058 {
15059   __MM512_REDUCE_OP (max_epi64);
15060 }
15061
15062 extern __inline long long
15063 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15064 _mm512_mask_reduce_min_epi64 (__mmask8 __U, __m512i __A)
15065 {
15066   __A = _mm512_mask_mov_epi64 (_mm512_set1_epi64 (__LONG_LONG_MAX__),
15067                                __U, __A);
15068   __MM512_REDUCE_OP (min_epi64);
15069 }
15070
15071 extern __inline long long
15072 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15073 _mm512_mask_reduce_max_epi64 (__mmask8 __U, __m512i __A)
15074 {
15075   __A = _mm512_mask_mov_epi64 (_mm512_set1_epi64 (-__LONG_LONG_MAX__ - 1),
15076                                __U, __A);
15077   __MM512_REDUCE_OP (max_epi64);
15078 }
15079
15080 extern __inline unsigned long long
15081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15082 _mm512_reduce_min_epu64 (__m512i __A)
15083 {
15084   __MM512_REDUCE_OP (min_epu64);
15085 }
15086
15087 extern __inline unsigned long long
15088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15089 _mm512_reduce_max_epu64 (__m512i __A)
15090 {
15091   __MM512_REDUCE_OP (max_epu64);
15092 }
15093
15094 extern __inline unsigned long long
15095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15096 _mm512_mask_reduce_min_epu64 (__mmask8 __U, __m512i __A)
15097 {
15098   __A = _mm512_mask_mov_epi64 (_mm512_set1_epi64 (~0LL), __U, __A);
15099   __MM512_REDUCE_OP (min_epu64);
15100 }
15101
15102 extern __inline unsigned long long
15103 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15104 _mm512_mask_reduce_max_epu64 (__mmask8 __U, __m512i __A)
15105 {
15106   __A = _mm512_maskz_mov_epi64 (__U, __A);
15107   __MM512_REDUCE_OP (max_epu64);
15108 }
15109
15110 #undef __MM512_REDUCE_OP
15111 #define __MM512_REDUCE_OP(op) \
15112   __m256d __T1 = (__m256d) _mm512_extractf64x4_pd (__A, 1);             \
15113   __m256d __T2 = (__m256d) _mm512_extractf64x4_pd (__A, 0);             \
15114   __m256d __T3 = __T1 op __T2;                                          \
15115   __m128d __T4 = _mm256_extractf128_pd (__T3, 1);                       \
15116   __m128d __T5 = _mm256_extractf128_pd (__T3, 0);                       \
15117   __m128d __T6 = __T4 op __T5;                                          \
15118   return __T6[0] op __T6[1]
15119
15120 extern __inline double
15121 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15122 _mm512_reduce_add_pd (__m512d __A)
15123 {
15124   __MM512_REDUCE_OP (+);
15125 }
15126
15127 extern __inline double
15128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15129 _mm512_reduce_mul_pd (__m512d __A)
15130 {
15131   __MM512_REDUCE_OP (*);
15132 }
15133
15134 extern __inline double
15135 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15136 _mm512_mask_reduce_add_pd (__mmask8 __U, __m512d __A)
15137 {
15138   __A = _mm512_maskz_mov_pd (__U, __A);
15139   __MM512_REDUCE_OP (+);
15140 }
15141
15142 extern __inline double
15143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15144 _mm512_mask_reduce_mul_pd (__mmask8 __U, __m512d __A)
15145 {
15146   __A = _mm512_mask_mov_pd (_mm512_set1_pd (1.0), __U, __A);
15147   __MM512_REDUCE_OP (*);
15148 }
15149
15150 #undef __MM512_REDUCE_OP
15151 #define __MM512_REDUCE_OP(op) \
15152   __m256d __T1 = (__m256d) _mm512_extractf64x4_pd (__A, 1);             \
15153   __m256d __T2 = (__m256d) _mm512_extractf64x4_pd (__A, 0);             \
15154   __m256d __T3 = _mm256_##op (__T1, __T2);                              \
15155   __m128d __T4 = _mm256_extractf128_pd (__T3, 1);                       \
15156   __m128d __T5 = _mm256_extractf128_pd (__T3, 0);                       \
15157   __m128d __T6 = _mm_##op (__T4, __T5);                                 \
15158   __m128d __T7 = (__m128d) __builtin_shuffle (__T6, (__v2di) { 1, 0 }); \
15159   __m128d __T8 = _mm_##op (__T6, __T7);                                 \
15160   return __T8[0]
15161
15162 extern __inline double
15163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15164 _mm512_reduce_min_pd (__m512d __A)
15165 {
15166   __MM512_REDUCE_OP (min_pd);
15167 }
15168
15169 extern __inline double
15170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15171 _mm512_reduce_max_pd (__m512d __A)
15172 {
15173   __MM512_REDUCE_OP (max_pd);
15174 }
15175
15176 extern __inline double
15177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15178 _mm512_mask_reduce_min_pd (__mmask8 __U, __m512d __A)
15179 {
15180   __A = _mm512_mask_mov_pd (_mm512_set1_pd (__builtin_inf ()), __U, __A);
15181   __MM512_REDUCE_OP (min_pd);
15182 }
15183
15184 extern __inline double
15185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
15186 _mm512_mask_reduce_max_pd (__mmask8 __U, __m512d __A)
15187 {
15188   __A = _mm512_mask_mov_pd (_mm512_set1_pd (-__builtin_inf ()), __U, __A);
15189   __MM512_REDUCE_OP (max_pd);
15190 }
15191
15192 #undef __MM512_REDUCE_OP
15193
15194 #ifdef __DISABLE_AVX512F__
15195 #undef __DISABLE_AVX512F__
15196 #pragma GCC pop_options
15197 #endif /* __DISABLE_AVX512F__ */
15198
15199 #endif /* _AVX512FINTRIN_H_INCLUDED */