1 /*===---- vecintrin.h - Vector intrinsics ----------------------------------===
21  *===-----------------------------------------------------------------------===
38                                 ((PARM) & ((PARM) - 1)) == 0, \
41 /*-- __lcbb -----------------------------------------------------------------*/
44 __lcbb(const void *__ptr, unsigned short __len)
57 /*-- vec_extract ------------------------------------------------------------*/
74 static inline __ATTRS_o_ai signed short
75 vec_extract(vector signed short __vec, int __index) {  in vec_extract()
79 static inline __ATTRS_o_ai unsigned short
80 vec_extract(vector bool short __vec, int __index) {  in vec_extract()
84 static inline __ATTRS_o_ai unsigned short
85 vec_extract(vector unsigned short __vec, int __index) {  in vec_extract()
124 /*-- vec_insert -------------------------------------------------------------*/
145 static inline __ATTRS_o_ai vector signed short
146 vec_insert(signed short __scalar, vector signed short __vec, int __index) {  in vec_insert()
151 static inline __ATTRS_o_ai vector unsigned short
152 vec_insert(unsigned short __scalar, vector bool short __vec, int __index) {  in vec_insert()
153   vector unsigned short __newvec = (vector unsigned short)__vec;  in vec_insert()
154   __newvec[__index & 7] = (unsigned short)__scalar;  in vec_insert()
158 static inline __ATTRS_o_ai vector unsigned short
159 vec_insert(unsigned short __scalar, vector unsigned short __vec, int __index) {  in vec_insert()
211 /*-- vec_promote ------------------------------------------------------------*/
217     -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);  in vec_promote()
226     -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);  in vec_promote()
231 static inline __ATTRS_o_ai vector signed short
232 vec_promote(signed short __scalar, int __index) {  in vec_promote()
233   const vector signed short __zero = (vector signed short)0;  in vec_promote()
234   vector signed short __vec = __builtin_shufflevector(__zero, __zero,  in vec_promote()
235                                 -1, -1, -1, -1, -1, -1, -1, -1);  in vec_promote()
240 static inline __ATTRS_o_ai vector unsigned short
241 vec_promote(unsigned short __scalar, int __index) {  in vec_promote()
242   const vector unsigned short __zero = (vector unsigned short)0;  in vec_promote()
243   vector unsigned short __vec = __builtin_shufflevector(__zero, __zero,  in vec_promote()
244                                   -1, -1, -1, -1, -1, -1, -1, -1);  in vec_promote()
253                                                     -1, -1, -1, -1);  in vec_promote()
262                                                       -1, -1, -1, -1);  in vec_promote()
271                                                           -1, -1);  in vec_promote()
280                                                             -1, -1);  in vec_promote()
288   vector double __vec = __builtin_shufflevector(__zero, __zero, -1, -1);  in vec_promote()
293 /*-- vec_insert_and_zero ----------------------------------------------------*/
309 static inline __ATTRS_o_ai vector signed short
310 vec_insert_and_zero(const signed short *__ptr) {  in vec_insert_and_zero()
311   vector signed short __vec = (vector signed short)0;  in vec_insert_and_zero()
316 static inline __ATTRS_o_ai vector unsigned short
317 vec_insert_and_zero(const unsigned short *__ptr) {  in vec_insert_and_zero()
318   vector unsigned short __vec = (vector unsigned short)0;  in vec_insert_and_zero()
358 /*-- vec_perm ---------------------------------------------------------------*/
381 static inline __ATTRS_o_ai vector signed short
382 vec_perm(vector signed short __a, vector signed short __b,  in vec_perm()
384   return (vector signed short)__builtin_s390_vperm(  in vec_perm()
388 static inline __ATTRS_o_ai vector unsigned short
389 vec_perm(vector unsigned short __a, vector unsigned short __b,  in vec_perm()
391   return (vector unsigned short)__builtin_s390_vperm(  in vec_perm()
395 static inline __ATTRS_o_ai vector bool short
396 vec_perm(vector bool short __a, vector bool short __b,  in vec_perm()
398   return (vector bool short)__builtin_s390_vperm(  in vec_perm()
451 /*-- vec_permi --------------------------------------------------------------*/
474 /*-- vec_sel ----------------------------------------------------------------*/
509 static inline __ATTRS_o_ai vector signed short
510 vec_sel(vector signed short __a, vector signed short __b,  in vec_sel()
511         vector unsigned short __c) {  in vec_sel()
512   return ((vector signed short)__c & __b) | (~(vector signed short)__c & __a);  in vec_sel()
515 static inline __ATTRS_o_ai vector signed short
516 vec_sel(vector signed short __a, vector signed short __b,  in vec_sel()
517         vector bool short __c) {  in vec_sel()
518   return ((vector signed short)__c & __b) | (~(vector signed short)__c & __a);  in vec_sel()
521 static inline __ATTRS_o_ai vector bool short
522 vec_sel(vector bool short __a, vector bool short __b,  in vec_sel()
523         vector unsigned short __c) {  in vec_sel()
524   return ((vector bool short)__c & __b) | (~(vector bool short)__c & __a);  in vec_sel()
527 static inline __ATTRS_o_ai vector bool short
528 vec_sel(vector bool short __a, vector bool short __b, vector bool short __c) {  in vec_sel()
532 static inline __ATTRS_o_ai vector unsigned short
533 vec_sel(vector unsigned short __a, vector unsigned short __b,  in vec_sel()
534         vector unsigned short __c) {  in vec_sel()
538 static inline __ATTRS_o_ai vector unsigned short
539 vec_sel(vector unsigned short __a, vector unsigned short __b,  in vec_sel()
540         vector bool short __c) {  in vec_sel()
541   return (((vector unsigned short)__c & __b) |  in vec_sel()
542           (~(vector unsigned short)__c & __a));  in vec_sel()
631 /*-- vec_gather_element -----------------------------------------------------*/
699 /*-- vec_scatter_element ----------------------------------------------------*/
760 /*-- vec_xld2 ---------------------------------------------------------------*/
772 static inline __ATTRS_o_ai vector signed short
773 vec_xld2(long __offset, const signed short *__ptr) {  in vec_xld2()
774   return *(const vector signed short *)((__INTPTR_TYPE__)__ptr + __offset);  in vec_xld2()
777 static inline __ATTRS_o_ai vector unsigned short
778 vec_xld2(long __offset, const unsigned short *__ptr) {  in vec_xld2()
779   return *(const vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset);  in vec_xld2()
807 /*-- vec_xlw4 ---------------------------------------------------------------*/
819 static inline __ATTRS_o_ai vector signed short
820 vec_xlw4(long __offset, const signed short *__ptr) {  in vec_xlw4()
821   return *(const vector signed short *)((__INTPTR_TYPE__)__ptr + __offset);  in vec_xlw4()
824 static inline __ATTRS_o_ai vector unsigned short
825 vec_xlw4(long __offset, const unsigned short *__ptr) {  in vec_xlw4()
826   return *(const vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset);  in vec_xlw4()
839 /*-- vec_xstd2 --------------------------------------------------------------*/
852 vec_xstd2(vector signed short __vec, long __offset, signed short *__ptr) {  in vec_xstd2()
853   *(vector signed short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;  in vec_xstd2()
857 vec_xstd2(vector unsigned short __vec, long __offset, unsigned short *__ptr) {  in vec_xstd2()
858   *(vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;  in vec_xstd2()
889 /*-- vec_xstw4 --------------------------------------------------------------*/
902 vec_xstw4(vector signed short __vec, long __offset, signed short *__ptr) {  in vec_xstw4()
903   *(vector signed short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;  in vec_xstw4()
907 vec_xstw4(vector unsigned short __vec, long __offset, unsigned short *__ptr) {  in vec_xstw4()
908   *(vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;  in vec_xstw4()
921 /*-- vec_load_bndry ---------------------------------------------------------*/
924 vec_load_bndry(const signed char *__ptr, unsigned short __len)
928 vec_load_bndry(const unsigned char *__ptr, unsigned short __len)
931 extern __ATTRS_o vector signed short
932 vec_load_bndry(const signed short *__ptr, unsigned short __len)
935 extern __ATTRS_o vector unsigned short
936 vec_load_bndry(const unsigned short *__ptr, unsigned short __len)
940 vec_load_bndry(const signed int *__ptr, unsigned short __len)
944 vec_load_bndry(const unsigned int *__ptr, unsigned short __len)
948 vec_load_bndry(const signed long long *__ptr, unsigned short __len)
952 vec_load_bndry(const unsigned long long *__ptr, unsigned short __len)
956 vec_load_bndry(const double *__ptr, unsigned short __len)
966                             (Y) == 4096 ? 6 : -1)))
968 /*-- vec_load_len -----------------------------------------------------------*/
980 static inline __ATTRS_o_ai vector signed short
981 vec_load_len(const signed short *__ptr, unsigned int __len) {  in vec_load_len()
982   return (vector signed short)__builtin_s390_vll(__len, __ptr);  in vec_load_len()
985 static inline __ATTRS_o_ai vector unsigned short
986 vec_load_len(const unsigned short *__ptr, unsigned int __len) {  in vec_load_len()
987   return (vector unsigned short)__builtin_s390_vll(__len, __ptr);  in vec_load_len()
1015 /*-- vec_store_len ----------------------------------------------------------*/
1030 vec_store_len(vector signed short __vec, signed short *__ptr,  in vec_store_len()
1036 vec_store_len(vector unsigned short __vec, unsigned short *__ptr,  in vec_store_len()
1071 /*-- vec_load_pair ----------------------------------------------------------*/
1083 /*-- vec_genmask ------------------------------------------------------------*/
1086 vec_genmask(unsigned short __mask)  in vec_genmask()
1107 /*-- vec_genmasks_* ---------------------------------------------------------*/
1114   unsigned char __mask1 = (unsigned char)(1U << (7 - __bit1) << 1) - 1;  in vec_genmasks_8()
1115   unsigned char __mask2 = (unsigned char)(1U << (7 - __bit2)) - 1;  in vec_genmasks_8()
1122 static inline __ATTRS_o_ai vector unsigned short
1127   unsigned short __mask1 = (unsigned short)(1U << (15 - __bit1) << 1) - 1;  in vec_genmasks_16()
1128   unsigned short __mask2 = (unsigned short)(1U << (15 - __bit2)) - 1;  in vec_genmasks_16()
1129   unsigned short __value = (__bit1 <= __bit2 ?  in vec_genmasks_16()
1132   return (vector unsigned short)__value;  in vec_genmasks_16()
1140   unsigned int __mask1 = (1U << (31 - __bit1) << 1) - 1;  in vec_genmasks_32()
1141   unsigned int __mask2 = (1U << (31 - __bit2)) - 1;  in vec_genmasks_32()
1153   unsigned long long __mask1 = (1ULL << (63 - __bit1) << 1) - 1;  in vec_genmasks_64()
1154   unsigned long long __mask2 = (1ULL << (63 - __bit2)) - 1;  in vec_genmasks_64()
1161 /*-- vec_splat --------------------------------------------------------------*/
1181 static inline __ATTRS_o_ai vector signed short
1182 vec_splat(vector signed short __vec, int __index)  in vec_splat()
1184   return (vector signed short)__vec[__index];  in vec_splat()
1187 static inline __ATTRS_o_ai vector bool short
1188 vec_splat(vector bool short __vec, int __index)  in vec_splat()
1190   return (vector bool short)(vector unsigned short)__vec[__index];  in vec_splat()
1193 static inline __ATTRS_o_ai vector unsigned short
1194 vec_splat(vector unsigned short __vec, int __index)  in vec_splat()
1196   return (vector unsigned short)__vec[__index];  in vec_splat()
1241 /*-- vec_splat_s* -----------------------------------------------------------*/
1249 static inline __ATTRS_ai vector signed short
1250 vec_splat_s16(signed short __scalar)  in vec_splat_s16()
1252   return (vector signed short)__scalar;  in vec_splat_s16()
1256 vec_splat_s32(signed short __scalar)  in vec_splat_s32()
1262 vec_splat_s64(signed short __scalar)  in vec_splat_s64()
1267 /*-- vec_splat_u* -----------------------------------------------------------*/
1275 static inline __ATTRS_ai vector unsigned short
1276 vec_splat_u16(unsigned short __scalar)  in vec_splat_u16()
1278   return (vector unsigned short)__scalar;  in vec_splat_u16()
1282 vec_splat_u32(signed short __scalar)  in vec_splat_u32()
1288 vec_splat_u64(signed short __scalar)  in vec_splat_u64()
1293 /*-- vec_splats -------------------------------------------------------------*/
1305 static inline __ATTRS_o_ai vector signed short
1306 vec_splats(signed short __scalar) {  in vec_splats()
1307   return (vector signed short)__scalar;  in vec_splats()
1310 static inline __ATTRS_o_ai vector unsigned short
1311 vec_splats(unsigned short __scalar) {  in vec_splats()
1312   return (vector unsigned short)__scalar;  in vec_splats()
1340 /*-- vec_extend_s64 ---------------------------------------------------------*/
1348 vec_extend_s64(vector signed short __a) {  in vec_extend_s64()
1357 /*-- vec_mergeh -------------------------------------------------------------*/
1380 static inline __ATTRS_o_ai vector signed short
1381 vec_mergeh(vector signed short __a, vector signed short __b) {  in vec_mergeh()
1382   return (vector signed short)(  in vec_mergeh()
1386 static inline __ATTRS_o_ai vector bool short
1387 vec_mergeh(vector bool short __a, vector bool short __b) {  in vec_mergeh()
1388   return (vector bool short)(  in vec_mergeh()
1392 static inline __ATTRS_o_ai vector unsigned short
1393 vec_mergeh(vector unsigned short __a, vector unsigned short __b) {  in vec_mergeh()
1394   return (vector unsigned short)(  in vec_mergeh()
1433 /*-- vec_mergel -------------------------------------------------------------*/
1456 static inline __ATTRS_o_ai vector signed short
1457 vec_mergel(vector signed short __a, vector signed short __b) {  in vec_mergel()
1458   return (vector signed short)(  in vec_mergel()
1462 static inline __ATTRS_o_ai vector bool short
1463 vec_mergel(vector bool short __a, vector bool short __b) {  in vec_mergel()
1464   return (vector bool short)(  in vec_mergel()
1468 static inline __ATTRS_o_ai vector unsigned short
1469 vec_mergel(vector unsigned short __a, vector unsigned short __b) {  in vec_mergel()
1470   return (vector unsigned short)(  in vec_mergel()
1509 /*-- vec_pack ---------------------------------------------------------------*/
1512 vec_pack(vector signed short __a, vector signed short __b) {  in vec_pack()
1521 vec_pack(vector bool short __a, vector bool short __b) {  in vec_pack()
1530 vec_pack(vector unsigned short __a, vector unsigned short __b) {  in vec_pack()
1538 static inline __ATTRS_o_ai vector signed short
1540   vector signed short __ac = (vector signed short)__a;  in vec_pack()
1541   vector signed short __bc = (vector signed short)__b;  in vec_pack()
1542   return (vector signed short)(  in vec_pack()
1547 static inline __ATTRS_o_ai vector bool short
1549   vector bool short __ac = (vector bool short)__a;  in vec_pack()
1550   vector bool short __bc = (vector bool short)__b;  in vec_pack()
1551   return (vector bool short)(  in vec_pack()
1556 static inline __ATTRS_o_ai vector unsigned short
1558   vector unsigned short __ac = (vector unsigned short)__a;  in vec_pack()
1559   vector unsigned short __bc = (vector unsigned short)__b;  in vec_pack()
1560   return (vector unsigned short)(  in vec_pack()
1586 /*-- vec_packs --------------------------------------------------------------*/
1589 vec_packs(vector signed short __a, vector signed short __b) {  in vec_packs()
1594 vec_packs(vector unsigned short __a, vector unsigned short __b) {  in vec_packs()
1598 static inline __ATTRS_o_ai vector signed short
1603 static inline __ATTRS_o_ai vector unsigned short
1618 /*-- vec_packs_cc -----------------------------------------------------------*/
1621 vec_packs_cc(vector signed short __a, vector signed short __b, int *__cc) {  in vec_packs_cc()
1626 vec_packs_cc(vector unsigned short __a, vector unsigned short __b, int *__cc) {  in vec_packs_cc()
1630 static inline __ATTRS_o_ai vector signed short
1635 static inline __ATTRS_o_ai vector unsigned short
1652 /*-- vec_packsu -------------------------------------------------------------*/
1655 vec_packsu(vector signed short __a, vector signed short __b) {  in vec_packsu()
1656   const vector signed short __zero = (vector signed short)0;  in vec_packsu()
1658     (vector unsigned short)(__a >= __zero) & (vector unsigned short)__a,  in vec_packsu()
1659     (vector unsigned short)(__b >= __zero) & (vector unsigned short)__b);  in vec_packsu()
1663 vec_packsu(vector unsigned short __a, vector unsigned short __b) {  in vec_packsu()
1667 static inline __ATTRS_o_ai vector unsigned short
1675 static inline __ATTRS_o_ai vector unsigned short
1695 /*-- vec_packsu_cc ----------------------------------------------------------*/
1698 vec_packsu_cc(vector unsigned short __a, vector unsigned short __b, int *__cc) {  in vec_packsu_cc()
1702 static inline __ATTRS_o_ai vector unsigned short
1713 /*-- vec_unpackh ------------------------------------------------------------*/
1715 static inline __ATTRS_o_ai vector signed short
1720 static inline __ATTRS_o_ai vector bool short
1722   return (vector bool short)__builtin_s390_vuphb((vector signed char)__a);  in vec_unpackh()
1725 static inline __ATTRS_o_ai vector unsigned short
1731 vec_unpackh(vector signed short __a) {  in vec_unpackh()
1736 vec_unpackh(vector bool short __a) {  in vec_unpackh()
1737   return (vector bool int)__builtin_s390_vuphh((vector signed short)__a);  in vec_unpackh()
1741 vec_unpackh(vector unsigned short __a) {  in vec_unpackh()
1760 /*-- vec_unpackl ------------------------------------------------------------*/
1762 static inline __ATTRS_o_ai vector signed short
1767 static inline __ATTRS_o_ai vector bool short
1769   return (vector bool short)__builtin_s390_vuplb((vector signed char)__a);  in vec_unpackl()
1772 static inline __ATTRS_o_ai vector unsigned short
1778 vec_unpackl(vector signed short __a) {  in vec_unpackl()
1783 vec_unpackl(vector bool short __a) {  in vec_unpackl()
1784   return (vector bool int)__builtin_s390_vuplhw((vector signed short)__a);  in vec_unpackl()
1788 vec_unpackl(vector unsigned short __a) {  in vec_unpackl()
1807 /*-- vec_cmpeq --------------------------------------------------------------*/
1824 static inline __ATTRS_o_ai vector bool short
1825 vec_cmpeq(vector bool short __a, vector bool short __b) {  in vec_cmpeq()
1826   return (vector bool short)(__a == __b);  in vec_cmpeq()
1829 static inline __ATTRS_o_ai vector bool short
1830 vec_cmpeq(vector signed short __a, vector signed short __b) {  in vec_cmpeq()
1831   return (vector bool short)(__a == __b);  in vec_cmpeq()
1834 static inline __ATTRS_o_ai vector bool short
1835 vec_cmpeq(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpeq()
1836   return (vector bool short)(__a == __b);  in vec_cmpeq()
1874 /*-- vec_cmpge --------------------------------------------------------------*/
1886 static inline __ATTRS_o_ai vector bool short
1887 vec_cmpge(vector signed short __a, vector signed short __b) {  in vec_cmpge()
1888   return (vector bool short)(__a >= __b);  in vec_cmpge()
1891 static inline __ATTRS_o_ai vector bool short
1892 vec_cmpge(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpge()
1893   return (vector bool short)(__a >= __b);  in vec_cmpge()
1921 /*-- vec_cmpgt --------------------------------------------------------------*/
1933 static inline __ATTRS_o_ai vector bool short
1934 vec_cmpgt(vector signed short __a, vector signed short __b) {  in vec_cmpgt()
1935   return (vector bool short)(__a > __b);  in vec_cmpgt()
1938 static inline __ATTRS_o_ai vector bool short
1939 vec_cmpgt(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpgt()
1940   return (vector bool short)(__a > __b);  in vec_cmpgt()
1968 /*-- vec_cmple --------------------------------------------------------------*/
1980 static inline __ATTRS_o_ai vector bool short
1981 vec_cmple(vector signed short __a, vector signed short __b) {  in vec_cmple()
1982   return (vector bool short)(__a <= __b);  in vec_cmple()
1985 static inline __ATTRS_o_ai vector bool short
1986 vec_cmple(vector unsigned short __a, vector unsigned short __b) {  in vec_cmple()
1987   return (vector bool short)(__a <= __b);  in vec_cmple()
2015 /*-- vec_cmplt --------------------------------------------------------------*/
2027 static inline __ATTRS_o_ai vector bool short
2028 vec_cmplt(vector signed short __a, vector signed short __b) {  in vec_cmplt()
2029   return (vector bool short)(__a < __b);  in vec_cmplt()
2032 static inline __ATTRS_o_ai vector bool short
2033 vec_cmplt(vector unsigned short __a, vector unsigned short __b) {  in vec_cmplt()
2034   return (vector bool short)(__a < __b);  in vec_cmplt()
2062 /*-- vec_all_eq -------------------------------------------------------------*/
2118 vec_all_eq(vector signed short __a, vector signed short __b) {  in vec_all_eq()
2125 vec_all_eq(vector signed short __a, vector bool short __b) {  in vec_all_eq()
2127   __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);  in vec_all_eq()
2132 vec_all_eq(vector bool short __a, vector signed short __b) {  in vec_all_eq()
2134   __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);  in vec_all_eq()
2139 vec_all_eq(vector unsigned short __a, vector unsigned short __b) {  in vec_all_eq()
2141   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_eq()
2142                         (vector signed short)__b, &__cc);  in vec_all_eq()
2147 vec_all_eq(vector unsigned short __a, vector bool short __b) {  in vec_all_eq()
2149   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_eq()
2150                         (vector signed short)__b, &__cc);  in vec_all_eq()
2155 vec_all_eq(vector bool short __a, vector unsigned short __b) {  in vec_all_eq()
2157   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_eq()
2158                         (vector signed short)__b, &__cc);  in vec_all_eq()
2163 vec_all_eq(vector bool short __a, vector bool short __b) {  in vec_all_eq()
2165   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_eq()
2166                         (vector signed short)__b, &__cc);  in vec_all_eq()
2283 /*-- vec_all_ne -------------------------------------------------------------*/
2339 vec_all_ne(vector signed short __a, vector signed short __b) {  in vec_all_ne()
2346 vec_all_ne(vector signed short __a, vector bool short __b) {  in vec_all_ne()
2348   __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);  in vec_all_ne()
2353 vec_all_ne(vector bool short __a, vector signed short __b) {  in vec_all_ne()
2355   __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);  in vec_all_ne()
2360 vec_all_ne(vector unsigned short __a, vector unsigned short __b) {  in vec_all_ne()
2362   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_ne()
2363                         (vector signed short)__b, &__cc);  in vec_all_ne()
2368 vec_all_ne(vector unsigned short __a, vector bool short __b) {  in vec_all_ne()
2370   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_ne()
2371                         (vector signed short)__b, &__cc);  in vec_all_ne()
2376 vec_all_ne(vector bool short __a, vector unsigned short __b) {  in vec_all_ne()
2378   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_ne()
2379                         (vector signed short)__b, &__cc);  in vec_all_ne()
2384 vec_all_ne(vector bool short __a, vector bool short __b) {  in vec_all_ne()
2386   __builtin_s390_vceqhs((vector signed short)__a,  in vec_all_ne()
2387                         (vector signed short)__b, &__cc);  in vec_all_ne()
2504 /*-- vec_all_ge -------------------------------------------------------------*/
2557 vec_all_ge(vector signed short __a, vector signed short __b) {  in vec_all_ge()
2564 vec_all_ge(vector signed short __a, vector bool short __b) {  in vec_all_ge()
2566   __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);  in vec_all_ge()
2571 vec_all_ge(vector bool short __a, vector signed short __b) {  in vec_all_ge()
2573   __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);  in vec_all_ge()
2578 vec_all_ge(vector unsigned short __a, vector unsigned short __b) {  in vec_all_ge()
2585 vec_all_ge(vector unsigned short __a, vector bool short __b) {  in vec_all_ge()
2587   __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);  in vec_all_ge()
2592 vec_all_ge(vector bool short __a, vector unsigned short __b) {  in vec_all_ge()
2594   __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);  in vec_all_ge()
2599 vec_all_ge(vector bool short __a, vector bool short __b) {  in vec_all_ge()
2601   __builtin_s390_vchlhs((vector unsigned short)__b,  in vec_all_ge()
2602                         (vector unsigned short)__a, &__cc);  in vec_all_ge()
2713 /*-- vec_all_gt -------------------------------------------------------------*/
2766 vec_all_gt(vector signed short __a, vector signed short __b) {  in vec_all_gt()
2773 vec_all_gt(vector signed short __a, vector bool short __b) {  in vec_all_gt()
2775   __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);  in vec_all_gt()
2780 vec_all_gt(vector bool short __a, vector signed short __b) {  in vec_all_gt()
2782   __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);  in vec_all_gt()
2787 vec_all_gt(vector unsigned short __a, vector unsigned short __b) {  in vec_all_gt()
2794 vec_all_gt(vector unsigned short __a, vector bool short __b) {  in vec_all_gt()
2796   __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);  in vec_all_gt()
2801 vec_all_gt(vector bool short __a, vector unsigned short __b) {  in vec_all_gt()
2803   __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);  in vec_all_gt()
2808 vec_all_gt(vector bool short __a, vector bool short __b) {  in vec_all_gt()
2810   __builtin_s390_vchlhs((vector unsigned short)__a,  in vec_all_gt()
2811                         (vector unsigned short)__b, &__cc);  in vec_all_gt()
2922 /*-- vec_all_le -------------------------------------------------------------*/
2975 vec_all_le(vector signed short __a, vector signed short __b) {  in vec_all_le()
2982 vec_all_le(vector signed short __a, vector bool short __b) {  in vec_all_le()
2984   __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);  in vec_all_le()
2989 vec_all_le(vector bool short __a, vector signed short __b) {  in vec_all_le()
2991   __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);  in vec_all_le()
2996 vec_all_le(vector unsigned short __a, vector unsigned short __b) {  in vec_all_le()
3003 vec_all_le(vector unsigned short __a, vector bool short __b) {  in vec_all_le()
3005   __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);  in vec_all_le()
3010 vec_all_le(vector bool short __a, vector unsigned short __b) {  in vec_all_le()
3012   __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);  in vec_all_le()
3017 vec_all_le(vector bool short __a, vector bool short __b) {  in vec_all_le()
3019   __builtin_s390_vchlhs((vector unsigned short)__a,  in vec_all_le()
3020                         (vector unsigned short)__b, &__cc);  in vec_all_le()
3131 /*-- vec_all_lt -------------------------------------------------------------*/
3184 vec_all_lt(vector signed short __a, vector signed short __b) {  in vec_all_lt()
3191 vec_all_lt(vector signed short __a, vector bool short __b) {  in vec_all_lt()
3193   __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);  in vec_all_lt()
3198 vec_all_lt(vector bool short __a, vector signed short __b) {  in vec_all_lt()
3200   __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);  in vec_all_lt()
3205 vec_all_lt(vector unsigned short __a, vector unsigned short __b) {  in vec_all_lt()
3212 vec_all_lt(vector unsigned short __a, vector bool short __b) {  in vec_all_lt()
3214   __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);  in vec_all_lt()
3219 vec_all_lt(vector bool short __a, vector unsigned short __b) {  in vec_all_lt()
3221   __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);  in vec_all_lt()
3226 vec_all_lt(vector bool short __a, vector bool short __b) {  in vec_all_lt()
3228   __builtin_s390_vchlhs((vector unsigned short)__b,  in vec_all_lt()
3229                         (vector unsigned short)__a, &__cc);  in vec_all_lt()
3340 /*-- vec_all_nge ------------------------------------------------------------*/
3349 /*-- vec_all_ngt ------------------------------------------------------------*/
3358 /*-- vec_all_nle ------------------------------------------------------------*/
3367 /*-- vec_all_nlt ------------------------------------------------------------*/
3376 /*-- vec_all_nan ------------------------------------------------------------*/
3385 /*-- vec_all_numeric --------------------------------------------------------*/
3394 /*-- vec_any_eq -------------------------------------------------------------*/
3450 vec_any_eq(vector signed short __a, vector signed short __b) {  in vec_any_eq()
3457 vec_any_eq(vector signed short __a, vector bool short __b) {  in vec_any_eq()
3459   __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);  in vec_any_eq()
3464 vec_any_eq(vector bool short __a, vector signed short __b) {  in vec_any_eq()
3466   __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);  in vec_any_eq()
3471 vec_any_eq(vector unsigned short __a, vector unsigned short __b) {  in vec_any_eq()
3473   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_eq()
3474                         (vector signed short)__b, &__cc);  in vec_any_eq()
3479 vec_any_eq(vector unsigned short __a, vector bool short __b) {  in vec_any_eq()
3481   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_eq()
3482                         (vector signed short)__b, &__cc);  in vec_any_eq()
3487 vec_any_eq(vector bool short __a, vector unsigned short __b) {  in vec_any_eq()
3489   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_eq()
3490                         (vector signed short)__b, &__cc);  in vec_any_eq()
3495 vec_any_eq(vector bool short __a, vector bool short __b) {  in vec_any_eq()
3497   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_eq()
3498                         (vector signed short)__b, &__cc);  in vec_any_eq()
3615 /*-- vec_any_ne -------------------------------------------------------------*/
3671 vec_any_ne(vector signed short __a, vector signed short __b) {  in vec_any_ne()
3678 vec_any_ne(vector signed short __a, vector bool short __b) {  in vec_any_ne()
3680   __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);  in vec_any_ne()
3685 vec_any_ne(vector bool short __a, vector signed short __b) {  in vec_any_ne()
3687   __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);  in vec_any_ne()
3692 vec_any_ne(vector unsigned short __a, vector unsigned short __b) {  in vec_any_ne()
3694   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_ne()
3695                         (vector signed short)__b, &__cc);  in vec_any_ne()
3700 vec_any_ne(vector unsigned short __a, vector bool short __b) {  in vec_any_ne()
3702   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_ne()
3703                         (vector signed short)__b, &__cc);  in vec_any_ne()
3708 vec_any_ne(vector bool short __a, vector unsigned short __b) {  in vec_any_ne()
3710   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_ne()
3711                         (vector signed short)__b, &__cc);  in vec_any_ne()
3716 vec_any_ne(vector bool short __a, vector bool short __b) {  in vec_any_ne()
3718   __builtin_s390_vceqhs((vector signed short)__a,  in vec_any_ne()
3719                         (vector signed short)__b, &__cc);  in vec_any_ne()
3836 /*-- vec_any_ge -------------------------------------------------------------*/
3889 vec_any_ge(vector signed short __a, vector signed short __b) {  in vec_any_ge()
3896 vec_any_ge(vector signed short __a, vector bool short __b) {  in vec_any_ge()
3898   __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);  in vec_any_ge()
3903 vec_any_ge(vector bool short __a, vector signed short __b) {  in vec_any_ge()
3905   __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);  in vec_any_ge()
3910 vec_any_ge(vector unsigned short __a, vector unsigned short __b) {  in vec_any_ge()
3917 vec_any_ge(vector unsigned short __a, vector bool short __b) {  in vec_any_ge()
3919   __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);  in vec_any_ge()
3924 vec_any_ge(vector bool short __a, vector unsigned short __b) {  in vec_any_ge()
3926   __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);  in vec_any_ge()
3931 vec_any_ge(vector bool short __a, vector bool short __b) {  in vec_any_ge()
3933   __builtin_s390_vchlhs((vector unsigned short)__b,  in vec_any_ge()
3934                         (vector unsigned short)__a, &__cc);  in vec_any_ge()
4045 /*-- vec_any_gt -------------------------------------------------------------*/
4098 vec_any_gt(vector signed short __a, vector signed short __b) {  in vec_any_gt()
4105 vec_any_gt(vector signed short __a, vector bool short __b) {  in vec_any_gt()
4107   __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);  in vec_any_gt()
4112 vec_any_gt(vector bool short __a, vector signed short __b) {  in vec_any_gt()
4114   __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);  in vec_any_gt()
4119 vec_any_gt(vector unsigned short __a, vector unsigned short __b) {  in vec_any_gt()
4126 vec_any_gt(vector unsigned short __a, vector bool short __b) {  in vec_any_gt()
4128   __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);  in vec_any_gt()
4133 vec_any_gt(vector bool short __a, vector unsigned short __b) {  in vec_any_gt()
4135   __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);  in vec_any_gt()
4140 vec_any_gt(vector bool short __a, vector bool short __b) {  in vec_any_gt()
4142   __builtin_s390_vchlhs((vector unsigned short)__a,  in vec_any_gt()
4143                         (vector unsigned short)__b, &__cc);  in vec_any_gt()
4254 /*-- vec_any_le -------------------------------------------------------------*/
4307 vec_any_le(vector signed short __a, vector signed short __b) {  in vec_any_le()
4314 vec_any_le(vector signed short __a, vector bool short __b) {  in vec_any_le()
4316   __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);  in vec_any_le()
4321 vec_any_le(vector bool short __a, vector signed short __b) {  in vec_any_le()
4323   __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);  in vec_any_le()
4328 vec_any_le(vector unsigned short __a, vector unsigned short __b) {  in vec_any_le()
4335 vec_any_le(vector unsigned short __a, vector bool short __b) {  in vec_any_le()
4337   __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);  in vec_any_le()
4342 vec_any_le(vector bool short __a, vector unsigned short __b) {  in vec_any_le()
4344   __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);  in vec_any_le()
4349 vec_any_le(vector bool short __a, vector bool short __b) {  in vec_any_le()
4351   __builtin_s390_vchlhs((vector unsigned short)__a,  in vec_any_le()
4352                         (vector unsigned short)__b, &__cc);  in vec_any_le()
4463 /*-- vec_any_lt -------------------------------------------------------------*/
4516 vec_any_lt(vector signed short __a, vector signed short __b) {  in vec_any_lt()
4523 vec_any_lt(vector signed short __a, vector bool short __b) {  in vec_any_lt()
4525   __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);  in vec_any_lt()
4530 vec_any_lt(vector bool short __a, vector signed short __b) {  in vec_any_lt()
4532   __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);  in vec_any_lt()
4537 vec_any_lt(vector unsigned short __a, vector unsigned short __b) {  in vec_any_lt()
4544 vec_any_lt(vector unsigned short __a, vector bool short __b) {  in vec_any_lt()
4546   __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);  in vec_any_lt()
4551 vec_any_lt(vector bool short __a, vector unsigned short __b) {  in vec_any_lt()
4553   __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);  in vec_any_lt()
4558 vec_any_lt(vector bool short __a, vector bool short __b) {  in vec_any_lt()
4560   __builtin_s390_vchlhs((vector unsigned short)__b,  in vec_any_lt()
4561                         (vector unsigned short)__a, &__cc);  in vec_any_lt()
4672 /*-- vec_any_nge ------------------------------------------------------------*/
4681 /*-- vec_any_ngt ------------------------------------------------------------*/
4690 /*-- vec_any_nle ------------------------------------------------------------*/
4699 /*-- vec_any_nlt ------------------------------------------------------------*/
4708 /*-- vec_any_nan ------------------------------------------------------------*/
4717 /*-- vec_any_numeric --------------------------------------------------------*/
4726 /*-- vec_andc ---------------------------------------------------------------*/
4763 static inline __ATTRS_o_ai vector bool short
4764 vec_andc(vector bool short __a, vector bool short __b) {  in vec_andc()
4768 static inline __ATTRS_o_ai vector signed short
4769 vec_andc(vector signed short __a, vector signed short __b) {  in vec_andc()
4773 static inline __ATTRS_o_ai vector signed short
4774 vec_andc(vector bool short __a, vector signed short __b) {  in vec_andc()
4778 static inline __ATTRS_o_ai vector signed short
4779 vec_andc(vector signed short __a, vector bool short __b) {  in vec_andc()
4783 static inline __ATTRS_o_ai vector unsigned short
4784 vec_andc(vector unsigned short __a, vector unsigned short __b) {  in vec_andc()
4788 static inline __ATTRS_o_ai vector unsigned short
4789 vec_andc(vector bool short __a, vector unsigned short __b) {  in vec_andc()
4793 static inline __ATTRS_o_ai vector unsigned short
4794 vec_andc(vector unsigned short __a, vector bool short __b) {  in vec_andc()
4886 /*-- vec_nor ----------------------------------------------------------------*/
4923 static inline __ATTRS_o_ai vector bool short
4924 vec_nor(vector bool short __a, vector bool short __b) {  in vec_nor()
4928 static inline __ATTRS_o_ai vector signed short
4929 vec_nor(vector signed short __a, vector signed short __b) {  in vec_nor()
4933 static inline __ATTRS_o_ai vector signed short
4934 vec_nor(vector bool short __a, vector signed short __b) {  in vec_nor()
4938 static inline __ATTRS_o_ai vector signed short
4939 vec_nor(vector signed short __a, vector bool short __b) {  in vec_nor()
4943 static inline __ATTRS_o_ai vector unsigned short
4944 vec_nor(vector unsigned short __a, vector unsigned short __b) {  in vec_nor()
4948 static inline __ATTRS_o_ai vector unsigned short
4949 vec_nor(vector bool short __a, vector unsigned short __b) {  in vec_nor()
4953 static inline __ATTRS_o_ai vector unsigned short
4954 vec_nor(vector unsigned short __a, vector bool short __b) {  in vec_nor()
5046 /*-- vec_cntlz --------------------------------------------------------------*/
5058 static inline __ATTRS_o_ai vector unsigned short
5059 vec_cntlz(vector signed short __a) {  in vec_cntlz()
5060   return __builtin_s390_vclzh((vector unsigned short)__a);  in vec_cntlz()
5063 static inline __ATTRS_o_ai vector unsigned short
5064 vec_cntlz(vector unsigned short __a) {  in vec_cntlz()
5088 /*-- vec_cnttz --------------------------------------------------------------*/
5100 static inline __ATTRS_o_ai vector unsigned short
5101 vec_cnttz(vector signed short __a) {  in vec_cnttz()
5102   return __builtin_s390_vctzh((vector unsigned short)__a);  in vec_cnttz()
5105 static inline __ATTRS_o_ai vector unsigned short
5106 vec_cnttz(vector unsigned short __a) {  in vec_cnttz()
5130 /*-- vec_popcnt -------------------------------------------------------------*/
5142 static inline __ATTRS_o_ai vector unsigned short
5143 vec_popcnt(vector signed short __a) {  in vec_popcnt()
5144   return __builtin_s390_vpopcth((vector unsigned short)__a);  in vec_popcnt()
5147 static inline __ATTRS_o_ai vector unsigned short
5148 vec_popcnt(vector unsigned short __a) {  in vec_popcnt()
5172 /*-- vec_rl -----------------------------------------------------------------*/
5185 static inline __ATTRS_o_ai vector signed short
5186 vec_rl(vector signed short __a, vector unsigned short __b) {  in vec_rl()
5187   return (vector signed short)__builtin_s390_verllvh(  in vec_rl()
5188     (vector unsigned short)__a, __b);  in vec_rl()
5191 static inline __ATTRS_o_ai vector unsigned short
5192 vec_rl(vector unsigned short __a, vector unsigned short __b) {  in vec_rl()
5218 /*-- vec_rli ----------------------------------------------------------------*/
5231 static inline __ATTRS_o_ai vector signed short
5232 vec_rli(vector signed short __a, unsigned long __b) {  in vec_rli()
5233   return (vector signed short)__builtin_s390_verllh(  in vec_rli()
5234     (vector unsigned short)__a, (int)__b);  in vec_rli()
5237 static inline __ATTRS_o_ai vector unsigned short
5238 vec_rli(vector unsigned short __a, unsigned long __b) {  in vec_rli()
5264 /*-- vec_rl_mask ------------------------------------------------------------*/
5274 extern __ATTRS_o vector signed short
5275 vec_rl_mask(vector signed short __a, vector unsigned short __b,
5278 extern __ATTRS_o vector unsigned short
5279 vec_rl_mask(vector unsigned short __a, vector unsigned short __b,
5308              (vector unsigned short)__x, (vector unsigned short)__x, \
5309              (vector unsigned short)__y, (Z)); break; \
5318 /*-- vec_sll ----------------------------------------------------------------*/
5327 vec_sll(vector signed char __a, vector unsigned short __b) {  in vec_sll()
5345 vec_sll(vector bool char __a, vector unsigned short __b) {  in vec_sll()
5362 vec_sll(vector unsigned char __a, vector unsigned short __b) {  in vec_sll()
5371 static inline __ATTRS_o_ai vector signed short
5372 vec_sll(vector signed short __a, vector unsigned char __b) {  in vec_sll()
5373   return (vector signed short)__builtin_s390_vsl(  in vec_sll()
5377 static inline __ATTRS_o_ai vector signed short
5378 vec_sll(vector signed short __a, vector unsigned short __b) {  in vec_sll()
5379   return (vector signed short)__builtin_s390_vsl(  in vec_sll()
5383 static inline __ATTRS_o_ai vector signed short
5384 vec_sll(vector signed short __a, vector unsigned int __b) {  in vec_sll()
5385   return (vector signed short)__builtin_s390_vsl(  in vec_sll()
5389 static inline __ATTRS_o_ai vector bool short
5390 vec_sll(vector bool short __a, vector unsigned char __b) {  in vec_sll()
5391   return (vector bool short)__builtin_s390_vsl(  in vec_sll()
5395 static inline __ATTRS_o_ai vector bool short
5396 vec_sll(vector bool short __a, vector unsigned short __b) {  in vec_sll()
5397   return (vector bool short)__builtin_s390_vsl(  in vec_sll()
5401 static inline __ATTRS_o_ai vector bool short
5402 vec_sll(vector bool short __a, vector unsigned int __b) {  in vec_sll()
5403   return (vector bool short)__builtin_s390_vsl(  in vec_sll()
5407 static inline __ATTRS_o_ai vector unsigned short
5408 vec_sll(vector unsigned short __a, vector unsigned char __b) {  in vec_sll()
5409   return (vector unsigned short)__builtin_s390_vsl(  in vec_sll()
5413 static inline __ATTRS_o_ai vector unsigned short
5414 vec_sll(vector unsigned short __a, vector unsigned short __b) {  in vec_sll()
5415   return (vector unsigned short)__builtin_s390_vsl(  in vec_sll()
5419 static inline __ATTRS_o_ai vector unsigned short
5420 vec_sll(vector unsigned short __a, vector unsigned int __b) {  in vec_sll()
5421   return (vector unsigned short)__builtin_s390_vsl(  in vec_sll()
5432 vec_sll(vector signed int __a, vector unsigned short __b) {  in vec_sll()
5450 vec_sll(vector bool int __a, vector unsigned short __b) {  in vec_sll()
5468 vec_sll(vector unsigned int __a, vector unsigned short __b) {  in vec_sll()
5486 vec_sll(vector signed long long __a, vector unsigned short __b) {  in vec_sll()
5504 vec_sll(vector bool long long __a, vector unsigned short __b) {  in vec_sll()
5522 vec_sll(vector unsigned long long __a, vector unsigned short __b) {  in vec_sll()
5533 /*-- vec_slb ----------------------------------------------------------------*/
5557 static inline __ATTRS_o_ai vector signed short
5558 vec_slb(vector signed short __a, vector signed short __b) {  in vec_slb()
5559   return (vector signed short)__builtin_s390_vslb(  in vec_slb()
5563 static inline __ATTRS_o_ai vector signed short
5564 vec_slb(vector signed short __a, vector unsigned short __b) {  in vec_slb()
5565   return (vector signed short)__builtin_s390_vslb(  in vec_slb()
5569 static inline __ATTRS_o_ai vector unsigned short
5570 vec_slb(vector unsigned short __a, vector signed short __b) {  in vec_slb()
5571   return (vector unsigned short)__builtin_s390_vslb(  in vec_slb()
5575 static inline __ATTRS_o_ai vector unsigned short
5576 vec_slb(vector unsigned short __a, vector unsigned short __b) {  in vec_slb()
5577   return (vector unsigned short)__builtin_s390_vslb(  in vec_slb()
5641 /*-- vec_sld ----------------------------------------------------------------*/
5651 extern __ATTRS_o vector signed short
5652 vec_sld(vector signed short __a, vector signed short __b, int __c)
5655 extern __ATTRS_o vector unsigned short
5656 vec_sld(vector unsigned short __a, vector unsigned short __b, int __c)
5683 /*-- vec_sldw ---------------------------------------------------------------*/
5693 extern __ATTRS_o vector signed short
5694 vec_sldw(vector signed short __a, vector signed short __b, int __c)
5697 extern __ATTRS_o vector unsigned short
5698 vec_sldw(vector unsigned short __a, vector unsigned short __b, int __c)
5725 /*-- vec_sral ---------------------------------------------------------------*/
5734 vec_sral(vector signed char __a, vector unsigned short __b) {  in vec_sral()
5752 vec_sral(vector bool char __a, vector unsigned short __b) {  in vec_sral()
5769 vec_sral(vector unsigned char __a, vector unsigned short __b) {  in vec_sral()
5778 static inline __ATTRS_o_ai vector signed short
5779 vec_sral(vector signed short __a, vector unsigned char __b) {  in vec_sral()
5780   return (vector signed short)__builtin_s390_vsra(  in vec_sral()
5784 static inline __ATTRS_o_ai vector signed short
5785 vec_sral(vector signed short __a, vector unsigned short __b) {  in vec_sral()
5786   return (vector signed short)__builtin_s390_vsra(  in vec_sral()
5790 static inline __ATTRS_o_ai vector signed short
5791 vec_sral(vector signed short __a, vector unsigned int __b) {  in vec_sral()
5792   return (vector signed short)__builtin_s390_vsra(  in vec_sral()
5796 static inline __ATTRS_o_ai vector bool short
5797 vec_sral(vector bool short __a, vector unsigned char __b) {  in vec_sral()
5798   return (vector bool short)__builtin_s390_vsra(  in vec_sral()
5802 static inline __ATTRS_o_ai vector bool short
5803 vec_sral(vector bool short __a, vector unsigned short __b) {  in vec_sral()
5804   return (vector bool short)__builtin_s390_vsra(  in vec_sral()
5808 static inline __ATTRS_o_ai vector bool short
5809 vec_sral(vector bool short __a, vector unsigned int __b) {  in vec_sral()
5810   return (vector bool short)__builtin_s390_vsra(  in vec_sral()
5814 static inline __ATTRS_o_ai vector unsigned short
5815 vec_sral(vector unsigned short __a, vector unsigned char __b) {  in vec_sral()
5816   return (vector unsigned short)__builtin_s390_vsra(  in vec_sral()
5820 static inline __ATTRS_o_ai vector unsigned short
5821 vec_sral(vector unsigned short __a, vector unsigned short __b) {  in vec_sral()
5822   return (vector unsigned short)__builtin_s390_vsra(  in vec_sral()
5826 static inline __ATTRS_o_ai vector unsigned short
5827 vec_sral(vector unsigned short __a, vector unsigned int __b) {  in vec_sral()
5828   return (vector unsigned short)__builtin_s390_vsra(  in vec_sral()
5839 vec_sral(vector signed int __a, vector unsigned short __b) {  in vec_sral()
5857 vec_sral(vector bool int __a, vector unsigned short __b) {  in vec_sral()
5875 vec_sral(vector unsigned int __a, vector unsigned short __b) {  in vec_sral()
5893 vec_sral(vector signed long long __a, vector unsigned short __b) {  in vec_sral()
5911 vec_sral(vector bool long long __a, vector unsigned short __b) {  in vec_sral()
5929 vec_sral(vector unsigned long long __a, vector unsigned short __b) {  in vec_sral()
5940 /*-- vec_srab ---------------------------------------------------------------*/
5964 static inline __ATTRS_o_ai vector signed short
5965 vec_srab(vector signed short __a, vector signed short __b) {  in vec_srab()
5966   return (vector signed short)__builtin_s390_vsrab(  in vec_srab()
5970 static inline __ATTRS_o_ai vector signed short
5971 vec_srab(vector signed short __a, vector unsigned short __b) {  in vec_srab()
5972   return (vector signed short)__builtin_s390_vsrab(  in vec_srab()
5976 static inline __ATTRS_o_ai vector unsigned short
5977 vec_srab(vector unsigned short __a, vector signed short __b) {  in vec_srab()
5978   return (vector unsigned short)__builtin_s390_vsrab(  in vec_srab()
5982 static inline __ATTRS_o_ai vector unsigned short
5983 vec_srab(vector unsigned short __a, vector unsigned short __b) {  in vec_srab()
5984   return (vector unsigned short)__builtin_s390_vsrab(  in vec_srab()
6048 /*-- vec_srl ----------------------------------------------------------------*/
6057 vec_srl(vector signed char __a, vector unsigned short __b) {  in vec_srl()
6075 vec_srl(vector bool char __a, vector unsigned short __b) {  in vec_srl()
6092 vec_srl(vector unsigned char __a, vector unsigned short __b) {  in vec_srl()
6101 static inline __ATTRS_o_ai vector signed short
6102 vec_srl(vector signed short __a, vector unsigned char __b) {  in vec_srl()
6103   return (vector signed short)__builtin_s390_vsrl(  in vec_srl()
6107 static inline __ATTRS_o_ai vector signed short
6108 vec_srl(vector signed short __a, vector unsigned short __b) {  in vec_srl()
6109   return (vector signed short)__builtin_s390_vsrl(  in vec_srl()
6113 static inline __ATTRS_o_ai vector signed short
6114 vec_srl(vector signed short __a, vector unsigned int __b) {  in vec_srl()
6115   return (vector signed short)__builtin_s390_vsrl(  in vec_srl()
6119 static inline __ATTRS_o_ai vector bool short
6120 vec_srl(vector bool short __a, vector unsigned char __b) {  in vec_srl()
6121   return (vector bool short)__builtin_s390_vsrl(  in vec_srl()
6125 static inline __ATTRS_o_ai vector bool short
6126 vec_srl(vector bool short __a, vector unsigned short __b) {  in vec_srl()
6127   return (vector bool short)__builtin_s390_vsrl(  in vec_srl()
6131 static inline __ATTRS_o_ai vector bool short
6132 vec_srl(vector bool short __a, vector unsigned int __b) {  in vec_srl()
6133   return (vector bool short)__builtin_s390_vsrl(  in vec_srl()
6137 static inline __ATTRS_o_ai vector unsigned short
6138 vec_srl(vector unsigned short __a, vector unsigned char __b) {  in vec_srl()
6139   return (vector unsigned short)__builtin_s390_vsrl(  in vec_srl()
6143 static inline __ATTRS_o_ai vector unsigned short
6144 vec_srl(vector unsigned short __a, vector unsigned short __b) {  in vec_srl()
6145   return (vector unsigned short)__builtin_s390_vsrl(  in vec_srl()
6149 static inline __ATTRS_o_ai vector unsigned short
6150 vec_srl(vector unsigned short __a, vector unsigned int __b) {  in vec_srl()
6151   return (vector unsigned short)__builtin_s390_vsrl(  in vec_srl()
6162 vec_srl(vector signed int __a, vector unsigned short __b) {  in vec_srl()
6180 vec_srl(vector bool int __a, vector unsigned short __b) {  in vec_srl()
6198 vec_srl(vector unsigned int __a, vector unsigned short __b) {  in vec_srl()
6216 vec_srl(vector signed long long __a, vector unsigned short __b) {  in vec_srl()
6234 vec_srl(vector bool long long __a, vector unsigned short __b) {  in vec_srl()
6252 vec_srl(vector unsigned long long __a, vector unsigned short __b) {  in vec_srl()
6263 /*-- vec_srb ----------------------------------------------------------------*/
6287 static inline __ATTRS_o_ai vector signed short
6288 vec_srb(vector signed short __a, vector signed short __b) {  in vec_srb()
6289   return (vector signed short)__builtin_s390_vsrlb(  in vec_srb()
6293 static inline __ATTRS_o_ai vector signed short
6294 vec_srb(vector signed short __a, vector unsigned short __b) {  in vec_srb()
6295   return (vector signed short)__builtin_s390_vsrlb(  in vec_srb()
6299 static inline __ATTRS_o_ai vector unsigned short
6300 vec_srb(vector unsigned short __a, vector signed short __b) {  in vec_srb()
6301   return (vector unsigned short)__builtin_s390_vsrlb(  in vec_srb()
6305 static inline __ATTRS_o_ai vector unsigned short
6306 vec_srb(vector unsigned short __a, vector unsigned short __b) {  in vec_srb()
6307   return (vector unsigned short)__builtin_s390_vsrlb(  in vec_srb()
6371 /*-- vec_abs ----------------------------------------------------------------*/
6375   return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed char)0));  in vec_abs()
6378 static inline __ATTRS_o_ai vector signed short
6379 vec_abs(vector signed short __a) {  in vec_abs()
6380   return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed short)0));  in vec_abs()
6385   return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed int)0));  in vec_abs()
6390   return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed long long)0));  in vec_abs()
6398 /*-- vec_nabs ---------------------------------------------------------------*/
6405 /*-- vec_max ----------------------------------------------------------------*/
6441 static inline __ATTRS_o_ai vector signed short
6442 vec_max(vector signed short __a, vector signed short __b) {  in vec_max()
6446 static inline __ATTRS_o_ai vector signed short
6447 vec_max(vector signed short __a, vector bool short __b) {  in vec_max()
6448   vector signed short __bc = (vector signed short)__b;  in vec_max()
6452 static inline __ATTRS_o_ai vector signed short
6453 vec_max(vector bool short __a, vector signed short __b) {  in vec_max()
6454   vector signed short __ac = (vector signed short)__a;  in vec_max()
6458 static inline __ATTRS_o_ai vector unsigned short
6459 vec_max(vector unsigned short __a, vector unsigned short __b) {  in vec_max()
6463 static inline __ATTRS_o_ai vector unsigned short
6464 vec_max(vector unsigned short __a, vector bool short __b) {  in vec_max()
6465   vector unsigned short __bc = (vector unsigned short)__b;  in vec_max()
6469 static inline __ATTRS_o_ai vector unsigned short
6470 vec_max(vector bool short __a, vector unsigned short __b) {  in vec_max()
6471   vector unsigned short __ac = (vector unsigned short)__a;  in vec_max()
6548 /*-- vec_min ----------------------------------------------------------------*/
6584 static inline __ATTRS_o_ai vector signed short
6585 vec_min(vector signed short __a, vector signed short __b) {  in vec_min()
6589 static inline __ATTRS_o_ai vector signed short
6590 vec_min(vector signed short __a, vector bool short __b) {  in vec_min()
6591   vector signed short __bc = (vector signed short)__b;  in vec_min()
6595 static inline __ATTRS_o_ai vector signed short
6596 vec_min(vector bool short __a, vector signed short __b) {  in vec_min()
6597   vector signed short __ac = (vector signed short)__a;  in vec_min()
6601 static inline __ATTRS_o_ai vector unsigned short
6602 vec_min(vector unsigned short __a, vector unsigned short __b) {  in vec_min()
6606 static inline __ATTRS_o_ai vector unsigned short
6607 vec_min(vector unsigned short __a, vector bool short __b) {  in vec_min()
6608   vector unsigned short __bc = (vector unsigned short)__b;  in vec_min()
6612 static inline __ATTRS_o_ai vector unsigned short
6613 vec_min(vector bool short __a, vector unsigned short __b) {  in vec_min()
6614   vector unsigned short __ac = (vector unsigned short)__a;  in vec_min()
6691 /*-- vec_add_u128 -----------------------------------------------------------*/
6698 /*-- vec_addc ---------------------------------------------------------------*/
6705 static inline __ATTRS_o_ai vector unsigned short
6706 vec_addc(vector unsigned short __a, vector unsigned short __b) {  in vec_addc()
6720 /*-- vec_addc_u128 ----------------------------------------------------------*/
6727 /*-- vec_adde_u128 ----------------------------------------------------------*/
6735 /*-- vec_addec_u128 ---------------------------------------------------------*/
6743 /*-- vec_avg ----------------------------------------------------------------*/
6750 static inline __ATTRS_o_ai vector signed short
6751 vec_avg(vector signed short __a, vector signed short __b) {  in vec_avg()
6770 static inline __ATTRS_o_ai vector unsigned short
6771 vec_avg(vector unsigned short __a, vector unsigned short __b) {  in vec_avg()
6785 /*-- vec_checksum -----------------------------------------------------------*/
6792 /*-- vec_gfmsum -------------------------------------------------------------*/
6794 static inline __ATTRS_o_ai vector unsigned short
6800 vec_gfmsum(vector unsigned short __a, vector unsigned short __b) {  in vec_gfmsum()
6809 /*-- vec_gfmsum_128 ---------------------------------------------------------*/
6816 /*-- vec_gfmsum_accum -------------------------------------------------------*/
6818 static inline __ATTRS_o_ai vector unsigned short
6820                  vector unsigned short __c) {  in vec_gfmsum_accum()
6825 vec_gfmsum_accum(vector unsigned short __a, vector unsigned short __b,  in vec_gfmsum_accum()
6836 /*-- vec_gfmsum_accum_128 ---------------------------------------------------*/
6845 /*-- vec_mladd --------------------------------------------------------------*/
6871 static inline __ATTRS_o_ai vector signed short
6872 vec_mladd(vector signed short __a, vector signed short __b,  in vec_mladd()
6873           vector signed short __c) {  in vec_mladd()
6877 static inline __ATTRS_o_ai vector signed short
6878 vec_mladd(vector unsigned short __a, vector signed short __b,  in vec_mladd()
6879           vector signed short __c) {  in vec_mladd()
6880   return (vector signed short)__a * __b + __c;  in vec_mladd()
6883 static inline __ATTRS_o_ai vector signed short
6884 vec_mladd(vector signed short __a, vector unsigned short __b,  in vec_mladd()
6885           vector unsigned short __c) {  in vec_mladd()
6886   return __a * (vector signed short)__b + (vector signed short)__c;  in vec_mladd()
6889 static inline __ATTRS_o_ai vector unsigned short
6890 vec_mladd(vector unsigned short __a, vector unsigned short __b,  in vec_mladd()
6891           vector unsigned short __c) {  in vec_mladd()
6919 /*-- vec_mhadd --------------------------------------------------------------*/
6933 static inline __ATTRS_o_ai vector signed short
6934 vec_mhadd(vector signed short __a, vector signed short __b,  in vec_mhadd()
6935           vector signed short __c) {  in vec_mhadd()
6939 static inline __ATTRS_o_ai vector unsigned short
6940 vec_mhadd(vector unsigned short __a, vector unsigned short __b,  in vec_mhadd()
6941           vector unsigned short __c) {  in vec_mhadd()
6957 /*-- vec_meadd --------------------------------------------------------------*/
6959 static inline __ATTRS_o_ai vector signed short
6961           vector signed short __c) {  in vec_meadd()
6965 static inline __ATTRS_o_ai vector unsigned short
6967           vector unsigned short __c) {  in vec_meadd()
6972 vec_meadd(vector signed short __a, vector signed short __b,  in vec_meadd()
6978 vec_meadd(vector unsigned short __a, vector unsigned short __b,  in vec_meadd()
6995 /*-- vec_moadd --------------------------------------------------------------*/
6997 static inline __ATTRS_o_ai vector signed short
6999           vector signed short __c) {  in vec_moadd()
7003 static inline __ATTRS_o_ai vector unsigned short
7005           vector unsigned short __c) {  in vec_moadd()
7010 vec_moadd(vector signed short __a, vector signed short __b,  in vec_moadd()
7016 vec_moadd(vector unsigned short __a, vector unsigned short __b,  in vec_moadd()
7033 /*-- vec_mulh ---------------------------------------------------------------*/
7045 static inline __ATTRS_o_ai vector signed short
7046 vec_mulh(vector signed short __a, vector signed short __b) {  in vec_mulh()
7050 static inline __ATTRS_o_ai vector unsigned short
7051 vec_mulh(vector unsigned short __a, vector unsigned short __b) {  in vec_mulh()
7065 /*-- vec_mule ---------------------------------------------------------------*/
7067 static inline __ATTRS_o_ai vector signed short
7072 static inline __ATTRS_o_ai vector unsigned short
7078 vec_mule(vector signed short __a, vector signed short __b) {  in vec_mule()
7083 vec_mule(vector unsigned short __a, vector unsigned short __b) {  in vec_mule()
7097 /*-- vec_mulo ---------------------------------------------------------------*/
7099 static inline __ATTRS_o_ai vector signed short
7104 static inline __ATTRS_o_ai vector unsigned short
7110 vec_mulo(vector signed short __a, vector signed short __b) {  in vec_mulo()
7115 vec_mulo(vector unsigned short __a, vector unsigned short __b) {  in vec_mulo()
7129 /*-- vec_sub_u128 -----------------------------------------------------------*/
7136 /*-- vec_subc ---------------------------------------------------------------*/
7143 static inline __ATTRS_o_ai vector unsigned short
7144 vec_subc(vector unsigned short __a, vector unsigned short __b) {  in vec_subc()
7158 /*-- vec_subc_u128 ----------------------------------------------------------*/
7165 /*-- vec_sube_u128 ----------------------------------------------------------*/
7173 /*-- vec_subec_u128 ---------------------------------------------------------*/
7181 /*-- vec_sum2 ---------------------------------------------------------------*/
7184 vec_sum2(vector unsigned short __a, vector unsigned short __b) {  in vec_sum2()
7193 /*-- vec_sum_u128 -----------------------------------------------------------*/
7205 /*-- vec_sum4 ---------------------------------------------------------------*/
7213 vec_sum4(vector unsigned short __a, vector unsigned short __b) {  in vec_sum4()
7217 /*-- vec_test_mask ----------------------------------------------------------*/
7231 vec_test_mask(vector signed short __a, vector unsigned short __b) {  in vec_test_mask()
7237 vec_test_mask(vector unsigned short __a, vector unsigned short __b) {  in vec_test_mask()
7272 /*-- vec_madd ---------------------------------------------------------------*/
7279 /*-- vec_msub ---------------------------------------------------------------*/
7286 /*-- vec_sqrt ---------------------------------------------------------------*/
7293 /*-- vec_ld2f ---------------------------------------------------------------*/
7301 /*-- vec_st2f ---------------------------------------------------------------*/
7309 /*-- vec_ctd ----------------------------------------------------------------*/
7315   __conv *= (vector double)(vector unsigned long long)((0x3ffULL - __b) << 52);  in vec_ctd()
7323   __conv *= (vector double)(vector unsigned long long)((0x3ffULL - __b) << 52);  in vec_ctd()
7327 /*-- vec_ctsl ---------------------------------------------------------------*/
7336 /*-- vec_ctul ---------------------------------------------------------------*/
7345 /*-- vec_roundp -------------------------------------------------------------*/
7352 /*-- vec_ceil ---------------------------------------------------------------*/
7356   // On this platform, vec_ceil never triggers the IEEE-inexact exception.  in vec_ceil()
7360 /*-- vec_roundm -------------------------------------------------------------*/
7367 /*-- vec_floor --------------------------------------------------------------*/
7371   // On this platform, vec_floor never triggers the IEEE-inexact exception.  in vec_floor()
7375 /*-- vec_roundz -------------------------------------------------------------*/
7382 /*-- vec_trunc --------------------------------------------------------------*/
7386   // On this platform, vec_trunc never triggers the IEEE-inexact exception.  in vec_trunc()
7390 /*-- vec_roundc -------------------------------------------------------------*/
7397 /*-- vec_round --------------------------------------------------------------*/
7404 /*-- vec_fp_test_data_class -------------------------------------------------*/
7409 /*-- vec_cp_until_zero ------------------------------------------------------*/
7426 static inline __ATTRS_o_ai vector signed short
7427 vec_cp_until_zero(vector signed short __a) {  in vec_cp_until_zero()
7428   return (vector signed short)__builtin_s390_vistrh((vector unsigned short)__a);  in vec_cp_until_zero()
7431 static inline __ATTRS_o_ai vector bool short
7432 vec_cp_until_zero(vector bool short __a) {  in vec_cp_until_zero()
7433   return (vector bool short)__builtin_s390_vistrh((vector unsigned short)__a);  in vec_cp_until_zero()
7436 static inline __ATTRS_o_ai vector unsigned short
7437 vec_cp_until_zero(vector unsigned short __a) {  in vec_cp_until_zero()
7456 /*-- vec_cp_until_zero_cc ---------------------------------------------------*/
7475 static inline __ATTRS_o_ai vector signed short
7476 vec_cp_until_zero_cc(vector signed short __a, int *__cc) {  in vec_cp_until_zero_cc()
7477   return (vector signed short)  in vec_cp_until_zero_cc()
7478     __builtin_s390_vistrhs((vector unsigned short)__a, __cc);  in vec_cp_until_zero_cc()
7481 static inline __ATTRS_o_ai vector bool short
7482 vec_cp_until_zero_cc(vector bool short __a, int *__cc) {  in vec_cp_until_zero_cc()
7483   return (vector bool short)  in vec_cp_until_zero_cc()
7484     __builtin_s390_vistrhs((vector unsigned short)__a, __cc);  in vec_cp_until_zero_cc()
7487 static inline __ATTRS_o_ai vector unsigned short
7488 vec_cp_until_zero_cc(vector unsigned short __a, int *__cc) {  in vec_cp_until_zero_cc()
7509 /*-- vec_cmpeq_idx ----------------------------------------------------------*/
7529 static inline __ATTRS_o_ai vector signed short
7530 vec_cmpeq_idx(vector signed short __a, vector signed short __b) {  in vec_cmpeq_idx()
7531   return (vector signed short)  in vec_cmpeq_idx()
7532     __builtin_s390_vfeeh((vector unsigned short)__a,  in vec_cmpeq_idx()
7533                          (vector unsigned short)__b);  in vec_cmpeq_idx()
7536 static inline __ATTRS_o_ai vector unsigned short
7537 vec_cmpeq_idx(vector bool short __a, vector bool short __b) {  in vec_cmpeq_idx()
7538   return __builtin_s390_vfeeh((vector unsigned short)__a,  in vec_cmpeq_idx()
7539                               (vector unsigned short)__b);  in vec_cmpeq_idx()
7542 static inline __ATTRS_o_ai vector unsigned short
7543 vec_cmpeq_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpeq_idx()
7565 /*-- vec_cmpeq_idx_cc -------------------------------------------------------*/
7586 static inline __ATTRS_o_ai vector signed short
7587 vec_cmpeq_idx_cc(vector signed short __a, vector signed short __b, int *__cc) {  in vec_cmpeq_idx_cc()
7588   return (vector signed short)  in vec_cmpeq_idx_cc()
7589     __builtin_s390_vfeehs((vector unsigned short)__a,  in vec_cmpeq_idx_cc()
7590                           (vector unsigned short)__b, __cc);  in vec_cmpeq_idx_cc()
7593 static inline __ATTRS_o_ai vector unsigned short
7594 vec_cmpeq_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_cmpeq_idx_cc()
7595   return __builtin_s390_vfeehs((vector unsigned short)__a,  in vec_cmpeq_idx_cc()
7596                                (vector unsigned short)__b, __cc);  in vec_cmpeq_idx_cc()
7599 static inline __ATTRS_o_ai vector unsigned short
7600 vec_cmpeq_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpeq_idx_cc()
7623 /*-- vec_cmpeq_or_0_idx -----------------------------------------------------*/
7643 static inline __ATTRS_o_ai vector signed short
7644 vec_cmpeq_or_0_idx(vector signed short __a, vector signed short __b) {  in vec_cmpeq_or_0_idx()
7645   return (vector signed short)  in vec_cmpeq_or_0_idx()
7646     __builtin_s390_vfeezh((vector unsigned short)__a,  in vec_cmpeq_or_0_idx()
7647                           (vector unsigned short)__b);  in vec_cmpeq_or_0_idx()
7650 static inline __ATTRS_o_ai vector unsigned short
7651 vec_cmpeq_or_0_idx(vector bool short __a, vector bool short __b) {  in vec_cmpeq_or_0_idx()
7652   return __builtin_s390_vfeezh((vector unsigned short)__a,  in vec_cmpeq_or_0_idx()
7653                                (vector unsigned short)__b);  in vec_cmpeq_or_0_idx()
7656 static inline __ATTRS_o_ai vector unsigned short
7657 vec_cmpeq_or_0_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpeq_or_0_idx()
7679 /*-- vec_cmpeq_or_0_idx_cc --------------------------------------------------*/
7701 static inline __ATTRS_o_ai vector signed short
7702 vec_cmpeq_or_0_idx_cc(vector signed short __a, vector signed short __b,  in vec_cmpeq_or_0_idx_cc()
7704   return (vector signed short)  in vec_cmpeq_or_0_idx_cc()
7705     __builtin_s390_vfeezhs((vector unsigned short)__a,  in vec_cmpeq_or_0_idx_cc()
7706                            (vector unsigned short)__b, __cc);  in vec_cmpeq_or_0_idx_cc()
7709 static inline __ATTRS_o_ai vector unsigned short
7710 vec_cmpeq_or_0_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_cmpeq_or_0_idx_cc()
7711   return __builtin_s390_vfeezhs((vector unsigned short)__a,  in vec_cmpeq_or_0_idx_cc()
7712                                 (vector unsigned short)__b, __cc);  in vec_cmpeq_or_0_idx_cc()
7715 static inline __ATTRS_o_ai vector unsigned short
7716 vec_cmpeq_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpeq_or_0_idx_cc()
7740 /*-- vec_cmpne_idx ----------------------------------------------------------*/
7760 static inline __ATTRS_o_ai vector signed short
7761 vec_cmpne_idx(vector signed short __a, vector signed short __b) {  in vec_cmpne_idx()
7762   return (vector signed short)  in vec_cmpne_idx()
7763     __builtin_s390_vfeneh((vector unsigned short)__a,  in vec_cmpne_idx()
7764                           (vector unsigned short)__b);  in vec_cmpne_idx()
7767 static inline __ATTRS_o_ai vector unsigned short
7768 vec_cmpne_idx(vector bool short __a, vector bool short __b) {  in vec_cmpne_idx()
7769   return __builtin_s390_vfeneh((vector unsigned short)__a,  in vec_cmpne_idx()
7770                                (vector unsigned short)__b);  in vec_cmpne_idx()
7773 static inline __ATTRS_o_ai vector unsigned short
7774 vec_cmpne_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpne_idx()
7796 /*-- vec_cmpne_idx_cc -------------------------------------------------------*/
7817 static inline __ATTRS_o_ai vector signed short
7818 vec_cmpne_idx_cc(vector signed short __a, vector signed short __b, int *__cc) {  in vec_cmpne_idx_cc()
7819   return (vector signed short)  in vec_cmpne_idx_cc()
7820     __builtin_s390_vfenehs((vector unsigned short)__a,  in vec_cmpne_idx_cc()
7821                            (vector unsigned short)__b, __cc);  in vec_cmpne_idx_cc()
7824 static inline __ATTRS_o_ai vector unsigned short
7825 vec_cmpne_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_cmpne_idx_cc()
7826   return __builtin_s390_vfenehs((vector unsigned short)__a,  in vec_cmpne_idx_cc()
7827                                 (vector unsigned short)__b, __cc);  in vec_cmpne_idx_cc()
7830 static inline __ATTRS_o_ai vector unsigned short
7831 vec_cmpne_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpne_idx_cc()
7854 /*-- vec_cmpne_or_0_idx -----------------------------------------------------*/
7874 static inline __ATTRS_o_ai vector signed short
7875 vec_cmpne_or_0_idx(vector signed short __a, vector signed short __b) {  in vec_cmpne_or_0_idx()
7876   return (vector signed short)  in vec_cmpne_or_0_idx()
7877     __builtin_s390_vfenezh((vector unsigned short)__a,  in vec_cmpne_or_0_idx()
7878                            (vector unsigned short)__b);  in vec_cmpne_or_0_idx()
7881 static inline __ATTRS_o_ai vector unsigned short
7882 vec_cmpne_or_0_idx(vector bool short __a, vector bool short __b) {  in vec_cmpne_or_0_idx()
7883   return __builtin_s390_vfenezh((vector unsigned short)__a,  in vec_cmpne_or_0_idx()
7884                                 (vector unsigned short)__b);  in vec_cmpne_or_0_idx()
7887 static inline __ATTRS_o_ai vector unsigned short
7888 vec_cmpne_or_0_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_cmpne_or_0_idx()
7910 /*-- vec_cmpne_or_0_idx_cc --------------------------------------------------*/
7932 static inline __ATTRS_o_ai vector signed short
7933 vec_cmpne_or_0_idx_cc(vector signed short __a, vector signed short __b,  in vec_cmpne_or_0_idx_cc()
7935   return (vector signed short)  in vec_cmpne_or_0_idx_cc()
7936     __builtin_s390_vfenezhs((vector unsigned short)__a,  in vec_cmpne_or_0_idx_cc()
7937                             (vector unsigned short)__b, __cc);  in vec_cmpne_or_0_idx_cc()
7940 static inline __ATTRS_o_ai vector unsigned short
7941 vec_cmpne_or_0_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_cmpne_or_0_idx_cc()
7942   return __builtin_s390_vfenezhs((vector unsigned short)__a,  in vec_cmpne_or_0_idx_cc()
7943                                  (vector unsigned short)__b, __cc);  in vec_cmpne_or_0_idx_cc()
7946 static inline __ATTRS_o_ai vector unsigned short
7947 vec_cmpne_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpne_or_0_idx_cc()
7971 /*-- vec_cmprg --------------------------------------------------------------*/
7979 static inline __ATTRS_o_ai vector bool short
7980 vec_cmprg(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg()
7981           vector unsigned short __c) {  in vec_cmprg()
7982   return (vector bool short)__builtin_s390_vstrch(__a, __b, __c, 4);  in vec_cmprg()
7991 /*-- vec_cmprg_cc -----------------------------------------------------------*/
7999 static inline __ATTRS_o_ai vector bool short
8000 vec_cmprg_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg_cc()
8001              vector unsigned short __c, int *__cc) {  in vec_cmprg_cc()
8002   return (vector bool short)__builtin_s390_vstrchs(__a, __b, __c, 4, __cc);  in vec_cmprg_cc()
8011 /*-- vec_cmprg_idx ----------------------------------------------------------*/
8019 static inline __ATTRS_o_ai vector unsigned short
8020 vec_cmprg_idx(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg_idx()
8021               vector unsigned short __c) {  in vec_cmprg_idx()
8031 /*-- vec_cmprg_idx_cc -------------------------------------------------------*/
8039 static inline __ATTRS_o_ai vector unsigned short
8040 vec_cmprg_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg_idx_cc()
8041                  vector unsigned short __c, int *__cc) {  in vec_cmprg_idx_cc()
8051 /*-- vec_cmprg_or_0_idx -----------------------------------------------------*/
8059 static inline __ATTRS_o_ai vector unsigned short
8060 vec_cmprg_or_0_idx(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg_or_0_idx()
8061                    vector unsigned short __c) {  in vec_cmprg_or_0_idx()
8071 /*-- vec_cmprg_or_0_idx_cc --------------------------------------------------*/
8079 static inline __ATTRS_o_ai vector unsigned short
8080 vec_cmprg_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmprg_or_0_idx_cc()
8081                       vector unsigned short __c, int *__cc) {  in vec_cmprg_or_0_idx_cc()
8091 /*-- vec_cmpnrg -------------------------------------------------------------*/
8099 static inline __ATTRS_o_ai vector bool short
8100 vec_cmpnrg(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg()
8101            vector unsigned short __c) {  in vec_cmpnrg()
8102   return (vector bool short)__builtin_s390_vstrch(__a, __b, __c, 12);  in vec_cmpnrg()
8111 /*-- vec_cmpnrg_cc ----------------------------------------------------------*/
8119 static inline __ATTRS_o_ai vector bool short
8120 vec_cmpnrg_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg_cc()
8121               vector unsigned short __c, int *__cc) {  in vec_cmpnrg_cc()
8122   return (vector bool short)__builtin_s390_vstrchs(__a, __b, __c, 12, __cc);  in vec_cmpnrg_cc()
8131 /*-- vec_cmpnrg_idx ---------------------------------------------------------*/
8139 static inline __ATTRS_o_ai vector unsigned short
8140 vec_cmpnrg_idx(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg_idx()
8141                vector unsigned short __c) {  in vec_cmpnrg_idx()
8151 /*-- vec_cmpnrg_idx_cc ------------------------------------------------------*/
8159 static inline __ATTRS_o_ai vector unsigned short
8160 vec_cmpnrg_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg_idx_cc()
8161                   vector unsigned short __c, int *__cc) {  in vec_cmpnrg_idx_cc()
8171 /*-- vec_cmpnrg_or_0_idx ----------------------------------------------------*/
8179 static inline __ATTRS_o_ai vector unsigned short
8180 vec_cmpnrg_or_0_idx(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg_or_0_idx()
8181                     vector unsigned short __c) {  in vec_cmpnrg_or_0_idx()
8191 /*-- vec_cmpnrg_or_0_idx_cc -------------------------------------------------*/
8199 static inline __ATTRS_o_ai vector unsigned short
8200 vec_cmpnrg_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_cmpnrg_or_0_idx_cc()
8201                        vector unsigned short __c, int *__cc) {  in vec_cmpnrg_or_0_idx_cc()
8211 /*-- vec_find_any_eq --------------------------------------------------------*/
8232 static inline __ATTRS_o_ai vector bool short
8233 vec_find_any_eq(vector signed short __a, vector signed short __b) {  in vec_find_any_eq()
8234   return (vector bool short)  in vec_find_any_eq()
8235     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_eq()
8236                          (vector unsigned short)__b, 4);  in vec_find_any_eq()
8239 static inline __ATTRS_o_ai vector bool short
8240 vec_find_any_eq(vector bool short __a, vector bool short __b) {  in vec_find_any_eq()
8241   return (vector bool short)  in vec_find_any_eq()
8242     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_eq()
8243                          (vector unsigned short)__b, 4);  in vec_find_any_eq()
8246 static inline __ATTRS_o_ai vector bool short
8247 vec_find_any_eq(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_eq()
8248   return (vector bool short)__builtin_s390_vfaeh(__a, __b, 4);  in vec_find_any_eq()
8270 /*-- vec_find_any_eq_cc -----------------------------------------------------*/
8292 static inline __ATTRS_o_ai vector bool short
8293 vec_find_any_eq_cc(vector signed short __a, vector signed short __b,  in vec_find_any_eq_cc()
8295   return (vector bool short)  in vec_find_any_eq_cc()
8296     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_eq_cc()
8297                           (vector unsigned short)__b, 4, __cc);  in vec_find_any_eq_cc()
8300 static inline __ATTRS_o_ai vector bool short
8301 vec_find_any_eq_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_find_any_eq_cc()
8302   return (vector bool short)  in vec_find_any_eq_cc()
8303     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_eq_cc()
8304                           (vector unsigned short)__b, 4, __cc);  in vec_find_any_eq_cc()
8307 static inline __ATTRS_o_ai vector bool short
8308 vec_find_any_eq_cc(vector unsigned short __a, vector unsigned short __b,  in vec_find_any_eq_cc()
8310   return (vector bool short)__builtin_s390_vfaehs(__a, __b, 4, __cc);  in vec_find_any_eq_cc()
8333 /*-- vec_find_any_eq_idx ----------------------------------------------------*/
8353 static inline __ATTRS_o_ai vector signed short
8354 vec_find_any_eq_idx(vector signed short __a, vector signed short __b) {  in vec_find_any_eq_idx()
8355   return (vector signed short)  in vec_find_any_eq_idx()
8356     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_eq_idx()
8357                          (vector unsigned short)__b, 0);  in vec_find_any_eq_idx()
8360 static inline __ATTRS_o_ai vector unsigned short
8361 vec_find_any_eq_idx(vector bool short __a, vector bool short __b) {  in vec_find_any_eq_idx()
8362   return __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_eq_idx()
8363                               (vector unsigned short)__b, 0);  in vec_find_any_eq_idx()
8366 static inline __ATTRS_o_ai vector unsigned short
8367 vec_find_any_eq_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_eq_idx()
8389 /*-- vec_find_any_eq_idx_cc -------------------------------------------------*/
8411 static inline __ATTRS_o_ai vector signed short
8412 vec_find_any_eq_idx_cc(vector signed short __a, vector signed short __b,  in vec_find_any_eq_idx_cc()
8414   return (vector signed short)  in vec_find_any_eq_idx_cc()
8415     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_eq_idx_cc()
8416                           (vector unsigned short)__b, 0, __cc);  in vec_find_any_eq_idx_cc()
8419 static inline __ATTRS_o_ai vector unsigned short
8420 vec_find_any_eq_idx_cc(vector bool short __a, vector bool short __b,  in vec_find_any_eq_idx_cc()
8422   return __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_eq_idx_cc()
8423                                (vector unsigned short)__b, 0, __cc);  in vec_find_any_eq_idx_cc()
8426 static inline __ATTRS_o_ai vector unsigned short
8427 vec_find_any_eq_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_find_any_eq_idx_cc()
8452 /*-- vec_find_any_eq_or_0_idx -----------------------------------------------*/
8472 static inline __ATTRS_o_ai vector signed short
8473 vec_find_any_eq_or_0_idx(vector signed short __a, vector signed short __b) {  in vec_find_any_eq_or_0_idx()
8474   return (vector signed short)  in vec_find_any_eq_or_0_idx()
8475     __builtin_s390_vfaezh((vector unsigned short)__a,  in vec_find_any_eq_or_0_idx()
8476                           (vector unsigned short)__b, 0);  in vec_find_any_eq_or_0_idx()
8479 static inline __ATTRS_o_ai vector unsigned short
8480 vec_find_any_eq_or_0_idx(vector bool short __a, vector bool short __b) {  in vec_find_any_eq_or_0_idx()
8481   return __builtin_s390_vfaezh((vector unsigned short)__a,  in vec_find_any_eq_or_0_idx()
8482                                (vector unsigned short)__b, 0);  in vec_find_any_eq_or_0_idx()
8485 static inline __ATTRS_o_ai vector unsigned short
8486 vec_find_any_eq_or_0_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_eq_or_0_idx()
8508 /*-- vec_find_any_eq_or_0_idx_cc --------------------------------------------*/
8531 static inline __ATTRS_o_ai vector signed short
8532 vec_find_any_eq_or_0_idx_cc(vector signed short __a, vector signed short __b,  in vec_find_any_eq_or_0_idx_cc()
8534   return (vector signed short)  in vec_find_any_eq_or_0_idx_cc()
8535     __builtin_s390_vfaezhs((vector unsigned short)__a,  in vec_find_any_eq_or_0_idx_cc()
8536                            (vector unsigned short)__b, 0, __cc);  in vec_find_any_eq_or_0_idx_cc()
8539 static inline __ATTRS_o_ai vector unsigned short
8540 vec_find_any_eq_or_0_idx_cc(vector bool short __a, vector bool short __b,  in vec_find_any_eq_or_0_idx_cc()
8542   return __builtin_s390_vfaezhs((vector unsigned short)__a,  in vec_find_any_eq_or_0_idx_cc()
8543                                 (vector unsigned short)__b, 0, __cc);  in vec_find_any_eq_or_0_idx_cc()
8546 static inline __ATTRS_o_ai vector unsigned short
8547 vec_find_any_eq_or_0_idx_cc(vector unsigned short __a,  in vec_find_any_eq_or_0_idx_cc()
8548                             vector unsigned short __b, int *__cc) {  in vec_find_any_eq_or_0_idx_cc()
8573 /*-- vec_find_any_ne --------------------------------------------------------*/
8594 static inline __ATTRS_o_ai vector bool short
8595 vec_find_any_ne(vector signed short __a, vector signed short __b) {  in vec_find_any_ne()
8596   return (vector bool short)  in vec_find_any_ne()
8597     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_ne()
8598                          (vector unsigned short)__b, 12);  in vec_find_any_ne()
8601 static inline __ATTRS_o_ai vector bool short
8602 vec_find_any_ne(vector bool short __a, vector bool short __b) {  in vec_find_any_ne()
8603   return (vector bool short)  in vec_find_any_ne()
8604     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_ne()
8605                          (vector unsigned short)__b, 12);  in vec_find_any_ne()
8608 static inline __ATTRS_o_ai vector bool short
8609 vec_find_any_ne(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_ne()
8610   return (vector bool short)__builtin_s390_vfaeh(__a, __b, 12);  in vec_find_any_ne()
8632 /*-- vec_find_any_ne_cc -----------------------------------------------------*/
8654 static inline __ATTRS_o_ai vector bool short
8655 vec_find_any_ne_cc(vector signed short __a, vector signed short __b,  in vec_find_any_ne_cc()
8657   return (vector bool short)  in vec_find_any_ne_cc()
8658     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_ne_cc()
8659                           (vector unsigned short)__b, 12, __cc);  in vec_find_any_ne_cc()
8662 static inline __ATTRS_o_ai vector bool short
8663 vec_find_any_ne_cc(vector bool short __a, vector bool short __b, int *__cc) {  in vec_find_any_ne_cc()
8664   return (vector bool short)  in vec_find_any_ne_cc()
8665     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_ne_cc()
8666                           (vector unsigned short)__b, 12, __cc);  in vec_find_any_ne_cc()
8669 static inline __ATTRS_o_ai vector bool short
8670 vec_find_any_ne_cc(vector unsigned short __a, vector unsigned short __b,  in vec_find_any_ne_cc()
8672   return (vector bool short)__builtin_s390_vfaehs(__a, __b, 12, __cc);  in vec_find_any_ne_cc()
8695 /*-- vec_find_any_ne_idx ----------------------------------------------------*/
8715 static inline __ATTRS_o_ai vector signed short
8716 vec_find_any_ne_idx(vector signed short __a, vector signed short __b) {  in vec_find_any_ne_idx()
8717   return (vector signed short)  in vec_find_any_ne_idx()
8718     __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_ne_idx()
8719                          (vector unsigned short)__b, 8);  in vec_find_any_ne_idx()
8722 static inline __ATTRS_o_ai vector unsigned short
8723 vec_find_any_ne_idx(vector bool short __a, vector bool short __b) {  in vec_find_any_ne_idx()
8724   return __builtin_s390_vfaeh((vector unsigned short)__a,  in vec_find_any_ne_idx()
8725                               (vector unsigned short)__b, 8);  in vec_find_any_ne_idx()
8728 static inline __ATTRS_o_ai vector unsigned short
8729 vec_find_any_ne_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_ne_idx()
8751 /*-- vec_find_any_ne_idx_cc -------------------------------------------------*/
8773 static inline __ATTRS_o_ai vector signed short
8774 vec_find_any_ne_idx_cc(vector signed short __a, vector signed short __b,  in vec_find_any_ne_idx_cc()
8776   return (vector signed short)  in vec_find_any_ne_idx_cc()
8777     __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_ne_idx_cc()
8778                           (vector unsigned short)__b, 8, __cc);  in vec_find_any_ne_idx_cc()
8781 static inline __ATTRS_o_ai vector unsigned short
8782 vec_find_any_ne_idx_cc(vector bool short __a, vector bool short __b,  in vec_find_any_ne_idx_cc()
8784   return __builtin_s390_vfaehs((vector unsigned short)__a,  in vec_find_any_ne_idx_cc()
8785                                (vector unsigned short)__b, 8, __cc);  in vec_find_any_ne_idx_cc()
8788 static inline __ATTRS_o_ai vector unsigned short
8789 vec_find_any_ne_idx_cc(vector unsigned short __a, vector unsigned short __b,  in vec_find_any_ne_idx_cc()
8814 /*-- vec_find_any_ne_or_0_idx -----------------------------------------------*/
8834 static inline __ATTRS_o_ai vector signed short
8835 vec_find_any_ne_or_0_idx(vector signed short __a, vector signed short __b) {  in vec_find_any_ne_or_0_idx()
8836   return (vector signed short)  in vec_find_any_ne_or_0_idx()
8837     __builtin_s390_vfaezh((vector unsigned short)__a,  in vec_find_any_ne_or_0_idx()
8838                           (vector unsigned short)__b, 8);  in vec_find_any_ne_or_0_idx()
8841 static inline __ATTRS_o_ai vector unsigned short
8842 vec_find_any_ne_or_0_idx(vector bool short __a, vector bool short __b) {  in vec_find_any_ne_or_0_idx()
8843   return __builtin_s390_vfaezh((vector unsigned short)__a,  in vec_find_any_ne_or_0_idx()
8844                                (vector unsigned short)__b, 8);  in vec_find_any_ne_or_0_idx()
8847 static inline __ATTRS_o_ai vector unsigned short
8848 vec_find_any_ne_or_0_idx(vector unsigned short __a, vector unsigned short __b) {  in vec_find_any_ne_or_0_idx()
8870 /*-- vec_find_any_ne_or_0_idx_cc --------------------------------------------*/
8893 static inline __ATTRS_o_ai vector signed short
8894 vec_find_any_ne_or_0_idx_cc(vector signed short __a, vector signed short __b,  in vec_find_any_ne_or_0_idx_cc()
8896   return (vector signed short)  in vec_find_any_ne_or_0_idx_cc()
8897     __builtin_s390_vfaezhs((vector unsigned short)__a,  in vec_find_any_ne_or_0_idx_cc()
8898                            (vector unsigned short)__b, 8, __cc);  in vec_find_any_ne_or_0_idx_cc()
8901 static inline __ATTRS_o_ai vector unsigned short
8902 vec_find_any_ne_or_0_idx_cc(vector bool short __a, vector bool short __b,  in vec_find_any_ne_or_0_idx_cc()
8904   return __builtin_s390_vfaezhs((vector unsigned short)__a,  in vec_find_any_ne_or_0_idx_cc()
8905                                 (vector unsigned short)__b, 8, __cc);  in vec_find_any_ne_or_0_idx_cc()
8908 static inline __ATTRS_o_ai vector unsigned short
8909 vec_find_any_ne_or_0_idx_cc(vector unsigned short __a,  in vec_find_any_ne_or_0_idx_cc()
8910                             vector unsigned short __b, int *__cc) {  in vec_find_any_ne_or_0_idx_cc()
8944 #error "Use -fzvector to enable vector extensions"