• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*===---- tbmintrin.h - TBM intrinsics -------------------------------------===
2  *
3  * Permission is hereby granted, free of charge, to any person obtaining a copy
4  * of this software and associated documentation files (the "Software"), to deal
5  * in the Software without restriction, including without limitation the rights
6  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7  * copies of the Software, and to permit persons to whom the Software is
8  * furnished to do so, subject to the following conditions:
9  *
10  * The above copyright notice and this permission notice shall be included in
11  * all copies or substantial portions of the Software.
12  *
13  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19  * THE SOFTWARE.
20  *
21  *===-----------------------------------------------------------------------===
22  */
23 
24 #ifndef __X86INTRIN_H
25 #error "Never use <tbmintrin.h> directly; include <x86intrin.h> instead."
26 #endif
27 
28 #ifndef __TBMINTRIN_H
29 #define __TBMINTRIN_H
30 
31 /* Define the default attributes for the functions in this file. */
32 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("tbm")))
33 
34 #define __bextri_u32(a, b) \
35   ((unsigned int)__builtin_ia32_bextri_u32((unsigned int)(a), \
36                                            (unsigned int)(b)))
37 
38 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blcfill_u32(unsigned int __a)39 __blcfill_u32(unsigned int __a)
40 {
41   return __a & (__a + 1);
42 }
43 
44 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blci_u32(unsigned int __a)45 __blci_u32(unsigned int __a)
46 {
47   return __a | ~(__a + 1);
48 }
49 
50 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blcic_u32(unsigned int __a)51 __blcic_u32(unsigned int __a)
52 {
53   return ~__a & (__a + 1);
54 }
55 
56 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blcmsk_u32(unsigned int __a)57 __blcmsk_u32(unsigned int __a)
58 {
59   return __a ^ (__a + 1);
60 }
61 
62 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blcs_u32(unsigned int __a)63 __blcs_u32(unsigned int __a)
64 {
65   return __a | (__a + 1);
66 }
67 
68 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blsfill_u32(unsigned int __a)69 __blsfill_u32(unsigned int __a)
70 {
71   return __a | (__a - 1);
72 }
73 
74 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__blsic_u32(unsigned int __a)75 __blsic_u32(unsigned int __a)
76 {
77   return ~__a | (__a - 1);
78 }
79 
80 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__t1mskc_u32(unsigned int __a)81 __t1mskc_u32(unsigned int __a)
82 {
83   return ~__a | (__a + 1);
84 }
85 
86 static __inline__ unsigned int __DEFAULT_FN_ATTRS
__tzmsk_u32(unsigned int __a)87 __tzmsk_u32(unsigned int __a)
88 {
89   return ~__a & (__a - 1);
90 }
91 
92 #ifdef __x86_64__
93 #define __bextri_u64(a, b) \
94   ((unsigned long long)__builtin_ia32_bextri_u64((unsigned long long)(a), \
95                                                  (unsigned long long)(b)))
96 
97 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blcfill_u64(unsigned long long __a)98 __blcfill_u64(unsigned long long __a)
99 {
100   return __a & (__a + 1);
101 }
102 
103 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blci_u64(unsigned long long __a)104 __blci_u64(unsigned long long __a)
105 {
106   return __a | ~(__a + 1);
107 }
108 
109 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blcic_u64(unsigned long long __a)110 __blcic_u64(unsigned long long __a)
111 {
112   return ~__a & (__a + 1);
113 }
114 
115 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blcmsk_u64(unsigned long long __a)116 __blcmsk_u64(unsigned long long __a)
117 {
118   return __a ^ (__a + 1);
119 }
120 
121 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blcs_u64(unsigned long long __a)122 __blcs_u64(unsigned long long __a)
123 {
124   return __a | (__a + 1);
125 }
126 
127 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blsfill_u64(unsigned long long __a)128 __blsfill_u64(unsigned long long __a)
129 {
130   return __a | (__a - 1);
131 }
132 
133 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__blsic_u64(unsigned long long __a)134 __blsic_u64(unsigned long long __a)
135 {
136   return ~__a | (__a - 1);
137 }
138 
139 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__t1mskc_u64(unsigned long long __a)140 __t1mskc_u64(unsigned long long __a)
141 {
142   return ~__a | (__a + 1);
143 }
144 
145 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
__tzmsk_u64(unsigned long long __a)146 __tzmsk_u64(unsigned long long __a)
147 {
148   return ~__a & (__a - 1);
149 }
150 #endif
151 
152 #undef __DEFAULT_FN_ATTRS
153 
154 #endif /* __TBMINTRIN_H */
155