1 /***********************************************************************
2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
3 Redistribution and use in source and binary forms, with or without
4 modification, are permitted provided that the following conditions
5 are met:
6 - Redistributions of source code must retain the above copyright notice,
7 this list of conditions and the following disclaimer.
8 - Redistributions in binary form must reproduce the above copyright
9 notice, this list of conditions and the following disclaimer in the
10 documentation and/or other materials provided with the distribution.
11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
12 names of specific contributors, may be used to endorse or promote
13 products derived from this software without specific prior written
14 permission.
15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25 POSSIBILITY OF SUCH DAMAGE.
26 ***********************************************************************/
27
28 #ifndef SILK_MACROS_H
29 #define SILK_MACROS_H
30
31 #ifdef HAVE_CONFIG_H
32 #include "config.h"
33 #endif
34
35 #include "opus_types.h"
36 #include "typedef.h"
37 #include "opus_defines.h"
38 #include "arch.h"
39
40 /* This is an OPUS_INLINE header file for general platform. */
41
42 /* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */
43 #if OPUS_FAST_INT64
44 #define silk_SMULWB(a32, b32) ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16))
45 #else
46 #define silk_SMULWB(a32, b32) ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16))
47 #endif
48
49 /* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */
50 #if OPUS_FAST_INT64
51 #define silk_SMLAWB(a32, b32, c32) ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16)))
52 #else
53 #define silk_SMLAWB(a32, b32, c32) ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16)))
54 #endif
55
56 /* (a32 * (b32 >> 16)) >> 16 */
57 #if OPUS_FAST_INT64
58 #define silk_SMULWT(a32, b32) ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16))
59 #else
60 #define silk_SMULWT(a32, b32) (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16))
61 #endif
62
63 /* a32 + (b32 * (c32 >> 16)) >> 16 */
64 #if OPUS_FAST_INT64
65 #define silk_SMLAWT(a32, b32, c32) ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16)))
66 #else
67 #define silk_SMLAWT(a32, b32, c32) ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16))
68 #endif
69
70 /* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */
71 #define silk_SMULBB(a32, b32) ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32)))
72
73 /* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */
74 #define silk_SMLABB(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32)))
75
76 /* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */
77 #define silk_SMULBT(a32, b32) ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16))
78
79 /* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */
80 #define silk_SMLABT(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16))
81
82 /* a64 + (b32 * c32) */
83 #define silk_SMLAL(a64, b32, c32) (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32))))
84
85 /* (a32 * b32) >> 16 */
86 #if OPUS_FAST_INT64
87 #define silk_SMULWW(a32, b32) ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16))
88 #else
89 #define silk_SMULWW(a32, b32) silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16))
90 #endif
91
92 /* a32 + ((b32 * c32) >> 16) */
93 #if OPUS_FAST_INT64
94 #define silk_SMLAWW(a32, b32, c32) ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16)))
95 #else
96 #define silk_SMLAWW(a32, b32, c32) silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16))
97 #endif
98
99 /* add/subtract with output saturated */
100 /* use clang builtin overflow detectors */
silk_ADD_SAT32(opus_int32 a,opus_int32 b)101 static OPUS_INLINE opus_int32 silk_ADD_SAT32(opus_int32 a, opus_int32 b) {
102 opus_int32 c;
103 if (__builtin_add_overflow(a, b, &c)) {
104 // overflowed
105 if (a < 0) // neg+X can only overflow towards -inf
106 c = silk_int32_MIN;
107 else
108 c = silk_int32_MAX;
109 }
110 return c;
111 }
112
113 /* use clang builtin overflow detectors */
silk_SUB_SAT32(opus_int32 a,opus_int32 b)114 static OPUS_INLINE opus_int32 silk_SUB_SAT32(opus_int32 a, opus_int32 b) {
115 opus_int32 c;
116 if (__builtin_sub_overflow(a, b, &c)) {
117 // overflowed,
118 if (a < 0) // neg-X only overflows towards -inf
119 c = silk_int32_MIN;
120 else
121 c = silk_int32_MAX;
122 }
123 return c;
124 }
125
126 #if defined(MIPSr1_ASM)
127 #include "mips/macros_mipsr1.h"
128 #endif
129
130 #include "ecintrin.h"
131 #ifndef OVERRIDE_silk_CLZ16
silk_CLZ16(opus_int16 in16)132 static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16)
133 {
134 return 32 - EC_ILOG(in16<<16|0x8000);
135 }
136 #endif
137
138 #ifndef OVERRIDE_silk_CLZ32
silk_CLZ32(opus_int32 in32)139 static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32)
140 {
141 return in32 ? 32 - EC_ILOG(in32) : 32;
142 }
143 #endif
144
145 /* Row based */
146 #define matrix_ptr(Matrix_base_adr, row, column, N) \
147 (*((Matrix_base_adr) + ((row)*(N)+(column))))
148 #define matrix_adr(Matrix_base_adr, row, column, N) \
149 ((Matrix_base_adr) + ((row)*(N)+(column)))
150
151 /* Column based */
152 #ifndef matrix_c_ptr
153 # define matrix_c_ptr(Matrix_base_adr, row, column, M) \
154 (*((Matrix_base_adr) + ((row)+(M)*(column))))
155 #endif
156
157 #ifdef OPUS_ARM_INLINE_ASM
158 #include "arm/macros_armv4.h"
159 #endif
160
161 #ifdef OPUS_ARM_INLINE_EDSP
162 #include "arm/macros_armv5e.h"
163 #endif
164
165 #ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR
166 #include "arm/macros_arm64.h"
167 #endif
168
169 #endif /* SILK_MACROS_H */
170
171