1 /******************************************************************************
2 *
3 * Copyright (C) 2018 The Android Open Source Project
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 *
17 *****************************************************************************
18 * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
19 */
20 #include <math.h>
21 #include "impd_type_def.h"
22 #include "impd_memory_standards.h"
23 #include "impd_drc_peak_limiter.h"
24 #include "impd_drc_extr_delta_coded_info.h"
25 #include "impd_drc_common.h"
26 #include "impd_drc_struct.h"
27 #include "impd_drc_interface.h"
28 #include "impd_drc_bitbuffer.h"
29 #include "impd_drc_bitstream_dec_api.h"
30 #include "impd_drc_gain_dec.h"
31 #include "impd_drc_filter_bank.h"
32 #include "impd_drc_multi_band.h"
33 #include "impd_drc_process_audio.h"
34 #include "impd_parametric_drc_dec.h"
35 #include "impd_drc_eq.h"
36 #include "impd_drc_gain_decoder.h"
37 #include "impd_drc_selection_process.h"
38 #include "impd_drc_api_struct_def.h"
39 #include "impd_drc_hashdefines.h"
40 #include "impd_drc_rom.h"
41
process_qmf_syn_filt_bank(ia_drc_qmf_filt_struct * qmf_filt,FLOAT64 * buff,FLOAT32 * input_real,FLOAT32 * input_imag,FLOAT32 * output)42 VOID process_qmf_syn_filt_bank(ia_drc_qmf_filt_struct *qmf_filt, FLOAT64 *buff,
43 FLOAT32 *input_real, FLOAT32 *input_imag,
44 FLOAT32 *output) {
45 WORD32 i, j;
46 FLOAT64 U[10 * QMF_NUM_FILT_BANDS];
47 FLOAT64 W[10 * QMF_NUM_FILT_BANDS];
48
49 FLOAT64 tmp;
50
51 for (i = 20 * QMF_FILT_RESOLUTION - 1; i >= 2 * QMF_FILT_RESOLUTION; i--) {
52 buff[i] = buff[i - 2 * QMF_FILT_RESOLUTION];
53 }
54
55 for (i = 0; i < 2 * QMF_FILT_RESOLUTION; i++) {
56 tmp = 0.0;
57 for (j = 0; j < QMF_FILT_RESOLUTION; j++) {
58 tmp = tmp + input_real[j] * qmf_filt->syn_tab_real[i][j] -
59 input_imag[j] * qmf_filt->syn_tab_imag[i][j];
60 }
61 buff[i] = tmp;
62 }
63
64 for (i = 0; i < 5; i++) {
65 for (j = 0; j < QMF_FILT_RESOLUTION; j++) {
66 U[2 * QMF_FILT_RESOLUTION * i + j] =
67 buff[4 * QMF_FILT_RESOLUTION * i + j];
68 U[2 * QMF_FILT_RESOLUTION * i + QMF_FILT_RESOLUTION + j] =
69 buff[4 * QMF_FILT_RESOLUTION * i + 3 * QMF_FILT_RESOLUTION + j];
70 }
71 }
72
73 for (i = 0; i < 10 * QMF_FILT_RESOLUTION; i++) {
74 W[i] = U[i] * qmf_filter_coeff[i];
75 }
76
77 for (i = 0; i < QMF_FILT_RESOLUTION; i++) {
78 tmp = 0.0;
79 for (j = 0; j < 10; j++) {
80 tmp = tmp + W[QMF_FILT_RESOLUTION * j + i];
81 }
82 output[i] = (FLOAT32)tmp;
83 }
84 }
85
process_qmf_ana_filt_bank(ia_drc_qmf_filt_struct * qmf_filt,FLOAT64 * buff,FLOAT32 * input,FLOAT32 * output_real,FLOAT32 * output_imag)86 VOID process_qmf_ana_filt_bank(ia_drc_qmf_filt_struct *qmf_filt, FLOAT64 *buff,
87 FLOAT32 *input, FLOAT32 *output_real,
88 FLOAT32 *output_imag) {
89 WORD32 i, j;
90 FLOAT32 Z[10 * QMF_NUM_FILT_BANDS];
91 FLOAT32 Y[2 * QMF_NUM_FILT_BANDS];
92
93 for (i = 10 * QMF_FILT_RESOLUTION - 1; i >= QMF_FILT_RESOLUTION; i--) {
94 buff[i] = buff[i - QMF_FILT_RESOLUTION];
95 }
96
97 for (i = QMF_FILT_RESOLUTION - 1; i >= 0; i--) {
98 buff[i] = input[QMF_FILT_RESOLUTION - 1 - i];
99 }
100
101 for (i = 0; i < 10 * QMF_FILT_RESOLUTION; i++) {
102 Z[i] = (FLOAT32)(buff[i] * qmf_filter_coeff[i]);
103 }
104
105 for (i = 0; i < 2 * QMF_FILT_RESOLUTION; i++) {
106 Y[i] = 0.0f;
107 for (j = 0; j < 5; j++) {
108 Y[i] += Z[i + j * 2 * QMF_FILT_RESOLUTION];
109 }
110 }
111
112 for (i = 0; i < QMF_FILT_RESOLUTION; i++) {
113 output_real[i] = 0.0f;
114 output_imag[i] = 0.0f;
115 for (j = 0; j < 2 * QMF_FILT_RESOLUTION; j++) {
116 output_real[i] += (FLOAT32)(Y[j] * qmf_filt->ana_tab_real[i][j]);
117 output_imag[i] += (FLOAT32)(Y[j] * qmf_filt->ana_tab_imag[i][j]);
118 }
119 }
120 }
121
impd_down_mix(ia_drc_sel_proc_output_struct * uni_drc_sel_proc_output,FLOAT32 ** input_audio,WORD32 frame_len)122 static WORD32 impd_down_mix(
123 ia_drc_sel_proc_output_struct *uni_drc_sel_proc_output,
124 FLOAT32 **input_audio, WORD32 frame_len) {
125 WORD32 num_base_ch = uni_drc_sel_proc_output->base_channel_count;
126 WORD32 num_target_ch = uni_drc_sel_proc_output->target_channel_count;
127 WORD32 i, i_ch, o_ch;
128 FLOAT32 tmp_out[MAX_CHANNEL_COUNT];
129
130 if (num_target_ch > MAX_CHANNEL_COUNT) return -1;
131
132 if (num_target_ch > num_base_ch) return -1;
133
134 for (i = 0; i < frame_len; i++) {
135 for (o_ch = 0; o_ch < num_target_ch; o_ch++) {
136 tmp_out[o_ch] = 0.0f;
137 for (i_ch = 0; i_ch < num_base_ch; i_ch++) {
138 tmp_out[o_ch] += input_audio[i_ch][i] *
139 uni_drc_sel_proc_output->downmix_matrix[i_ch][o_ch];
140 }
141 }
142 for (o_ch = 0; o_ch < num_target_ch; o_ch++) {
143 input_audio[o_ch][i] = tmp_out[o_ch];
144 }
145 for (; o_ch < num_base_ch; o_ch++) {
146 input_audio[o_ch][i] = 0.0f;
147 }
148 }
149
150 return 0;
151 }
152
impd_init_process_audio_main_td_qmf(ia_drc_api_struct * p_obj_drc)153 WORD32 impd_init_process_audio_main_td_qmf(ia_drc_api_struct *p_obj_drc)
154
155 {
156 WORD32 error, i, j, num_samples_per_channel;
157 FLOAT32 *input_buffer;
158 WORD16 *input_buffer16, *output_buffer16;
159 FLOAT32 *output_buffer;
160 FLOAT32 *audio_io_buf_real[10];
161 FLOAT32 *audio_io_buf_imag[10];
162 FLOAT32 *audio_in_out_buf[10];
163 FLOAT32 *scratch_buffer;
164 WORD32 last_frame = 0;
165 error = 0;
166 scratch_buffer = (FLOAT32 *)p_obj_drc->pp_mem[1];
167 input_buffer = (FLOAT32 *)p_obj_drc->pp_mem[2];
168 output_buffer = (FLOAT32 *)p_obj_drc->pp_mem[3];
169
170 input_buffer16 = (WORD16 *)p_obj_drc->pp_mem[2];
171 output_buffer16 = (WORD16 *)p_obj_drc->pp_mem[3];
172
173 if (p_obj_drc->p_state->ui_in_bytes <= 0) {
174 p_obj_drc->p_state->ui_out_bytes = 0;
175 return 0;
176 }
177
178 if ((p_obj_drc->p_state->ui_in_bytes / p_obj_drc->str_config.num_ch_in /
179 (p_obj_drc->str_config.pcm_size >> 3)) <
180 (UWORD32)p_obj_drc->str_config.frame_size)
181 last_frame = 1;
182
183 for (i = 0; i < p_obj_drc->str_config.num_ch_in; i++) {
184 audio_in_out_buf[i] = scratch_buffer;
185 scratch_buffer = scratch_buffer + (p_obj_drc->str_config.frame_size + 32);
186 audio_io_buf_real[i] =
187 scratch_buffer +
188 (p_obj_drc->str_config.frame_size * p_obj_drc->str_config.num_ch_in +
189 512);
190 audio_io_buf_imag[i] = scratch_buffer +
191 2 * (p_obj_drc->str_config.frame_size *
192 p_obj_drc->str_config.num_ch_in +
193 512);
194 ;
195 for (j = 0; j < p_obj_drc->str_config.frame_size; j++) {
196 if (p_obj_drc->str_config.pcm_size == 16) {
197 audio_in_out_buf[i][j] =
198 ((FLOAT32)input_buffer16[j * p_obj_drc->str_config.num_ch_in + i]) /
199 32767.0f;
200 } else {
201 audio_in_out_buf[i][j] =
202 input_buffer[j * p_obj_drc->str_config.num_ch_in + i];
203 }
204 }
205 }
206
207 error = impd_process_drc_bitstream_dec_gain(
208 p_obj_drc->str_payload.pstr_bitstream_dec, p_obj_drc->pstr_bit_buf,
209 p_obj_drc->str_payload.pstr_drc_config,
210 p_obj_drc->str_payload.pstr_drc_gain,
211 &p_obj_drc->str_bit_handler
212 .it_bit_buf[p_obj_drc->str_bit_handler.byte_index_bs],
213 p_obj_drc->str_bit_handler.num_bytes_bs,
214 p_obj_drc->str_bit_handler.num_bits_offset_bs,
215 &p_obj_drc->str_bit_handler.num_bits_read_bs);
216
217 if (error > PROC_COMPLETE) return -1;
218
219 p_obj_drc->str_bit_handler.num_bytes_read_bs =
220 (p_obj_drc->str_bit_handler.num_bits_read_bs >> 3);
221 p_obj_drc->str_bit_handler.num_bits_offset_bs =
222 (p_obj_drc->str_bit_handler.num_bits_read_bs & 7);
223 p_obj_drc->str_bit_handler.byte_index_bs +=
224 p_obj_drc->str_bit_handler.num_bytes_read_bs;
225 if (p_obj_drc->str_bit_handler.gain_stream_flag ==
226 0) // ITTIAM: Flag for applying gain frame by frame
227 {
228 p_obj_drc->str_bit_handler.num_bytes_bs -=
229 p_obj_drc->str_bit_handler.num_bytes_read_bs;
230 }
231 if (p_obj_drc->str_config.bitstream_file_format ==
232 BITSTREAM_FILE_FORMAT_SPLIT) {
233 /* shift over fill-bits for frame byte alignment */
234 if (p_obj_drc->str_bit_handler.num_bits_offset_bs != 0) {
235 p_obj_drc->str_bit_handler.num_bits_read_bs =
236 p_obj_drc->str_bit_handler.num_bits_read_bs + 8 -
237 p_obj_drc->str_bit_handler.num_bits_offset_bs;
238 p_obj_drc->str_bit_handler.num_bytes_read_bs =
239 p_obj_drc->str_bit_handler.num_bytes_read_bs + 1;
240 p_obj_drc->str_bit_handler.num_bits_offset_bs = 0;
241 p_obj_drc->str_bit_handler.byte_index_bs =
242 p_obj_drc->str_bit_handler.byte_index_bs + 1;
243 if (p_obj_drc->str_bit_handler.gain_stream_flag ==
244 0) // ITTIAM: Flag for applying gain frame by frame
245 {
246 p_obj_drc->str_bit_handler.num_bytes_bs =
247 p_obj_drc->str_bit_handler.num_bytes_bs - 1;
248 }
249 }
250 }
251
252 for (i = 0; i < p_obj_drc->str_config.num_ch_in; i++) {
253 for (j = 0; j < p_obj_drc->str_config.frame_size; j += 64) {
254 process_qmf_ana_filt_bank(
255 p_obj_drc->str_payload.pstr_qmf_filter,
256 p_obj_drc->str_payload.pstr_qmf_filter->ana_buff +
257 i * 4 * p_obj_drc->str_config.frame_size,
258 &(audio_in_out_buf[i][j]), &(audio_io_buf_real[i][j]),
259 &(audio_io_buf_imag[i][j]));
260 }
261 }
262 error = impd_drc_process_freq_domain(
263 p_obj_drc->str_payload.pstr_gain_dec[0],
264 p_obj_drc->str_payload.pstr_drc_config,
265 p_obj_drc->str_payload.pstr_drc_gain, audio_io_buf_real,
266 audio_io_buf_imag, p_obj_drc->str_payload.pstr_drc_sel_proc_output
267 ->loudness_normalization_gain_db,
268 p_obj_drc->str_payload.pstr_drc_sel_proc_output->boost,
269 p_obj_drc->str_payload.pstr_drc_sel_proc_output->compress,
270 p_obj_drc->str_payload.pstr_drc_sel_proc_output
271 ->drc_characteristic_target);
272
273 if (error) return error;
274
275 if (p_obj_drc->str_payload.pstr_drc_sel_proc_output->target_channel_count <
276 p_obj_drc->str_payload.pstr_drc_sel_proc_output->base_channel_count) {
277 error = impd_down_mix(p_obj_drc->str_payload.pstr_drc_sel_proc_output,
278 audio_io_buf_real, p_obj_drc->str_config.frame_size);
279 if (error) return error;
280
281 error = impd_down_mix(p_obj_drc->str_payload.pstr_drc_sel_proc_output,
282 audio_io_buf_imag, p_obj_drc->str_config.frame_size);
283 if (error) return error;
284 }
285
286 error = impd_drc_process_freq_domain(
287 p_obj_drc->str_payload.pstr_gain_dec[1],
288 p_obj_drc->str_payload.pstr_drc_config,
289 p_obj_drc->str_payload.pstr_drc_gain, audio_io_buf_real,
290 audio_io_buf_imag, p_obj_drc->str_payload.pstr_drc_sel_proc_output
291 ->loudness_normalization_gain_db,
292 p_obj_drc->str_payload.pstr_drc_sel_proc_output->boost,
293 p_obj_drc->str_payload.pstr_drc_sel_proc_output->compress,
294 p_obj_drc->str_payload.pstr_drc_sel_proc_output
295 ->drc_characteristic_target);
296 if (error) return -1;
297 for (i = 0; i < p_obj_drc->str_config.num_ch_out; i++) {
298 for (j = 0; j < p_obj_drc->str_config.frame_size; j += 64) {
299 process_qmf_syn_filt_bank(
300 p_obj_drc->str_payload.pstr_qmf_filter,
301 p_obj_drc->str_payload.pstr_qmf_filter->syn_buff +
302 i * 4 * p_obj_drc->str_config.frame_size,
303 &(audio_io_buf_real[i][j]), &(audio_io_buf_imag[i][j]),
304 &(audio_in_out_buf[i][j]));
305 }
306 }
307
308 if (p_obj_drc->str_payload.pstr_drc_sel_proc_output
309 ->loudness_normalization_gain_db != 0.0f) {
310 FLOAT32 loudness_normalization_gain =
311 (FLOAT32)pow(10.0, p_obj_drc->str_payload.pstr_drc_sel_proc_output
312 ->loudness_normalization_gain_db /
313 20.0);
314 for (i = 0; i < p_obj_drc->str_config.num_ch_out; i++) {
315 for (j = 0; j < p_obj_drc->str_config.frame_size; j++) {
316 audio_io_buf_real[i][j] *= loudness_normalization_gain;
317 audio_io_buf_imag[i][j] *= loudness_normalization_gain;
318 }
319 }
320 }
321
322 num_samples_per_channel = p_obj_drc->str_config.frame_size;
323
324 for (i = 0; i < p_obj_drc->str_config.num_ch_out; i++) {
325 for (j = 0; j < p_obj_drc->str_config.frame_size; j++) {
326 if (p_obj_drc->str_config.pcm_size == 16) {
327 output_buffer16[j * p_obj_drc->str_config.num_ch_out + i] =
328 (WORD16)(audio_in_out_buf[i][j] * 32767.0f);
329 } else {
330 output_buffer[j * p_obj_drc->str_config.num_ch_out + i] =
331 audio_in_out_buf[i][j];
332 }
333 }
334 }
335 p_obj_drc->p_state->ui_out_bytes =
336 p_obj_drc->str_config.num_ch_out *
337 (p_obj_drc->p_state->ui_in_bytes / p_obj_drc->str_config.num_ch_in);
338
339 if (p_obj_drc->str_config.bitstream_file_format !=
340 BITSTREAM_FILE_FORMAT_SPLIT) {
341 error = impd_process_drc_bitstream_dec(
342 p_obj_drc->str_payload.pstr_bitstream_dec, p_obj_drc->pstr_bit_buf,
343 p_obj_drc->str_payload.pstr_drc_config,
344 p_obj_drc->str_payload.pstr_loudness_info,
345 &p_obj_drc->str_bit_handler
346 .it_bit_buf[p_obj_drc->str_bit_handler.byte_index_bs],
347 p_obj_drc->str_bit_handler.num_bytes_bs,
348 p_obj_drc->str_bit_handler.num_bits_offset_bs,
349 &p_obj_drc->str_bit_handler.num_bits_read_bs);
350
351 if (error > PROC_COMPLETE) return -1;
352
353 p_obj_drc->str_bit_handler.num_bytes_read_bs =
354 (p_obj_drc->str_bit_handler.num_bits_read_bs >> 3);
355 p_obj_drc->str_bit_handler.num_bits_offset_bs =
356 (p_obj_drc->str_bit_handler.num_bits_read_bs & 7);
357 p_obj_drc->str_bit_handler.byte_index_bs +=
358 p_obj_drc->str_bit_handler.num_bytes_read_bs;
359 p_obj_drc->str_bit_handler.num_bytes_bs -=
360 p_obj_drc->str_bit_handler.num_bytes_read_bs;
361 }
362
363 return error;
364 }
365