• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /**************************************************************************
2  *
3  * Copyright 2015 Advanced Micro Devices, Inc.
4  * All Rights Reserved.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the
8  * "Software"), to deal in the Software without restriction, including
9  * without limitation the rights to use, copy, modify, merge, publish,
10  * distribute, sub license, and/or sell copies of the Software, and to
11  * permit persons to whom the Software is furnished to do so, subject to
12  * the following conditions:
13  *
14  * The above copyright notice and this permission notice (including the
15  * next paragraph) shall be included in all copies or substantial portions
16  * of the Software.
17  *
18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21  * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25  *
26  **************************************************************************/
27 
28 #include <stdio.h>
29 
30 #include "pipe/p_video_codec.h"
31 
32 #include "util/u_video.h"
33 #include "util/u_memory.h"
34 
35 #include "vl/vl_video_buffer.h"
36 
37 #include "r600_pipe_common.h"
38 #include "radeon_video.h"
39 #include "radeon_vce.h"
40 
41 static const unsigned profiles[7] = { 66, 77, 88, 100, 110, 122, 244 };
42 
get_rate_control_param(struct rvce_encoder * enc,struct pipe_h264_enc_picture_desc * pic)43 static void get_rate_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
44 {
45 	enc->enc_pic.rc.rc_method = pic->rate_ctrl.rate_ctrl_method;
46 	enc->enc_pic.rc.target_bitrate = pic->rate_ctrl.target_bitrate;
47 	enc->enc_pic.rc.peak_bitrate = pic->rate_ctrl.peak_bitrate;
48 	enc->enc_pic.rc.quant_i_frames = pic->quant_i_frames;
49 	enc->enc_pic.rc.quant_p_frames = pic->quant_p_frames;
50 	enc->enc_pic.rc.quant_b_frames = pic->quant_b_frames;
51 	enc->enc_pic.rc.gop_size = pic->gop_size;
52 	enc->enc_pic.rc.frame_rate_num = pic->rate_ctrl.frame_rate_num;
53 	enc->enc_pic.rc.frame_rate_den = pic->rate_ctrl.frame_rate_den;
54 	enc->enc_pic.rc.max_qp = 51;
55 	enc->enc_pic.rc.vbv_buffer_size = pic->rate_ctrl.vbv_buffer_size;
56 	enc->enc_pic.rc.vbv_buf_lv = pic->rate_ctrl.vbv_buf_lv;
57 	enc->enc_pic.rc.fill_data_enable = pic->rate_ctrl.fill_data_enable;
58 	enc->enc_pic.rc.enforce_hrd = pic->rate_ctrl.enforce_hrd;
59 	enc->enc_pic.rc.target_bits_picture = pic->rate_ctrl.target_bits_picture;
60 	enc->enc_pic.rc.peak_bits_picture_integer = pic->rate_ctrl.peak_bits_picture_integer;
61 	enc->enc_pic.rc.peak_bits_picture_fraction = pic->rate_ctrl.peak_bits_picture_fraction;
62 }
63 
get_motion_estimation_param(struct rvce_encoder * enc,struct pipe_h264_enc_picture_desc * pic)64 static void get_motion_estimation_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
65 {
66 	enc->enc_pic.me.motion_est_quarter_pixel = pic->motion_est.motion_est_quarter_pixel;
67 	enc->enc_pic.me.enc_disable_sub_mode = pic->motion_est.enc_disable_sub_mode;
68 	enc->enc_pic.me.lsmvert = pic->motion_est.lsmvert;
69 	enc->enc_pic.me.enc_en_ime_overw_dis_subm = pic->motion_est.enc_en_ime_overw_dis_subm;
70 	enc->enc_pic.me.enc_ime_overw_dis_subm_no = pic->motion_est.enc_ime_overw_dis_subm_no;
71 	enc->enc_pic.me.enc_ime2_search_range_x = pic->motion_est.enc_ime2_search_range_x;
72 	enc->enc_pic.me.enc_ime2_search_range_y = pic->motion_est.enc_ime2_search_range_y;
73 	enc->enc_pic.me.enc_ime_decimation_search = 0x00000001;
74 	enc->enc_pic.me.motion_est_half_pixel = 0x00000001;
75 	enc->enc_pic.me.enc_search_range_x = 0x00000010;
76 	enc->enc_pic.me.enc_search_range_y = 0x00000010;
77 	enc->enc_pic.me.enc_search1_range_x = 0x00000010;
78 	enc->enc_pic.me.enc_search1_range_y = 0x00000010;
79 }
80 
get_pic_control_param(struct rvce_encoder * enc,struct pipe_h264_enc_picture_desc * pic)81 static void get_pic_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
82 {
83 	unsigned encNumMBsPerSlice;
84 	encNumMBsPerSlice = align(enc->base.width, 16) / 16;
85 	encNumMBsPerSlice *= align(enc->base.height, 16) / 16;
86 	enc->enc_pic.pc.enc_crop_right_offset = (align(enc->base.width, 16) - enc->base.width) >> 1;
87 	enc->enc_pic.pc.enc_crop_bottom_offset = (align(enc->base.height, 16) - enc->base.height) >> 1;
88 	enc->enc_pic.pc.enc_num_mbs_per_slice = encNumMBsPerSlice;
89 	enc->enc_pic.pc.enc_b_pic_pattern = MAX2(enc->base.max_references, 1) - 1;
90 	enc->enc_pic.pc.enc_number_of_reference_frames = MIN2(enc->base.max_references, 2);
91 	enc->enc_pic.pc.enc_max_num_ref_frames = enc->base.max_references + 1;
92 	enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
93 	enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
94 	enc->enc_pic.pc.enc_cabac_enable = pic->pic_ctrl.enc_cabac_enable;
95 	enc->enc_pic.pc.enc_constraint_set_flags = pic->pic_ctrl.enc_constraint_set_flags;
96 	enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
97 	enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
98 }
99 
get_task_info_param(struct rvce_encoder * enc)100 static void get_task_info_param(struct rvce_encoder *enc)
101 {
102 	enc->enc_pic.ti.offset_of_next_task_info = 0xffffffff;
103 }
104 
get_feedback_buffer_param(struct rvce_encoder * enc)105 static void get_feedback_buffer_param(struct rvce_encoder *enc)
106 {
107 	enc->enc_pic.fb.feedback_ring_size = 0x00000001;
108 }
109 
get_config_ext_param(struct rvce_encoder * enc)110 static void get_config_ext_param(struct rvce_encoder *enc)
111 {
112 	enc->enc_pic.ce.enc_enable_perf_logging = 0x00000003;
113 }
114 
get_vui_param(struct rvce_encoder * enc,struct pipe_h264_enc_picture_desc * pic)115 static void get_vui_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
116 {
117 	enc->enc_pic.enable_vui = pic->enable_vui;
118 	enc->enc_pic.vui.video_format = 0x00000005;
119 	enc->enc_pic.vui.color_prim = 0x00000002;
120 	enc->enc_pic.vui.transfer_char = 0x00000002;
121 	enc->enc_pic.vui.matrix_coef = 0x00000002;
122 	enc->enc_pic.vui.timing_info_present_flag = 0x00000001;
123 	enc->enc_pic.vui.num_units_in_tick = pic->rate_ctrl.frame_rate_den;
124 	enc->enc_pic.vui.time_scale = pic->rate_ctrl.frame_rate_num * 2;
125 	enc->enc_pic.vui.fixed_frame_rate_flag = 0x00000001;
126 	enc->enc_pic.vui.bit_rate_scale = 0x00000004;
127 	enc->enc_pic.vui.cpb_size_scale = 0x00000006;
128 	enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1 = 0x00000017;
129 	enc->enc_pic.vui.cpb_removal_delay_length_minus1 = 0x00000017;
130 	enc->enc_pic.vui.dpb_output_delay_length_minus1 = 0x00000017;
131 	enc->enc_pic.vui.time_offset_length = 0x00000018;
132 	enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag = 0x00000001;
133 	enc->enc_pic.vui.max_bytes_per_pic_denom = 0x00000002;
134 	enc->enc_pic.vui.max_bits_per_mb_denom = 0x00000001;
135 	enc->enc_pic.vui.log2_max_mv_length_hori = 0x00000010;
136 	enc->enc_pic.vui.log2_max_mv_length_vert = 0x00000010;
137 	enc->enc_pic.vui.num_reorder_frames = 0x00000003;
138 	enc->enc_pic.vui.max_dec_frame_buffering = 0x00000003;
139 }
140 
radeon_vce_52_get_param(struct rvce_encoder * enc,struct pipe_h264_enc_picture_desc * pic)141 void radeon_vce_52_get_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
142 {
143 	get_rate_control_param(enc, pic);
144 	get_motion_estimation_param(enc, pic);
145 	get_pic_control_param(enc, pic);
146 	get_task_info_param(enc);
147 	get_feedback_buffer_param(enc);
148 	get_vui_param(enc, pic);
149 	get_config_ext_param(enc);
150 
151 	enc->enc_pic.picture_type = pic->picture_type;
152 	enc->enc_pic.frame_num = pic->frame_num;
153 	enc->enc_pic.frame_num_cnt = pic->frame_num_cnt;
154 	enc->enc_pic.p_remain = pic->p_remain;
155 	enc->enc_pic.i_remain = pic->i_remain;
156 	enc->enc_pic.gop_cnt = pic->gop_cnt;
157 	enc->enc_pic.pic_order_cnt = pic->pic_order_cnt;
158 	enc->enc_pic.ref_idx_l0 = pic->ref_idx_l0;
159 	enc->enc_pic.ref_idx_l1 = pic->ref_idx_l1;
160 	enc->enc_pic.not_referenced = pic->not_referenced;
161 	if (enc->dual_inst)
162 		enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x00000201;
163 	else
164 		enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x01000201;
165 	enc->enc_pic.is_idr = pic->is_idr;
166 }
167 
create(struct rvce_encoder * enc)168 static void create(struct rvce_encoder *enc)
169 {
170 	enc->task_info(enc, 0x00000000, 0, 0, 0);
171 
172 	RVCE_BEGIN(0x01000001); // create cmd
173 	RVCE_CS(enc->enc_pic.ec.enc_use_circular_buffer);
174 	RVCE_CS(profiles[enc->base.profile -
175 		PIPE_VIDEO_PROFILE_MPEG4_AVC_BASELINE]); // encProfile
176 	RVCE_CS(enc->base.level); // encLevel
177 	RVCE_CS(enc->enc_pic.ec.enc_pic_struct_restriction);
178 	RVCE_CS(enc->base.width); // encImageWidth
179 	RVCE_CS(enc->base.height); // encImageHeight
180 	RVCE_CS(enc->luma->level[0].nblk_x * enc->luma->bpe); // encRefPicLumaPitch
181 	RVCE_CS(enc->chroma->level[0].nblk_x * enc->chroma->bpe); // encRefPicChromaPitch
182 	RVCE_CS(align(enc->luma->level[0].nblk_y, 16) / 8); // encRefYHeightInQw
183 	RVCE_CS(enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants);
184 
185 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_context_buffer_offset);
186 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_luma_buffer_offset);
187 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_chroma_buffer_offset);
188 	RVCE_CS(enc->enc_pic.ec.enc_pre_encode_mode_chromaflag_vbaqmode_scenechangesensitivity);
189 	RVCE_END();
190 }
191 
encode(struct rvce_encoder * enc)192 static void encode(struct rvce_encoder *enc)
193 {
194 	signed luma_offset, chroma_offset, bs_offset;
195 	unsigned dep, bs_idx = enc->bs_idx++;
196 	int i;
197 
198 	if (enc->dual_inst) {
199 		if (bs_idx == 0)
200 			dep = 1;
201 		else if (enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR)
202 			dep = 0;
203 		else
204 			dep = 2;
205 	} else
206 		dep = 0;
207 
208 	enc->task_info(enc, 0x00000003, dep, 0, bs_idx);
209 
210 	RVCE_BEGIN(0x05000001); // context buffer
211 	RVCE_READWRITE(enc->cpb.res->buf, enc->cpb.res->domains, 0); // encodeContextAddressHi/Lo
212 	RVCE_END();
213 
214 	bs_offset = -(signed)(bs_idx * enc->bs_size);
215 
216 	RVCE_BEGIN(0x05000004); // video bitstream buffer
217 	RVCE_WRITE(enc->bs_handle, RADEON_DOMAIN_GTT, bs_offset); // videoBitstreamRingAddressHi/Lo
218 	RVCE_CS(enc->bs_size); // videoBitstreamRingSize
219 	RVCE_END();
220 
221 	if (enc->dual_pipe) {
222 		unsigned aux_offset = enc->cpb.res->buf->size -
223 			RVCE_MAX_AUX_BUFFER_NUM * RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE * 2;
224 		RVCE_BEGIN(0x05000002); // auxiliary buffer
225 		for (i = 0; i < 8; ++i) {
226 			RVCE_CS(aux_offset);
227 			aux_offset += RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE;
228 		}
229 		for (i = 0; i < 8; ++i)
230 			RVCE_CS(RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE);
231 		RVCE_END();
232 	}
233 
234 	RVCE_BEGIN(0x03000001); // encode
235 	RVCE_CS(enc->enc_pic.frame_num ? 0x0 : 0x11); // insertHeaders
236 	RVCE_CS(enc->enc_pic.eo.picture_structure);
237 	RVCE_CS(enc->bs_size); // allowedMaxBitstreamSize
238 	RVCE_CS(enc->enc_pic.eo.force_refresh_map);
239 	RVCE_CS(enc->enc_pic.eo.insert_aud);
240 	RVCE_CS(enc->enc_pic.eo.end_of_sequence);
241 	RVCE_CS(enc->enc_pic.eo.end_of_stream);
242 	RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
243 		enc->luma->level[0].offset); // inputPictureLumaAddressHi/Lo
244 	RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
245 		enc->chroma->level[0].offset); // inputPictureChromaAddressHi/Lo
246 	RVCE_CS(align(enc->luma->level[0].nblk_y, 16)); // encInputFrameYPitch
247 	RVCE_CS(enc->luma->level[0].nblk_x * enc->luma->bpe); // encInputPicLumaPitch
248 	RVCE_CS(enc->chroma->level[0].nblk_x * enc->chroma->bpe); // encInputPicChromaPitch
249 	if (enc->dual_pipe)
250 		enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00000000;
251 	else
252 		enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00010000;
253 	RVCE_CS(enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload);
254 	RVCE_CS(enc->enc_pic.eo.enc_input_pic_tile_config);
255 	RVCE_CS(enc->enc_pic.picture_type); // encPicType
256 	RVCE_CS(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR); // encIdrFlag
257 	if ((enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR) && (enc->enc_pic.eo.enc_idr_pic_id !=0))
258 		enc->enc_pic.eo.enc_idr_pic_id = enc->enc_pic.idr_pic_id - 1;
259 	else
260 		enc->enc_pic.eo.enc_idr_pic_id = 0x00000000;
261 	RVCE_CS(enc->enc_pic.eo.enc_idr_pic_id);
262 	RVCE_CS(enc->enc_pic.eo.enc_mgs_key_pic);
263 	RVCE_CS(!enc->enc_pic.not_referenced);
264 	RVCE_CS(enc->enc_pic.eo.enc_temporal_layer_index);
265 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_active_override_flag);
266 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_l0_active_minus1);
267 	RVCE_CS(enc->enc_pic.eo.num_ref_idx_l1_active_minus1);
268 
269 	i = enc->enc_pic.frame_num - enc->enc_pic.ref_idx_l0;
270 	if (i > 1 && enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P) {
271 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000001;
272 		enc->enc_pic.eo.enc_ref_list_modification_num = i - 1;
273 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
274 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
275 	} else {
276 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
277 		enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
278 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
279 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
280 	}
281 
282 	for (i = 0; i < 3; ++i) {
283 		enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
284 		enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
285 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
286 		RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
287 	}
288 	for (i = 0; i < 4; ++i) {
289 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_op);
290 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_num);
291 		RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_idx);
292 		RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_op);
293 		RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_num);
294 	}
295 
296 	// encReferencePictureL0[0]
297 	RVCE_CS(0x00000000); // pictureStructure
298 	if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P ||
299 		enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
300 		struct rvce_cpb_slot *l0 = l0_slot(enc);
301 		rvce_frame_offset(enc, l0, &luma_offset, &chroma_offset);
302 		RVCE_CS(l0->picture_type);
303 		RVCE_CS(l0->frame_num);
304 		RVCE_CS(l0->pic_order_cnt);
305 		RVCE_CS(luma_offset);
306 		RVCE_CS(chroma_offset);
307 	} else {
308 		enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
309 		enc->enc_pic.eo.l0_frame_number = 0x00000000;
310 		enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
311 		enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
312 		enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
313 		RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
314 		RVCE_CS(enc->enc_pic.eo.l0_frame_number);
315 		RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
316 		RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
317 		RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
318 	}
319 
320 	// encReferencePictureL0[1]
321 	enc->enc_pic.eo.l0_picture_structure = 0x00000000;
322 	enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
323 	enc->enc_pic.eo.l0_frame_number = 0x00000000;
324 	enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
325 	enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
326 	enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
327 	RVCE_CS(enc->enc_pic.eo.l0_picture_structure);
328 	RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
329 	RVCE_CS(enc->enc_pic.eo.l0_frame_number);
330 	RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
331 	RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
332 	RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
333 
334 	// encReferencePictureL1[0]
335 	RVCE_CS(0x00000000); // pictureStructure
336 	if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
337 		struct rvce_cpb_slot *l1 = l1_slot(enc);
338 		rvce_frame_offset(enc, l1, &luma_offset, &chroma_offset);
339 		RVCE_CS(l1->picture_type);
340 		RVCE_CS(l1->frame_num);
341 		RVCE_CS(l1->pic_order_cnt);
342 		RVCE_CS(luma_offset);
343 		RVCE_CS(chroma_offset);
344 	} else {
345 		enc->enc_pic.eo.l1_enc_pic_type = 0x00000000;
346 		enc->enc_pic.eo.l1_frame_number = 0x00000000;
347 		enc->enc_pic.eo.l1_picture_order_count = 0x00000000;
348 		enc->enc_pic.eo.l1_luma_offset = 0xffffffff;
349 		enc->enc_pic.eo.l1_chroma_offset = 0xffffffff;
350 		RVCE_CS(enc->enc_pic.eo.l1_enc_pic_type);
351 		RVCE_CS(enc->enc_pic.eo.l1_frame_number);
352 		RVCE_CS(enc->enc_pic.eo.l1_picture_order_count);
353 		RVCE_CS(enc->enc_pic.eo.l1_luma_offset);
354 		RVCE_CS(enc->enc_pic.eo.l1_chroma_offset);
355 	}
356 
357 	rvce_frame_offset(enc, current_slot(enc), &luma_offset, &chroma_offset);
358 	RVCE_CS(luma_offset);
359 	RVCE_CS(chroma_offset);
360 	RVCE_CS(enc->enc_pic.eo.enc_coloc_buffer_offset);
361 	RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_luma_offset);
362 	RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_chroma_offset);
363 	RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_luma_offset);
364 	RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_chroma_offset);
365 	RVCE_CS(enc->enc_pic.frame_num_cnt-1);
366 	RVCE_CS(enc->enc_pic.frame_num);
367 	RVCE_CS(enc->enc_pic.pic_order_cnt);
368 	RVCE_CS(enc->enc_pic.i_remain);
369 	RVCE_CS(enc->enc_pic.p_remain);
370 	RVCE_CS(enc->enc_pic.eo.num_b_pic_remain_in_rcgop);
371 	RVCE_CS(enc->enc_pic.eo.num_ir_pic_remain_in_rcgop);
372 	RVCE_CS(enc->enc_pic.eo.enable_intra_refresh);
373 
374 	RVCE_CS(enc->enc_pic.eo.aq_variance_en);
375 	RVCE_CS(enc->enc_pic.eo.aq_block_size);
376 	RVCE_CS(enc->enc_pic.eo.aq_mb_variance_sel);
377 	RVCE_CS(enc->enc_pic.eo.aq_frame_variance_sel);
378 	RVCE_CS(enc->enc_pic.eo.aq_param_a);
379 	RVCE_CS(enc->enc_pic.eo.aq_param_b);
380 	RVCE_CS(enc->enc_pic.eo.aq_param_c);
381 	RVCE_CS(enc->enc_pic.eo.aq_param_d);
382 	RVCE_CS(enc->enc_pic.eo.aq_param_e);
383 
384 	RVCE_CS(enc->enc_pic.eo.context_in_sfb);
385 	RVCE_END();
386 }
387 
rate_control(struct rvce_encoder * enc)388 static void rate_control(struct rvce_encoder *enc)
389 {
390 	RVCE_BEGIN(0x04000005); // rate control
391 	RVCE_CS(enc->enc_pic.rc.rc_method);
392 	RVCE_CS(enc->enc_pic.rc.target_bitrate);
393 	RVCE_CS(enc->enc_pic.rc.peak_bitrate);
394 	RVCE_CS(enc->enc_pic.rc.frame_rate_num);
395 	RVCE_CS(enc->enc_pic.rc.gop_size);
396 	RVCE_CS(enc->enc_pic.rc.quant_i_frames);
397 	RVCE_CS(enc->enc_pic.rc.quant_p_frames);
398 	RVCE_CS(enc->enc_pic.rc.quant_b_frames);
399 	RVCE_CS(enc->enc_pic.rc.vbv_buffer_size);
400 	RVCE_CS(enc->enc_pic.rc.frame_rate_den);
401 	RVCE_CS(enc->enc_pic.rc.vbv_buf_lv);
402 	RVCE_CS(enc->enc_pic.rc.max_au_size);
403 	RVCE_CS(enc->enc_pic.rc.qp_initial_mode);
404 	RVCE_CS(enc->enc_pic.rc.target_bits_picture);
405 	RVCE_CS(enc->enc_pic.rc.peak_bits_picture_integer);
406 	RVCE_CS(enc->enc_pic.rc.peak_bits_picture_fraction);
407 	RVCE_CS(enc->enc_pic.rc.min_qp);
408 	RVCE_CS(enc->enc_pic.rc.max_qp);
409 	RVCE_CS(enc->enc_pic.rc.skip_frame_enable);
410 	RVCE_CS(enc->enc_pic.rc.fill_data_enable);
411 	RVCE_CS(enc->enc_pic.rc.enforce_hrd);
412 	RVCE_CS(enc->enc_pic.rc.b_pics_delta_qp);
413 	RVCE_CS(enc->enc_pic.rc.ref_b_pics_delta_qp);
414 	RVCE_CS(enc->enc_pic.rc.rc_reinit_disable);
415 	RVCE_CS(enc->enc_pic.rc.enc_lcvbr_init_qp_flag);
416 	RVCE_CS(enc->enc_pic.rc.lcvbrsatd_based_nonlinear_bit_budget_flag);
417 	RVCE_END();
418 }
419 
config(struct rvce_encoder * enc)420 static void config(struct rvce_encoder *enc)
421 {
422 	enc->task_info(enc, 0x00000002, 0, 0xffffffff, 0);
423 	enc->rate_control(enc);
424 	enc->config_extension(enc);
425 	enc->motion_estimation(enc);
426 	enc->rdo(enc);
427 	if (enc->use_vui)
428 		enc->vui(enc);
429 	enc->pic_control(enc);
430 }
431 
config_extension(struct rvce_encoder * enc)432 static void config_extension(struct rvce_encoder *enc)
433 {
434 	RVCE_BEGIN(0x04000001); // config extension
435 	RVCE_CS(enc->enc_pic.ce.enc_enable_perf_logging);
436 	RVCE_END();
437 }
438 
destroy(struct rvce_encoder * enc)439 static void destroy(struct rvce_encoder *enc)
440 {
441 	enc->task_info(enc, 0x00000001, 0, 0, 0);
442 
443 	RVCE_BEGIN(0x02000001); // destroy
444 	RVCE_END();
445 }
446 
feedback(struct rvce_encoder * enc)447 static void feedback(struct rvce_encoder *enc)
448 {
449 	RVCE_BEGIN(0x05000005); // feedback buffer
450 	RVCE_WRITE(enc->fb->res->buf, enc->fb->res->domains, 0x0); // feedbackRingAddressHi/Lo
451 	RVCE_CS(enc->enc_pic.fb.feedback_ring_size);
452 	RVCE_END();
453 }
454 
motion_estimation(struct rvce_encoder * enc)455 static void motion_estimation(struct rvce_encoder *enc)
456 {
457 	RVCE_BEGIN(0x04000007); // motion estimation
458 	RVCE_CS(enc->enc_pic.me.enc_ime_decimation_search);
459 	RVCE_CS(enc->enc_pic.me.motion_est_half_pixel);
460 	RVCE_CS(enc->enc_pic.me.motion_est_quarter_pixel);
461 	RVCE_CS(enc->enc_pic.me.disable_favor_pmv_point);
462 	RVCE_CS(enc->enc_pic.me.force_zero_point_center);
463 	RVCE_CS(enc->enc_pic.me.lsmvert);
464 	RVCE_CS(enc->enc_pic.me.enc_search_range_x);
465 	RVCE_CS(enc->enc_pic.me.enc_search_range_y);
466 	RVCE_CS(enc->enc_pic.me.enc_search1_range_x);
467 	RVCE_CS(enc->enc_pic.me.enc_search1_range_y);
468 	RVCE_CS(enc->enc_pic.me.disable_16x16_frame1);
469 	RVCE_CS(enc->enc_pic.me.disable_satd);
470 	RVCE_CS(enc->enc_pic.me.enable_amd);
471 	RVCE_CS(enc->enc_pic.me.enc_disable_sub_mode);
472 	RVCE_CS(enc->enc_pic.me.enc_ime_skip_x);
473 	RVCE_CS(enc->enc_pic.me.enc_ime_skip_y);
474 	RVCE_CS(enc->enc_pic.me.enc_en_ime_overw_dis_subm);
475 	RVCE_CS(enc->enc_pic.me.enc_ime_overw_dis_subm_no);
476 	RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_x);
477 	RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_y);
478 	RVCE_CS(enc->enc_pic.me.parallel_mode_speedup_enable);
479 	RVCE_CS(enc->enc_pic.me.fme0_enc_disable_sub_mode);
480 	RVCE_CS(enc->enc_pic.me.fme1_enc_disable_sub_mode);
481 	RVCE_CS(enc->enc_pic.me.ime_sw_speedup_enable);
482 	RVCE_END();
483 }
484 
pic_control(struct rvce_encoder * enc)485 static void pic_control(struct rvce_encoder *enc)
486 {
487 	RVCE_BEGIN(0x04000002); // pic control
488 	RVCE_CS(enc->enc_pic.pc.enc_use_constrained_intra_pred);
489 	RVCE_CS(enc->enc_pic.pc.enc_cabac_enable);
490 	RVCE_CS(enc->enc_pic.pc.enc_cabac_idc);
491 	RVCE_CS(enc->enc_pic.pc.enc_loop_filter_disable);
492 	RVCE_CS(enc->enc_pic.pc.enc_lf_beta_offset);
493 	RVCE_CS(enc->enc_pic.pc.enc_lf_alpha_c0_offset);
494 	RVCE_CS(enc->enc_pic.pc.enc_crop_left_offset);
495 	RVCE_CS(enc->enc_pic.pc.enc_crop_right_offset);
496 	RVCE_CS(enc->enc_pic.pc.enc_crop_top_offset);
497 	RVCE_CS(enc->enc_pic.pc.enc_crop_bottom_offset);
498 	RVCE_CS(enc->enc_pic.pc.enc_num_mbs_per_slice);
499 	RVCE_CS(enc->enc_pic.pc.enc_intra_refresh_num_mbs_per_slot);
500 	RVCE_CS(enc->enc_pic.pc.enc_force_intra_refresh);
501 	RVCE_CS(enc->enc_pic.pc.enc_force_imb_period);
502 	RVCE_CS(enc->enc_pic.pc.enc_pic_order_cnt_type);
503 	RVCE_CS(enc->enc_pic.pc.log2_max_pic_order_cnt_lsb_minus4);
504 	RVCE_CS(enc->enc_pic.pc.enc_sps_id);
505 	RVCE_CS(enc->enc_pic.pc.enc_pps_id);
506 	RVCE_CS(enc->enc_pic.pc.enc_constraint_set_flags);
507 	RVCE_CS(enc->enc_pic.pc.enc_b_pic_pattern);
508 	RVCE_CS(enc->enc_pic.pc.weight_pred_mode_b_picture);
509 	RVCE_CS(enc->enc_pic.pc.enc_number_of_reference_frames);
510 	RVCE_CS(enc->enc_pic.pc.enc_max_num_ref_frames);
511 	RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l0);
512 	RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l1);
513 	RVCE_CS(enc->enc_pic.pc.enc_slice_mode);
514 	RVCE_CS(enc->enc_pic.pc.enc_max_slice_size);
515 	RVCE_END();
516 }
517 
rdo(struct rvce_encoder * enc)518 static void rdo(struct rvce_encoder *enc)
519 {
520 	RVCE_BEGIN(0x04000008); // rdo
521 	RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_i_frame);
522 	RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_p_frame);
523 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y);
524 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv);
525 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y);
526 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv);
527 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y_1);
528 	RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv_1);
529 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y_1);
530 	RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv_1);
531 	RVCE_CS(enc->enc_pic.rdo.enc_16x16_cost_adj);
532 	RVCE_CS(enc->enc_pic.rdo.enc_skip_cost_adj);
533 	RVCE_CS(enc->enc_pic.rdo.enc_force_16x16_skip);
534 	RVCE_CS(enc->enc_pic.rdo.enc_disable_threshold_calc_a);
535 	RVCE_CS(enc->enc_pic.rdo.enc_luma_coeff_cost);
536 	RVCE_CS(enc->enc_pic.rdo.enc_luma_mb_coeff_cost);
537 	RVCE_CS(enc->enc_pic.rdo.enc_chroma_coeff_cost);
538 	RVCE_END();
539 }
540 
session(struct rvce_encoder * enc)541 static void session(struct rvce_encoder *enc)
542 {
543 	RVCE_BEGIN(0x00000001); // session cmd
544 	RVCE_CS(enc->stream_handle);
545 	RVCE_END();
546 }
547 
task_info(struct rvce_encoder * enc,uint32_t op,uint32_t dep,uint32_t fb_idx,uint32_t ring_idx)548 static void task_info(struct rvce_encoder *enc, uint32_t op,
549 					  uint32_t dep, uint32_t fb_idx, uint32_t ring_idx)
550 {
551 	RVCE_BEGIN(0x00000002); // task info
552 	if (op == 0x3) {
553 		if (enc->task_info_idx) {
554 			uint32_t offs = enc->cs->current.cdw - enc->task_info_idx + 3;
555 			// Update offsetOfNextTaskInfo
556 			enc->cs->current.buf[enc->task_info_idx] = offs;
557 		}
558 		enc->task_info_idx = enc->cs->current.cdw;
559 	}
560 	enc->enc_pic.ti.task_operation = op;
561 	enc->enc_pic.ti.reference_picture_dependency = dep;
562 	enc->enc_pic.ti.feedback_index = fb_idx;
563 	enc->enc_pic.ti.video_bitstream_ring_index = ring_idx;
564 	RVCE_CS(enc->enc_pic.ti.offset_of_next_task_info);
565 	RVCE_CS(enc->enc_pic.ti.task_operation);
566 	RVCE_CS(enc->enc_pic.ti.reference_picture_dependency);
567 	RVCE_CS(enc->enc_pic.ti.collocate_flag_dependency);
568 	RVCE_CS(enc->enc_pic.ti.feedback_index);
569 	RVCE_CS(enc->enc_pic.ti.video_bitstream_ring_index);
570 	RVCE_END();
571 }
572 
vui(struct rvce_encoder * enc)573 static void vui(struct rvce_encoder *enc)
574 {
575 	int i;
576 
577 	if (!enc->enc_pic.enable_vui)
578 		return;
579 
580 	RVCE_BEGIN(0x04000009); // vui
581 	RVCE_CS(enc->enc_pic.vui.aspect_ratio_info_present_flag);
582 	RVCE_CS(enc->enc_pic.vui.aspect_ratio_idc);
583 	RVCE_CS(enc->enc_pic.vui.sar_width);
584 	RVCE_CS(enc->enc_pic.vui.sar_height);
585 	RVCE_CS(enc->enc_pic.vui.overscan_info_present_flag);
586 	RVCE_CS(enc->enc_pic.vui.overscan_Approp_flag);
587 	RVCE_CS(enc->enc_pic.vui.video_signal_type_present_flag);
588 	RVCE_CS(enc->enc_pic.vui.video_format);
589 	RVCE_CS(enc->enc_pic.vui.video_full_range_flag);
590 	RVCE_CS(enc->enc_pic.vui.color_description_present_flag);
591 	RVCE_CS(enc->enc_pic.vui.color_prim);
592 	RVCE_CS(enc->enc_pic.vui.transfer_char);
593 	RVCE_CS(enc->enc_pic.vui.matrix_coef);
594 	RVCE_CS(enc->enc_pic.vui.chroma_loc_info_present_flag);
595 	RVCE_CS(enc->enc_pic.vui.chroma_loc_top);
596 	RVCE_CS(enc->enc_pic.vui.chroma_loc_bottom);
597 	RVCE_CS(enc->enc_pic.vui.timing_info_present_flag);
598 	RVCE_CS(enc->enc_pic.vui.num_units_in_tick);
599 	RVCE_CS(enc->enc_pic.vui.time_scale);
600 	RVCE_CS(enc->enc_pic.vui.fixed_frame_rate_flag);
601 	RVCE_CS(enc->enc_pic.vui.nal_hrd_parameters_present_flag);
602 	RVCE_CS(enc->enc_pic.vui.cpb_cnt_minus1);
603 	RVCE_CS(enc->enc_pic.vui.bit_rate_scale);
604 	RVCE_CS(enc->enc_pic.vui.cpb_size_scale);
605 	for (i = 0; i < 32; i++) {
606 		RVCE_CS(enc->enc_pic.vui.bit_rate_value_minus);
607 		RVCE_CS(enc->enc_pic.vui.cpb_size_value_minus);
608 		RVCE_CS(enc->enc_pic.vui.cbr_flag);
609 	}
610 	RVCE_CS(enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1);
611 	RVCE_CS(enc->enc_pic.vui.cpb_removal_delay_length_minus1);
612 	RVCE_CS(enc->enc_pic.vui.dpb_output_delay_length_minus1);
613 	RVCE_CS(enc->enc_pic.vui.time_offset_length);
614 	RVCE_CS(enc->enc_pic.vui.low_delay_hrd_flag);
615 	RVCE_CS(enc->enc_pic.vui.pic_struct_present_flag);
616 	RVCE_CS(enc->enc_pic.vui.bitstream_restriction_present_flag);
617 	RVCE_CS(enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag);
618 	RVCE_CS(enc->enc_pic.vui.max_bytes_per_pic_denom);
619 	RVCE_CS(enc->enc_pic.vui.max_bits_per_mb_denom);
620 	RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_hori);
621 	RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_vert);
622 	RVCE_CS(enc->enc_pic.vui.num_reorder_frames);
623 	RVCE_CS(enc->enc_pic.vui.max_dec_frame_buffering);
624 	RVCE_END();
625 }
626 
radeon_vce_52_init(struct rvce_encoder * enc)627 void radeon_vce_52_init(struct rvce_encoder *enc)
628 {
629 	enc->session = session;
630 	enc->task_info = task_info;
631 	enc->create = create;
632 	enc->feedback = feedback;
633 	enc->rate_control = rate_control;
634 	enc->config_extension = config_extension;
635 	enc->pic_control = pic_control;
636 	enc->motion_estimation = motion_estimation;
637 	enc->rdo = rdo;
638 	enc->vui = vui;
639 	enc->config = config;
640 	enc->encode = encode;
641 	enc->destroy = destroy;
642 }
643