1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright (c) 2012-2016, The Linux Foundation. All rights reserved.
4 * Copyright (C) 2017 Linaro Ltd.
5 */
6 #include <linux/hash.h>
7 #include <linux/list.h>
8 #include <linux/slab.h>
9 #include <linux/soc/qcom/smem.h>
10 #include <media/videobuf2-v4l2.h>
11
12 #include "core.h"
13 #include "hfi.h"
14 #include "hfi_helper.h"
15 #include "hfi_msgs.h"
16 #include "hfi_parser.h"
17
18 #define SMEM_IMG_VER_TBL 469
19 #define VER_STR_SZ 128
20 #define SMEM_IMG_OFFSET_VENUS (14 * 128)
21
event_seq_changed(struct venus_core * core,struct venus_inst * inst,struct hfi_msg_event_notify_pkt * pkt)22 static void event_seq_changed(struct venus_core *core, struct venus_inst *inst,
23 struct hfi_msg_event_notify_pkt *pkt)
24 {
25 enum hfi_version ver = core->res->hfi_version;
26 struct hfi_event_data event = {0};
27 int num_properties_changed;
28 struct hfi_framesize *frame_sz;
29 struct hfi_profile_level *profile_level;
30 struct hfi_bit_depth *pixel_depth;
31 struct hfi_pic_struct *pic_struct;
32 struct hfi_colour_space *colour_info;
33 struct hfi_buffer_requirements *bufreq;
34 struct hfi_extradata_input_crop *crop;
35 struct hfi_dpb_counts *dpb_count;
36 u32 ptype, rem_bytes;
37 u32 size_read = 0;
38 u8 *data_ptr;
39
40 inst->error = HFI_ERR_NONE;
41
42 switch (pkt->event_data1) {
43 case HFI_EVENT_DATA_SEQUENCE_CHANGED_SUFFICIENT_BUF_RESOURCES:
44 case HFI_EVENT_DATA_SEQUENCE_CHANGED_INSUFFICIENT_BUF_RESOURCES:
45 break;
46 default:
47 inst->error = HFI_ERR_SESSION_INVALID_PARAMETER;
48 inst->ops->event_notify(inst, EVT_SYS_EVENT_CHANGE, &event);
49 return;
50 }
51
52 event.event_type = pkt->event_data1;
53
54 num_properties_changed = pkt->event_data2;
55 if (!num_properties_changed)
56 goto error;
57
58 data_ptr = (u8 *)&pkt->ext_event_data[0];
59 rem_bytes = pkt->shdr.hdr.size - sizeof(*pkt);
60
61 do {
62 if (rem_bytes < sizeof(u32))
63 goto error;
64 ptype = *((u32 *)data_ptr);
65
66 data_ptr += sizeof(u32);
67 rem_bytes -= sizeof(u32);
68
69 switch (ptype) {
70 case HFI_PROPERTY_PARAM_FRAME_SIZE:
71 if (rem_bytes < sizeof(struct hfi_framesize))
72 goto error;
73
74 frame_sz = (struct hfi_framesize *)data_ptr;
75 event.width = frame_sz->width;
76 event.height = frame_sz->height;
77 size_read = sizeof(struct hfi_framesize);
78 break;
79 case HFI_PROPERTY_PARAM_PROFILE_LEVEL_CURRENT:
80 if (rem_bytes < sizeof(struct hfi_profile_level))
81 goto error;
82
83 profile_level = (struct hfi_profile_level *)data_ptr;
84 event.profile = profile_level->profile;
85 event.level = profile_level->level;
86 size_read = sizeof(struct hfi_profile_level);
87 break;
88 case HFI_PROPERTY_PARAM_VDEC_PIXEL_BITDEPTH:
89 if (rem_bytes < sizeof(struct hfi_bit_depth))
90 goto error;
91
92 pixel_depth = (struct hfi_bit_depth *)data_ptr;
93 event.bit_depth = pixel_depth->bit_depth;
94 size_read = sizeof(struct hfi_bit_depth);
95 break;
96 case HFI_PROPERTY_PARAM_VDEC_PIC_STRUCT:
97 if (rem_bytes < sizeof(struct hfi_pic_struct))
98 goto error;
99
100 pic_struct = (struct hfi_pic_struct *)data_ptr;
101 event.pic_struct = pic_struct->progressive_only;
102 size_read = sizeof(struct hfi_pic_struct);
103 break;
104 case HFI_PROPERTY_PARAM_VDEC_COLOUR_SPACE:
105 if (rem_bytes < sizeof(struct hfi_colour_space))
106 goto error;
107
108 colour_info = (struct hfi_colour_space *)data_ptr;
109 event.colour_space = colour_info->colour_space;
110 size_read = sizeof(struct hfi_colour_space);
111 break;
112 case HFI_PROPERTY_CONFIG_VDEC_ENTROPY:
113 if (rem_bytes < sizeof(u32))
114 goto error;
115
116 event.entropy_mode = *(u32 *)data_ptr;
117 size_read = sizeof(u32);
118 break;
119 case HFI_PROPERTY_CONFIG_BUFFER_REQUIREMENTS:
120 if (rem_bytes < sizeof(struct hfi_buffer_requirements))
121 goto error;
122
123 bufreq = (struct hfi_buffer_requirements *)data_ptr;
124 event.buf_count = hfi_bufreq_get_count_min(bufreq, ver);
125 size_read = sizeof(struct hfi_buffer_requirements);
126 break;
127 case HFI_INDEX_EXTRADATA_INPUT_CROP:
128 if (rem_bytes < sizeof(struct hfi_extradata_input_crop))
129 goto error;
130
131 crop = (struct hfi_extradata_input_crop *)data_ptr;
132 event.input_crop.left = crop->left;
133 event.input_crop.top = crop->top;
134 event.input_crop.width = crop->width;
135 event.input_crop.height = crop->height;
136 size_read = sizeof(struct hfi_extradata_input_crop);
137 break;
138 case HFI_PROPERTY_PARAM_VDEC_DPB_COUNTS:
139 if (rem_bytes < sizeof(struct hfi_dpb_counts))
140 goto error;
141
142 dpb_count = (struct hfi_dpb_counts *)data_ptr;
143 event.buf_count = dpb_count->fw_min_cnt;
144 size_read = sizeof(struct hfi_dpb_counts);
145 break;
146 default:
147 size_read = 0;
148 break;
149 }
150 data_ptr += size_read;
151 rem_bytes -= size_read;
152 num_properties_changed--;
153 } while (num_properties_changed > 0);
154
155 inst->ops->event_notify(inst, EVT_SYS_EVENT_CHANGE, &event);
156 return;
157
158 error:
159 inst->error = HFI_ERR_SESSION_INSUFFICIENT_RESOURCES;
160 inst->ops->event_notify(inst, EVT_SYS_EVENT_CHANGE, &event);
161 }
162
event_release_buffer_ref(struct venus_core * core,struct venus_inst * inst,struct hfi_msg_event_notify_pkt * pkt)163 static void event_release_buffer_ref(struct venus_core *core,
164 struct venus_inst *inst,
165 struct hfi_msg_event_notify_pkt *pkt)
166 {
167 struct hfi_event_data event = {0};
168 struct hfi_msg_event_release_buffer_ref_pkt *data;
169
170 data = (struct hfi_msg_event_release_buffer_ref_pkt *)
171 pkt->ext_event_data;
172
173 event.event_type = HFI_EVENT_RELEASE_BUFFER_REFERENCE;
174 event.packet_buffer = data->packet_buffer;
175 event.extradata_buffer = data->extradata_buffer;
176 event.tag = data->output_tag;
177
178 inst->error = HFI_ERR_NONE;
179 inst->ops->event_notify(inst, EVT_SYS_EVENT_CHANGE, &event);
180 }
181
event_sys_error(struct venus_core * core,u32 event,struct hfi_msg_event_notify_pkt * pkt)182 static void event_sys_error(struct venus_core *core, u32 event,
183 struct hfi_msg_event_notify_pkt *pkt)
184 {
185 if (pkt)
186 dev_dbg(core->dev, VDBGH
187 "sys error (session id:%x, data1:%x, data2:%x)\n",
188 pkt->shdr.session_id, pkt->event_data1,
189 pkt->event_data2);
190
191 core->core_ops->event_notify(core, event);
192 }
193
194 static void
event_session_error(struct venus_core * core,struct venus_inst * inst,struct hfi_msg_event_notify_pkt * pkt)195 event_session_error(struct venus_core *core, struct venus_inst *inst,
196 struct hfi_msg_event_notify_pkt *pkt)
197 {
198 struct device *dev = core->dev;
199
200 dev_dbg(dev, VDBGH "session error: event id:%x, session id:%x\n",
201 pkt->event_data1, pkt->shdr.session_id);
202
203 if (!inst)
204 return;
205
206 switch (pkt->event_data1) {
207 /* non fatal session errors */
208 case HFI_ERR_SESSION_INVALID_SCALE_FACTOR:
209 case HFI_ERR_SESSION_UNSUPPORT_BUFFERTYPE:
210 case HFI_ERR_SESSION_UNSUPPORTED_SETTING:
211 case HFI_ERR_SESSION_UPSCALE_NOT_SUPPORTED:
212 inst->error = HFI_ERR_NONE;
213 break;
214 default:
215 dev_err(dev, "session error: event id:%x (%x), session id:%x\n",
216 pkt->event_data1, pkt->event_data2,
217 pkt->shdr.session_id);
218
219 inst->error = pkt->event_data1;
220 inst->ops->event_notify(inst, EVT_SESSION_ERROR, NULL);
221 break;
222 }
223 }
224
hfi_event_notify(struct venus_core * core,struct venus_inst * inst,void * packet)225 static void hfi_event_notify(struct venus_core *core, struct venus_inst *inst,
226 void *packet)
227 {
228 struct hfi_msg_event_notify_pkt *pkt = packet;
229
230 if (!packet)
231 return;
232
233 switch (pkt->event_id) {
234 case HFI_EVENT_SYS_ERROR:
235 event_sys_error(core, EVT_SYS_ERROR, pkt);
236 break;
237 case HFI_EVENT_SESSION_ERROR:
238 event_session_error(core, inst, pkt);
239 break;
240 case HFI_EVENT_SESSION_SEQUENCE_CHANGED:
241 event_seq_changed(core, inst, pkt);
242 break;
243 case HFI_EVENT_RELEASE_BUFFER_REFERENCE:
244 event_release_buffer_ref(core, inst, pkt);
245 break;
246 case HFI_EVENT_SESSION_PROPERTY_CHANGED:
247 break;
248 default:
249 break;
250 }
251 }
252
hfi_sys_init_done(struct venus_core * core,struct venus_inst * inst,void * packet)253 static void hfi_sys_init_done(struct venus_core *core, struct venus_inst *inst,
254 void *packet)
255 {
256 struct hfi_msg_sys_init_done_pkt *pkt = packet;
257 int rem_bytes;
258 u32 error;
259
260 error = pkt->error_type;
261 if (error != HFI_ERR_NONE)
262 goto done;
263
264 if (!pkt->num_properties) {
265 error = HFI_ERR_SYS_INVALID_PARAMETER;
266 goto done;
267 }
268
269 rem_bytes = pkt->hdr.size - sizeof(*pkt);
270 if (rem_bytes <= 0) {
271 /* missing property data */
272 error = HFI_ERR_SYS_INSUFFICIENT_RESOURCES;
273 goto done;
274 }
275
276 error = hfi_parser(core, inst, pkt->data, rem_bytes);
277
278 done:
279 core->error = error;
280 complete(&core->done);
281 }
282
283 static void
sys_get_prop_image_version(struct venus_core * core,struct hfi_msg_sys_property_info_pkt * pkt)284 sys_get_prop_image_version(struct venus_core *core,
285 struct hfi_msg_sys_property_info_pkt *pkt)
286 {
287 struct device *dev = core->dev;
288 u8 *smem_tbl_ptr;
289 u8 *img_ver;
290 int req_bytes;
291 size_t smem_blk_sz;
292 int ret;
293
294 req_bytes = pkt->hdr.size - sizeof(*pkt);
295
296 if (req_bytes < VER_STR_SZ || !pkt->data[0] || pkt->num_properties > 1)
297 /* bad packet */
298 return;
299
300 img_ver = pkt->data;
301 if (!img_ver)
302 return;
303
304 ret = sscanf(img_ver, "14:video-firmware.%u.%u-%u",
305 &core->venus_ver.major, &core->venus_ver.minor, &core->venus_ver.rev);
306 if (ret)
307 goto done;
308
309 ret = sscanf(img_ver, "14:VIDEO.VPU.%u.%u-%u",
310 &core->venus_ver.major, &core->venus_ver.minor, &core->venus_ver.rev);
311 if (ret)
312 goto done;
313
314 ret = sscanf(img_ver, "14:VIDEO.VE.%u.%u-%u",
315 &core->venus_ver.major, &core->venus_ver.minor, &core->venus_ver.rev);
316 if (ret)
317 goto done;
318
319 dev_err(dev, VDBGL "error reading F/W version\n");
320 return;
321
322 done:
323 dev_dbg(dev, VDBGL "F/W version: %s, major %u, minor %u, revision %u\n",
324 img_ver, core->venus_ver.major, core->venus_ver.minor, core->venus_ver.rev);
325
326 smem_tbl_ptr = qcom_smem_get(QCOM_SMEM_HOST_ANY,
327 SMEM_IMG_VER_TBL, &smem_blk_sz);
328 if (!IS_ERR(smem_tbl_ptr) && smem_blk_sz >= SMEM_IMG_OFFSET_VENUS + VER_STR_SZ)
329 memcpy(smem_tbl_ptr + SMEM_IMG_OFFSET_VENUS,
330 img_ver, VER_STR_SZ);
331 }
332
hfi_sys_property_info(struct venus_core * core,struct venus_inst * inst,void * packet)333 static void hfi_sys_property_info(struct venus_core *core,
334 struct venus_inst *inst, void *packet)
335 {
336 struct hfi_msg_sys_property_info_pkt *pkt = packet;
337 struct device *dev = core->dev;
338
339 if (!pkt->num_properties) {
340 dev_dbg(dev, VDBGL "no properties\n");
341 return;
342 }
343
344 switch (pkt->property) {
345 case HFI_PROPERTY_SYS_IMAGE_VERSION:
346 sys_get_prop_image_version(core, pkt);
347 break;
348 default:
349 dev_dbg(dev, VDBGL "unknown property data\n");
350 break;
351 }
352 }
353
hfi_sys_rel_resource_done(struct venus_core * core,struct venus_inst * inst,void * packet)354 static void hfi_sys_rel_resource_done(struct venus_core *core,
355 struct venus_inst *inst,
356 void *packet)
357 {
358 struct hfi_msg_sys_release_resource_done_pkt *pkt = packet;
359
360 core->error = pkt->error_type;
361 complete(&core->done);
362 }
363
hfi_sys_ping_done(struct venus_core * core,struct venus_inst * inst,void * packet)364 static void hfi_sys_ping_done(struct venus_core *core, struct venus_inst *inst,
365 void *packet)
366 {
367 struct hfi_msg_sys_ping_ack_pkt *pkt = packet;
368
369 core->error = HFI_ERR_NONE;
370
371 if (pkt->client_data != 0xbeef)
372 core->error = HFI_ERR_SYS_FATAL;
373
374 complete(&core->done);
375 }
376
hfi_sys_idle_done(struct venus_core * core,struct venus_inst * inst,void * packet)377 static void hfi_sys_idle_done(struct venus_core *core, struct venus_inst *inst,
378 void *packet)
379 {
380 dev_dbg(core->dev, VDBGL "sys idle\n");
381 }
382
hfi_sys_pc_prepare_done(struct venus_core * core,struct venus_inst * inst,void * packet)383 static void hfi_sys_pc_prepare_done(struct venus_core *core,
384 struct venus_inst *inst, void *packet)
385 {
386 struct hfi_msg_sys_pc_prep_done_pkt *pkt = packet;
387
388 dev_dbg(core->dev, VDBGL "pc prepare done (error %x)\n",
389 pkt->error_type);
390 }
391
392 static unsigned int
session_get_prop_profile_level(struct hfi_msg_session_property_info_pkt * pkt,struct hfi_profile_level * profile_level)393 session_get_prop_profile_level(struct hfi_msg_session_property_info_pkt *pkt,
394 struct hfi_profile_level *profile_level)
395 {
396 struct hfi_profile_level *hfi;
397 u32 req_bytes;
398
399 req_bytes = pkt->shdr.hdr.size - sizeof(*pkt);
400
401 if (!req_bytes || req_bytes % sizeof(struct hfi_profile_level))
402 /* bad packet */
403 return HFI_ERR_SESSION_INVALID_PARAMETER;
404
405 hfi = (struct hfi_profile_level *)&pkt->data[0];
406 profile_level->profile = hfi->profile;
407 profile_level->level = hfi->level;
408
409 return HFI_ERR_NONE;
410 }
411
412 static unsigned int
session_get_prop_buf_req(struct hfi_msg_session_property_info_pkt * pkt,struct hfi_buffer_requirements * bufreq)413 session_get_prop_buf_req(struct hfi_msg_session_property_info_pkt *pkt,
414 struct hfi_buffer_requirements *bufreq)
415 {
416 struct hfi_buffer_requirements *buf_req;
417 u32 req_bytes;
418 unsigned int idx = 0;
419
420 req_bytes = pkt->shdr.hdr.size - sizeof(*pkt);
421
422 if (!req_bytes || req_bytes % sizeof(*buf_req) || !pkt->data[0])
423 /* bad packet */
424 return HFI_ERR_SESSION_INVALID_PARAMETER;
425
426 buf_req = (struct hfi_buffer_requirements *)&pkt->data[0];
427 if (!buf_req)
428 return HFI_ERR_SESSION_INVALID_PARAMETER;
429
430 while (req_bytes) {
431 memcpy(&bufreq[idx], buf_req, sizeof(*bufreq));
432 idx++;
433
434 if (idx >= HFI_BUFFER_TYPE_MAX)
435 return HFI_ERR_SESSION_INVALID_PARAMETER;
436
437 req_bytes -= sizeof(struct hfi_buffer_requirements);
438 buf_req++;
439 }
440
441 return HFI_ERR_NONE;
442 }
443
hfi_session_prop_info(struct venus_core * core,struct venus_inst * inst,void * packet)444 static void hfi_session_prop_info(struct venus_core *core,
445 struct venus_inst *inst, void *packet)
446 {
447 struct hfi_msg_session_property_info_pkt *pkt = packet;
448 struct device *dev = core->dev;
449 union hfi_get_property *hprop = &inst->hprop;
450 unsigned int error = HFI_ERR_NONE;
451
452 if (!pkt->num_properties) {
453 error = HFI_ERR_SESSION_INVALID_PARAMETER;
454 dev_err(dev, "%s: no properties\n", __func__);
455 goto done;
456 }
457
458 switch (pkt->property) {
459 case HFI_PROPERTY_CONFIG_BUFFER_REQUIREMENTS:
460 memset(hprop->bufreq, 0, sizeof(hprop->bufreq));
461 error = session_get_prop_buf_req(pkt, hprop->bufreq);
462 break;
463 case HFI_PROPERTY_PARAM_PROFILE_LEVEL_CURRENT:
464 memset(&hprop->profile_level, 0, sizeof(hprop->profile_level));
465 error = session_get_prop_profile_level(pkt,
466 &hprop->profile_level);
467 break;
468 case HFI_PROPERTY_CONFIG_VDEC_ENTROPY:
469 break;
470 default:
471 dev_dbg(dev, VDBGM "unknown property id:%x\n", pkt->property);
472 return;
473 }
474
475 done:
476 inst->error = error;
477 complete(&inst->done);
478 }
479
hfi_session_init_done(struct venus_core * core,struct venus_inst * inst,void * packet)480 static void hfi_session_init_done(struct venus_core *core,
481 struct venus_inst *inst, void *packet)
482 {
483 struct hfi_msg_session_init_done_pkt *pkt = packet;
484 int rem_bytes;
485 u32 error;
486
487 error = pkt->error_type;
488 if (error != HFI_ERR_NONE)
489 goto done;
490
491 if (!IS_V1(core))
492 goto done;
493
494 rem_bytes = pkt->shdr.hdr.size - sizeof(*pkt);
495 if (rem_bytes <= 0) {
496 error = HFI_ERR_SESSION_INSUFFICIENT_RESOURCES;
497 goto done;
498 }
499
500 error = hfi_parser(core, inst, pkt->data, rem_bytes);
501 done:
502 inst->error = error;
503 complete(&inst->done);
504 }
505
hfi_session_load_res_done(struct venus_core * core,struct venus_inst * inst,void * packet)506 static void hfi_session_load_res_done(struct venus_core *core,
507 struct venus_inst *inst, void *packet)
508 {
509 struct hfi_msg_session_load_resources_done_pkt *pkt = packet;
510
511 inst->error = pkt->error_type;
512 complete(&inst->done);
513 }
514
hfi_session_flush_done(struct venus_core * core,struct venus_inst * inst,void * packet)515 static void hfi_session_flush_done(struct venus_core *core,
516 struct venus_inst *inst, void *packet)
517 {
518 struct hfi_msg_session_flush_done_pkt *pkt = packet;
519
520 inst->error = pkt->error_type;
521 complete(&inst->done);
522 if (inst->ops->flush_done)
523 inst->ops->flush_done(inst);
524 }
525
hfi_session_etb_done(struct venus_core * core,struct venus_inst * inst,void * packet)526 static void hfi_session_etb_done(struct venus_core *core,
527 struct venus_inst *inst, void *packet)
528 {
529 struct hfi_msg_session_empty_buffer_done_pkt *pkt = packet;
530
531 inst->error = pkt->error_type;
532 inst->ops->buf_done(inst, HFI_BUFFER_INPUT, pkt->input_tag,
533 pkt->filled_len, pkt->offset, 0, 0, 0);
534 }
535
hfi_session_ftb_done(struct venus_core * core,struct venus_inst * inst,void * packet)536 static void hfi_session_ftb_done(struct venus_core *core,
537 struct venus_inst *inst, void *packet)
538 {
539 u32 session_type = inst->session_type;
540 u64 timestamp_us = 0;
541 u32 timestamp_hi = 0, timestamp_lo = 0;
542 unsigned int error;
543 u32 flags = 0, hfi_flags = 0, offset = 0, filled_len = 0;
544 u32 pic_type = 0, buffer_type = 0, output_tag = -1;
545
546 if (session_type == VIDC_SESSION_TYPE_ENC) {
547 struct hfi_msg_session_fbd_compressed_pkt *pkt = packet;
548
549 timestamp_hi = pkt->time_stamp_hi;
550 timestamp_lo = pkt->time_stamp_lo;
551 hfi_flags = pkt->flags;
552 offset = pkt->offset;
553 filled_len = pkt->filled_len;
554 pic_type = pkt->picture_type;
555 output_tag = pkt->output_tag;
556 buffer_type = HFI_BUFFER_OUTPUT;
557
558 error = pkt->error_type;
559 } else if (session_type == VIDC_SESSION_TYPE_DEC) {
560 struct hfi_msg_session_fbd_uncompressed_plane0_pkt *pkt =
561 packet;
562
563 timestamp_hi = pkt->time_stamp_hi;
564 timestamp_lo = pkt->time_stamp_lo;
565 hfi_flags = pkt->flags;
566 offset = pkt->offset;
567 filled_len = pkt->filled_len;
568 pic_type = pkt->picture_type;
569 output_tag = pkt->output_tag;
570
571 if (pkt->stream_id == 0)
572 buffer_type = HFI_BUFFER_OUTPUT;
573 else if (pkt->stream_id == 1)
574 buffer_type = HFI_BUFFER_OUTPUT2;
575
576 error = pkt->error_type;
577 } else {
578 error = HFI_ERR_SESSION_INVALID_PARAMETER;
579 }
580
581 if (buffer_type != HFI_BUFFER_OUTPUT &&
582 buffer_type != HFI_BUFFER_OUTPUT2)
583 goto done;
584
585 if (hfi_flags & HFI_BUFFERFLAG_EOS)
586 flags |= V4L2_BUF_FLAG_LAST;
587
588 switch (pic_type) {
589 case HFI_PICTURE_IDR:
590 case HFI_PICTURE_I:
591 flags |= V4L2_BUF_FLAG_KEYFRAME;
592 break;
593 case HFI_PICTURE_P:
594 flags |= V4L2_BUF_FLAG_PFRAME;
595 break;
596 case HFI_PICTURE_B:
597 flags |= V4L2_BUF_FLAG_BFRAME;
598 break;
599 case HFI_FRAME_NOTCODED:
600 case HFI_UNUSED_PICT:
601 case HFI_FRAME_YUV:
602 default:
603 break;
604 }
605
606 if (!(hfi_flags & HFI_BUFFERFLAG_TIMESTAMPINVALID) && filled_len) {
607 timestamp_us = timestamp_hi;
608 timestamp_us = (timestamp_us << 32) | timestamp_lo;
609 }
610
611 done:
612 inst->error = error;
613 inst->ops->buf_done(inst, buffer_type, output_tag, filled_len,
614 offset, flags, hfi_flags, timestamp_us);
615 }
616
hfi_session_start_done(struct venus_core * core,struct venus_inst * inst,void * packet)617 static void hfi_session_start_done(struct venus_core *core,
618 struct venus_inst *inst, void *packet)
619 {
620 struct hfi_msg_session_start_done_pkt *pkt = packet;
621
622 inst->error = pkt->error_type;
623 complete(&inst->done);
624 }
625
hfi_session_stop_done(struct venus_core * core,struct venus_inst * inst,void * packet)626 static void hfi_session_stop_done(struct venus_core *core,
627 struct venus_inst *inst, void *packet)
628 {
629 struct hfi_msg_session_stop_done_pkt *pkt = packet;
630
631 inst->error = pkt->error_type;
632 complete(&inst->done);
633 }
634
hfi_session_rel_res_done(struct venus_core * core,struct venus_inst * inst,void * packet)635 static void hfi_session_rel_res_done(struct venus_core *core,
636 struct venus_inst *inst, void *packet)
637 {
638 struct hfi_msg_session_release_resources_done_pkt *pkt = packet;
639
640 inst->error = pkt->error_type;
641 complete(&inst->done);
642 }
643
hfi_session_rel_buf_done(struct venus_core * core,struct venus_inst * inst,void * packet)644 static void hfi_session_rel_buf_done(struct venus_core *core,
645 struct venus_inst *inst, void *packet)
646 {
647 struct hfi_msg_session_release_buffers_done_pkt *pkt = packet;
648
649 inst->error = pkt->error_type;
650 complete(&inst->done);
651 }
652
hfi_session_end_done(struct venus_core * core,struct venus_inst * inst,void * packet)653 static void hfi_session_end_done(struct venus_core *core,
654 struct venus_inst *inst, void *packet)
655 {
656 struct hfi_msg_session_end_done_pkt *pkt = packet;
657
658 inst->error = pkt->error_type;
659 complete(&inst->done);
660 }
661
hfi_session_abort_done(struct venus_core * core,struct venus_inst * inst,void * packet)662 static void hfi_session_abort_done(struct venus_core *core,
663 struct venus_inst *inst, void *packet)
664 {
665 struct hfi_msg_sys_session_abort_done_pkt *pkt = packet;
666
667 inst->error = pkt->error_type;
668 complete(&inst->done);
669 }
670
hfi_session_get_seq_hdr_done(struct venus_core * core,struct venus_inst * inst,void * packet)671 static void hfi_session_get_seq_hdr_done(struct venus_core *core,
672 struct venus_inst *inst, void *packet)
673 {
674 struct hfi_msg_session_get_sequence_hdr_done_pkt *pkt = packet;
675
676 inst->error = pkt->error_type;
677 complete(&inst->done);
678 }
679
680 struct hfi_done_handler {
681 u32 pkt;
682 u32 pkt_sz;
683 u32 pkt_sz2;
684 void (*done)(struct venus_core *, struct venus_inst *, void *);
685 bool is_sys_pkt;
686 };
687
688 static const struct hfi_done_handler handlers[] = {
689 {.pkt = HFI_MSG_EVENT_NOTIFY,
690 .pkt_sz = sizeof(struct hfi_msg_event_notify_pkt),
691 .done = hfi_event_notify,
692 },
693 {.pkt = HFI_MSG_SYS_INIT,
694 .pkt_sz = sizeof(struct hfi_msg_sys_init_done_pkt),
695 .done = hfi_sys_init_done,
696 .is_sys_pkt = true,
697 },
698 {.pkt = HFI_MSG_SYS_PROPERTY_INFO,
699 .pkt_sz = sizeof(struct hfi_msg_sys_property_info_pkt),
700 .done = hfi_sys_property_info,
701 .is_sys_pkt = true,
702 },
703 {.pkt = HFI_MSG_SYS_RELEASE_RESOURCE,
704 .pkt_sz = sizeof(struct hfi_msg_sys_release_resource_done_pkt),
705 .done = hfi_sys_rel_resource_done,
706 .is_sys_pkt = true,
707 },
708 {.pkt = HFI_MSG_SYS_PING_ACK,
709 .pkt_sz = sizeof(struct hfi_msg_sys_ping_ack_pkt),
710 .done = hfi_sys_ping_done,
711 .is_sys_pkt = true,
712 },
713 {.pkt = HFI_MSG_SYS_IDLE,
714 .pkt_sz = sizeof(struct hfi_msg_sys_idle_pkt),
715 .done = hfi_sys_idle_done,
716 .is_sys_pkt = true,
717 },
718 {.pkt = HFI_MSG_SYS_PC_PREP,
719 .pkt_sz = sizeof(struct hfi_msg_sys_pc_prep_done_pkt),
720 .done = hfi_sys_pc_prepare_done,
721 .is_sys_pkt = true,
722 },
723 {.pkt = HFI_MSG_SYS_SESSION_INIT,
724 .pkt_sz = sizeof(struct hfi_msg_session_init_done_pkt),
725 .done = hfi_session_init_done,
726 },
727 {.pkt = HFI_MSG_SYS_SESSION_END,
728 .pkt_sz = sizeof(struct hfi_msg_session_end_done_pkt),
729 .done = hfi_session_end_done,
730 },
731 {.pkt = HFI_MSG_SESSION_LOAD_RESOURCES,
732 .pkt_sz = sizeof(struct hfi_msg_session_load_resources_done_pkt),
733 .done = hfi_session_load_res_done,
734 },
735 {.pkt = HFI_MSG_SESSION_START,
736 .pkt_sz = sizeof(struct hfi_msg_session_start_done_pkt),
737 .done = hfi_session_start_done,
738 },
739 {.pkt = HFI_MSG_SESSION_STOP,
740 .pkt_sz = sizeof(struct hfi_msg_session_stop_done_pkt),
741 .done = hfi_session_stop_done,
742 },
743 {.pkt = HFI_MSG_SYS_SESSION_ABORT,
744 .pkt_sz = sizeof(struct hfi_msg_sys_session_abort_done_pkt),
745 .done = hfi_session_abort_done,
746 },
747 {.pkt = HFI_MSG_SESSION_EMPTY_BUFFER,
748 .pkt_sz = sizeof(struct hfi_msg_session_empty_buffer_done_pkt),
749 .done = hfi_session_etb_done,
750 },
751 {.pkt = HFI_MSG_SESSION_FILL_BUFFER,
752 .pkt_sz = sizeof(struct hfi_msg_session_fbd_uncompressed_plane0_pkt),
753 .pkt_sz2 = sizeof(struct hfi_msg_session_fbd_compressed_pkt),
754 .done = hfi_session_ftb_done,
755 },
756 {.pkt = HFI_MSG_SESSION_FLUSH,
757 .pkt_sz = sizeof(struct hfi_msg_session_flush_done_pkt),
758 .done = hfi_session_flush_done,
759 },
760 {.pkt = HFI_MSG_SESSION_PROPERTY_INFO,
761 .pkt_sz = sizeof(struct hfi_msg_session_property_info_pkt),
762 .done = hfi_session_prop_info,
763 },
764 {.pkt = HFI_MSG_SESSION_RELEASE_RESOURCES,
765 .pkt_sz = sizeof(struct hfi_msg_session_release_resources_done_pkt),
766 .done = hfi_session_rel_res_done,
767 },
768 {.pkt = HFI_MSG_SESSION_GET_SEQUENCE_HEADER,
769 .pkt_sz = sizeof(struct hfi_msg_session_get_sequence_hdr_done_pkt),
770 .done = hfi_session_get_seq_hdr_done,
771 },
772 {.pkt = HFI_MSG_SESSION_RELEASE_BUFFERS,
773 .pkt_sz = sizeof(struct hfi_msg_session_release_buffers_done_pkt),
774 .done = hfi_session_rel_buf_done,
775 },
776 };
777
hfi_process_watchdog_timeout(struct venus_core * core)778 void hfi_process_watchdog_timeout(struct venus_core *core)
779 {
780 event_sys_error(core, EVT_SYS_WATCHDOG_TIMEOUT, NULL);
781 }
782
to_instance(struct venus_core * core,u32 session_id)783 static struct venus_inst *to_instance(struct venus_core *core, u32 session_id)
784 {
785 struct venus_inst *inst;
786
787 mutex_lock(&core->lock);
788 list_for_each_entry(inst, &core->instances, list)
789 if (hash32_ptr(inst) == session_id) {
790 mutex_unlock(&core->lock);
791 return inst;
792 }
793 mutex_unlock(&core->lock);
794
795 return NULL;
796 }
797
hfi_process_msg_packet(struct venus_core * core,struct hfi_pkt_hdr * hdr)798 u32 hfi_process_msg_packet(struct venus_core *core, struct hfi_pkt_hdr *hdr)
799 {
800 const struct hfi_done_handler *handler;
801 struct device *dev = core->dev;
802 struct venus_inst *inst;
803 bool found = false;
804 unsigned int i;
805
806 for (i = 0; i < ARRAY_SIZE(handlers); i++) {
807 handler = &handlers[i];
808 if (handler->pkt != hdr->pkt_type)
809 continue;
810 found = true;
811 break;
812 }
813
814 if (!found)
815 return hdr->pkt_type;
816
817 if (hdr->size && hdr->size < handler->pkt_sz &&
818 hdr->size < handler->pkt_sz2) {
819 dev_err(dev, "bad packet size (%d should be %d, pkt type:%x)\n",
820 hdr->size, handler->pkt_sz, hdr->pkt_type);
821
822 return hdr->pkt_type;
823 }
824
825 if (handler->is_sys_pkt) {
826 inst = NULL;
827 } else {
828 struct hfi_session_pkt *pkt;
829
830 pkt = (struct hfi_session_pkt *)hdr;
831 inst = to_instance(core, pkt->shdr.session_id);
832
833 if (!inst)
834 dev_warn(dev, "no valid instance(pkt session_id:%x, pkt:%x)\n",
835 pkt->shdr.session_id,
836 handler ? handler->pkt : 0);
837
838 /*
839 * Event of type HFI_EVENT_SYS_ERROR will not have any session
840 * associated with it
841 */
842 if (!inst && hdr->pkt_type != HFI_MSG_EVENT_NOTIFY) {
843 dev_err(dev, "got invalid session id:%x\n",
844 pkt->shdr.session_id);
845 goto invalid_session;
846 }
847 }
848
849 handler->done(core, inst, hdr);
850
851 invalid_session:
852 return hdr->pkt_type;
853 }
854