1 /**************************************************************************
2 *
3 * Copyright 2010 Thomas Balling Sørensen & Orasanu Lucian.
4 * Copyright 2014 Advanced Micro Devices, Inc.
5 * All Rights Reserved.
6 *
7 * Permission is hereby granted, free of charge, to any person obtaining a
8 * copy of this software and associated documentation files (the
9 * "Software"), to deal in the Software without restriction, including
10 * without limitation the rights to use, copy, modify, merge, publish,
11 * distribute, sub license, and/or sell copies of the Software, and to
12 * permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice (including the
16 * next paragraph) shall be included in all copies or substantial portions
17 * of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
21 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
22 * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
23 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
24 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
25 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
27 **************************************************************************/
28
29 #include "pipe/p_screen.h"
30 #include "pipe/p_video_codec.h"
31
32 #include "frontend/drm_driver.h"
33
34 #include "util/u_memory.h"
35 #include "util/u_handle_table.h"
36 #include "util/u_rect.h"
37 #include "util/u_sampler.h"
38 #include "util/u_surface.h"
39 #include "util/u_video.h"
40
41 #include "vl/vl_compositor.h"
42 #include "vl/vl_video_buffer.h"
43 #include "vl/vl_winsys.h"
44
45 #include "va_private.h"
46
47 #include <va/va_drmcommon.h>
48 #include "drm-uapi/drm_fourcc.h"
49
50 static const enum pipe_format vpp_surface_formats[] = {
51 PIPE_FORMAT_B8G8R8A8_UNORM, PIPE_FORMAT_R8G8B8A8_UNORM,
52 PIPE_FORMAT_B8G8R8X8_UNORM, PIPE_FORMAT_R8G8B8X8_UNORM
53 };
54
55 VAStatus
vlVaCreateSurfaces(VADriverContextP ctx,int width,int height,int format,int num_surfaces,VASurfaceID * surfaces)56 vlVaCreateSurfaces(VADriverContextP ctx, int width, int height, int format,
57 int num_surfaces, VASurfaceID *surfaces)
58 {
59 return vlVaCreateSurfaces2(ctx, format, width, height, surfaces, num_surfaces,
60 NULL, 0);
61 }
62
63 VAStatus
vlVaDestroySurfaces(VADriverContextP ctx,VASurfaceID * surface_list,int num_surfaces)64 vlVaDestroySurfaces(VADriverContextP ctx, VASurfaceID *surface_list, int num_surfaces)
65 {
66 vlVaDriver *drv;
67 int i;
68
69 if (!ctx)
70 return VA_STATUS_ERROR_INVALID_CONTEXT;
71
72 drv = VL_VA_DRIVER(ctx);
73 mtx_lock(&drv->mutex);
74 for (i = 0; i < num_surfaces; ++i) {
75 vlVaSurface *surf = handle_table_get(drv->htab, surface_list[i]);
76 if (!surf) {
77 mtx_unlock(&drv->mutex);
78 return VA_STATUS_ERROR_INVALID_SURFACE;
79 }
80 if (surf->buffer)
81 surf->buffer->destroy(surf->buffer);
82 util_dynarray_fini(&surf->subpics);
83 FREE(surf);
84 handle_table_remove(drv->htab, surface_list[i]);
85 }
86 mtx_unlock(&drv->mutex);
87
88 return VA_STATUS_SUCCESS;
89 }
90
91 VAStatus
vlVaSyncSurface(VADriverContextP ctx,VASurfaceID render_target)92 vlVaSyncSurface(VADriverContextP ctx, VASurfaceID render_target)
93 {
94 vlVaDriver *drv;
95 vlVaContext *context;
96 vlVaSurface *surf;
97
98 if (!ctx)
99 return VA_STATUS_ERROR_INVALID_CONTEXT;
100
101 drv = VL_VA_DRIVER(ctx);
102 if (!drv)
103 return VA_STATUS_ERROR_INVALID_CONTEXT;
104
105 mtx_lock(&drv->mutex);
106 surf = handle_table_get(drv->htab, render_target);
107
108 if (!surf || !surf->buffer) {
109 mtx_unlock(&drv->mutex);
110 return VA_STATUS_ERROR_INVALID_SURFACE;
111 }
112
113 if (!surf->feedback) {
114 // No outstanding operation: nothing to do.
115 mtx_unlock(&drv->mutex);
116 return VA_STATUS_SUCCESS;
117 }
118
119 context = handle_table_get(drv->htab, surf->ctx);
120 if (!context) {
121 mtx_unlock(&drv->mutex);
122 return VA_STATUS_ERROR_INVALID_CONTEXT;
123 }
124
125 if (context->decoder->entrypoint == PIPE_VIDEO_ENTRYPOINT_ENCODE) {
126 if (u_reduce_video_profile(context->templat.profile) == PIPE_VIDEO_FORMAT_MPEG4_AVC) {
127 int frame_diff;
128 if (context->desc.h264enc.frame_num_cnt >= surf->frame_num_cnt)
129 frame_diff = context->desc.h264enc.frame_num_cnt - surf->frame_num_cnt;
130 else
131 frame_diff = 0xFFFFFFFF - surf->frame_num_cnt + 1 + context->desc.h264enc.frame_num_cnt;
132 if ((frame_diff == 0) &&
133 (surf->force_flushed == false) &&
134 (context->desc.h264enc.frame_num_cnt % 2 != 0)) {
135 context->decoder->flush(context->decoder);
136 context->first_single_submitted = true;
137 }
138 }
139 context->decoder->get_feedback(context->decoder, surf->feedback, &(surf->coded_buf->coded_size));
140 surf->feedback = NULL;
141 }
142 mtx_unlock(&drv->mutex);
143 return VA_STATUS_SUCCESS;
144 }
145
146 VAStatus
vlVaQuerySurfaceStatus(VADriverContextP ctx,VASurfaceID render_target,VASurfaceStatus * status)147 vlVaQuerySurfaceStatus(VADriverContextP ctx, VASurfaceID render_target, VASurfaceStatus *status)
148 {
149 vlVaDriver *drv;
150 vlVaSurface *surf;
151 vlVaContext *context;
152
153 if (!ctx)
154 return VA_STATUS_ERROR_INVALID_CONTEXT;
155
156 drv = VL_VA_DRIVER(ctx);
157 if (!drv)
158 return VA_STATUS_ERROR_INVALID_CONTEXT;
159
160 mtx_lock(&drv->mutex);
161
162 surf = handle_table_get(drv->htab, render_target);
163 if (!surf || !surf->buffer) {
164 mtx_unlock(&drv->mutex);
165 return VA_STATUS_ERROR_INVALID_SURFACE;
166 }
167
168 context = handle_table_get(drv->htab, surf->ctx);
169 if (!context) {
170 mtx_unlock(&drv->mutex);
171 return VA_STATUS_ERROR_INVALID_CONTEXT;
172 }
173
174 if (context->decoder->entrypoint == PIPE_VIDEO_ENTRYPOINT_ENCODE) {
175 if(surf->feedback == NULL)
176 *status=VASurfaceReady;
177 else
178 *status=VASurfaceRendering;
179 }
180
181 mtx_unlock(&drv->mutex);
182
183 return VA_STATUS_SUCCESS;
184 }
185
186 VAStatus
vlVaQuerySurfaceError(VADriverContextP ctx,VASurfaceID render_target,VAStatus error_status,void ** error_info)187 vlVaQuerySurfaceError(VADriverContextP ctx, VASurfaceID render_target, VAStatus error_status, void **error_info)
188 {
189 if (!ctx)
190 return VA_STATUS_ERROR_INVALID_CONTEXT;
191
192 return VA_STATUS_ERROR_UNIMPLEMENTED;
193 }
194
195 static void
upload_sampler(struct pipe_context * pipe,struct pipe_sampler_view * dst,const struct pipe_box * dst_box,const void * src,unsigned src_stride,unsigned src_x,unsigned src_y)196 upload_sampler(struct pipe_context *pipe, struct pipe_sampler_view *dst,
197 const struct pipe_box *dst_box, const void *src, unsigned src_stride,
198 unsigned src_x, unsigned src_y)
199 {
200 struct pipe_transfer *transfer;
201 void *map;
202
203 map = pipe->transfer_map(pipe, dst->texture, 0, PIPE_MAP_WRITE,
204 dst_box, &transfer);
205 if (!map)
206 return;
207
208 util_copy_rect(map, dst->texture->format, transfer->stride, 0, 0,
209 dst_box->width, dst_box->height,
210 src, src_stride, src_x, src_y);
211
212 pipe->transfer_unmap(pipe, transfer);
213 }
214
215 static VAStatus
vlVaPutSubpictures(vlVaSurface * surf,vlVaDriver * drv,struct pipe_surface * surf_draw,struct u_rect * dirty_area,struct u_rect * src_rect,struct u_rect * dst_rect)216 vlVaPutSubpictures(vlVaSurface *surf, vlVaDriver *drv,
217 struct pipe_surface *surf_draw, struct u_rect *dirty_area,
218 struct u_rect *src_rect, struct u_rect *dst_rect)
219 {
220 vlVaSubpicture *sub;
221 int i;
222
223 if (!(surf->subpics.data || surf->subpics.size))
224 return VA_STATUS_SUCCESS;
225
226 for (i = 0; i < surf->subpics.size/sizeof(vlVaSubpicture *); i++) {
227 struct pipe_blend_state blend;
228 void *blend_state;
229 vlVaBuffer *buf;
230 struct pipe_box box;
231 struct u_rect *s, *d, sr, dr, c;
232 int sw, sh, dw, dh;
233
234 sub = ((vlVaSubpicture **)surf->subpics.data)[i];
235 if (!sub)
236 continue;
237
238 buf = handle_table_get(drv->htab, sub->image->buf);
239 if (!buf)
240 return VA_STATUS_ERROR_INVALID_IMAGE;
241
242 box.x = 0;
243 box.y = 0;
244 box.z = 0;
245 box.width = sub->dst_rect.x1 - sub->dst_rect.x0;
246 box.height = sub->dst_rect.y1 - sub->dst_rect.y0;
247 box.depth = 1;
248
249 s = &sub->src_rect;
250 d = &sub->dst_rect;
251 sw = s->x1 - s->x0;
252 sh = s->y1 - s->y0;
253 dw = d->x1 - d->x0;
254 dh = d->y1 - d->y0;
255 c.x0 = MAX2(d->x0, s->x0);
256 c.y0 = MAX2(d->y0, s->y0);
257 c.x1 = MIN2(d->x0 + dw, src_rect->x1);
258 c.y1 = MIN2(d->y0 + dh, src_rect->y1);
259 sr.x0 = s->x0 + (c.x0 - d->x0)*(sw/(float)dw);
260 sr.y0 = s->y0 + (c.y0 - d->y0)*(sh/(float)dh);
261 sr.x1 = s->x0 + (c.x1 - d->x0)*(sw/(float)dw);
262 sr.y1 = s->y0 + (c.y1 - d->y0)*(sh/(float)dh);
263
264 s = src_rect;
265 d = dst_rect;
266 sw = s->x1 - s->x0;
267 sh = s->y1 - s->y0;
268 dw = d->x1 - d->x0;
269 dh = d->y1 - d->y0;
270 dr.x0 = d->x0 + c.x0*(dw/(float)sw);
271 dr.y0 = d->y0 + c.y0*(dh/(float)sh);
272 dr.x1 = d->x0 + c.x1*(dw/(float)sw);
273 dr.y1 = d->y0 + c.y1*(dh/(float)sh);
274
275 memset(&blend, 0, sizeof(blend));
276 blend.independent_blend_enable = 0;
277 blend.rt[0].blend_enable = 1;
278 blend.rt[0].rgb_src_factor = PIPE_BLENDFACTOR_SRC_ALPHA;
279 blend.rt[0].rgb_dst_factor = PIPE_BLENDFACTOR_INV_SRC_ALPHA;
280 blend.rt[0].alpha_src_factor = PIPE_BLENDFACTOR_ZERO;
281 blend.rt[0].alpha_dst_factor = PIPE_BLENDFACTOR_ZERO;
282 blend.rt[0].rgb_func = PIPE_BLEND_ADD;
283 blend.rt[0].alpha_func = PIPE_BLEND_ADD;
284 blend.rt[0].colormask = PIPE_MASK_RGBA;
285 blend.logicop_enable = 0;
286 blend.logicop_func = PIPE_LOGICOP_CLEAR;
287 blend.dither = 0;
288 blend_state = drv->pipe->create_blend_state(drv->pipe, &blend);
289
290 vl_compositor_clear_layers(&drv->cstate);
291 vl_compositor_set_layer_blend(&drv->cstate, 0, blend_state, false);
292 upload_sampler(drv->pipe, sub->sampler, &box, buf->data,
293 sub->image->pitches[0], 0, 0);
294 vl_compositor_set_rgba_layer(&drv->cstate, &drv->compositor, 0, sub->sampler,
295 &sr, NULL, NULL);
296 vl_compositor_set_layer_dst_area(&drv->cstate, 0, &dr);
297 vl_compositor_render(&drv->cstate, &drv->compositor, surf_draw, dirty_area, false);
298 drv->pipe->delete_blend_state(drv->pipe, blend_state);
299 }
300
301 return VA_STATUS_SUCCESS;
302 }
303
304 VAStatus
vlVaPutSurface(VADriverContextP ctx,VASurfaceID surface_id,void * draw,short srcx,short srcy,unsigned short srcw,unsigned short srch,short destx,short desty,unsigned short destw,unsigned short desth,VARectangle * cliprects,unsigned int number_cliprects,unsigned int flags)305 vlVaPutSurface(VADriverContextP ctx, VASurfaceID surface_id, void* draw, short srcx, short srcy,
306 unsigned short srcw, unsigned short srch, short destx, short desty,
307 unsigned short destw, unsigned short desth, VARectangle *cliprects,
308 unsigned int number_cliprects, unsigned int flags)
309 {
310 vlVaDriver *drv;
311 vlVaSurface *surf;
312 struct pipe_screen *screen;
313 struct pipe_resource *tex;
314 struct pipe_surface surf_templ, *surf_draw;
315 struct vl_screen *vscreen;
316 struct u_rect src_rect, *dirty_area;
317 struct u_rect dst_rect = {destx, destx + destw, desty, desty + desth};
318 enum pipe_format format;
319 VAStatus status;
320
321 if (!ctx)
322 return VA_STATUS_ERROR_INVALID_CONTEXT;
323
324 drv = VL_VA_DRIVER(ctx);
325 mtx_lock(&drv->mutex);
326 surf = handle_table_get(drv->htab, surface_id);
327 if (!surf) {
328 mtx_unlock(&drv->mutex);
329 return VA_STATUS_ERROR_INVALID_SURFACE;
330 }
331
332 screen = drv->pipe->screen;
333 vscreen = drv->vscreen;
334
335 tex = vscreen->texture_from_drawable(vscreen, draw);
336 if (!tex) {
337 mtx_unlock(&drv->mutex);
338 return VA_STATUS_ERROR_INVALID_DISPLAY;
339 }
340
341 dirty_area = vscreen->get_dirty_area(vscreen);
342
343 memset(&surf_templ, 0, sizeof(surf_templ));
344 surf_templ.format = tex->format;
345 surf_draw = drv->pipe->create_surface(drv->pipe, tex, &surf_templ);
346 if (!surf_draw) {
347 pipe_resource_reference(&tex, NULL);
348 mtx_unlock(&drv->mutex);
349 return VA_STATUS_ERROR_INVALID_DISPLAY;
350 }
351
352 src_rect.x0 = srcx;
353 src_rect.y0 = srcy;
354 src_rect.x1 = srcw + srcx;
355 src_rect.y1 = srch + srcy;
356
357 format = surf->buffer->buffer_format;
358
359 vl_compositor_clear_layers(&drv->cstate);
360
361 if (format == PIPE_FORMAT_B8G8R8A8_UNORM || format == PIPE_FORMAT_B8G8R8X8_UNORM ||
362 format == PIPE_FORMAT_R8G8B8A8_UNORM || format == PIPE_FORMAT_R8G8B8X8_UNORM) {
363 struct pipe_sampler_view **views;
364
365 views = surf->buffer->get_sampler_view_planes(surf->buffer);
366 vl_compositor_set_rgba_layer(&drv->cstate, &drv->compositor, 0, views[0], &src_rect, NULL, NULL);
367 } else
368 vl_compositor_set_buffer_layer(&drv->cstate, &drv->compositor, 0, surf->buffer, &src_rect, NULL, VL_COMPOSITOR_WEAVE);
369
370 vl_compositor_set_layer_dst_area(&drv->cstate, 0, &dst_rect);
371 vl_compositor_render(&drv->cstate, &drv->compositor, surf_draw, dirty_area, true);
372
373 status = vlVaPutSubpictures(surf, drv, surf_draw, dirty_area, &src_rect, &dst_rect);
374 if (status) {
375 mtx_unlock(&drv->mutex);
376 return status;
377 }
378
379 /* flush before calling flush_frontbuffer so that rendering is flushed
380 * to back buffer so the texture can be copied in flush_frontbuffer
381 */
382 drv->pipe->flush(drv->pipe, NULL, 0);
383
384 screen->flush_frontbuffer(screen, tex, 0, 0,
385 vscreen->get_private(vscreen), NULL);
386
387
388 pipe_resource_reference(&tex, NULL);
389 pipe_surface_reference(&surf_draw, NULL);
390 mtx_unlock(&drv->mutex);
391
392 return VA_STATUS_SUCCESS;
393 }
394
395 VAStatus
vlVaLockSurface(VADriverContextP ctx,VASurfaceID surface,unsigned int * fourcc,unsigned int * luma_stride,unsigned int * chroma_u_stride,unsigned int * chroma_v_stride,unsigned int * luma_offset,unsigned int * chroma_u_offset,unsigned int * chroma_v_offset,unsigned int * buffer_name,void ** buffer)396 vlVaLockSurface(VADriverContextP ctx, VASurfaceID surface, unsigned int *fourcc,
397 unsigned int *luma_stride, unsigned int *chroma_u_stride, unsigned int *chroma_v_stride,
398 unsigned int *luma_offset, unsigned int *chroma_u_offset, unsigned int *chroma_v_offset,
399 unsigned int *buffer_name, void **buffer)
400 {
401 if (!ctx)
402 return VA_STATUS_ERROR_INVALID_CONTEXT;
403
404 return VA_STATUS_ERROR_UNIMPLEMENTED;
405 }
406
407 VAStatus
vlVaUnlockSurface(VADriverContextP ctx,VASurfaceID surface)408 vlVaUnlockSurface(VADriverContextP ctx, VASurfaceID surface)
409 {
410 if (!ctx)
411 return VA_STATUS_ERROR_INVALID_CONTEXT;
412
413 return VA_STATUS_ERROR_UNIMPLEMENTED;
414 }
415
416 VAStatus
vlVaQuerySurfaceAttributes(VADriverContextP ctx,VAConfigID config_id,VASurfaceAttrib * attrib_list,unsigned int * num_attribs)417 vlVaQuerySurfaceAttributes(VADriverContextP ctx, VAConfigID config_id,
418 VASurfaceAttrib *attrib_list, unsigned int *num_attribs)
419 {
420 vlVaDriver *drv;
421 vlVaConfig *config;
422 VASurfaceAttrib *attribs;
423 struct pipe_screen *pscreen;
424 int i, j;
425
426 STATIC_ASSERT(ARRAY_SIZE(vpp_surface_formats) <= VL_VA_MAX_IMAGE_FORMATS);
427
428 if (config_id == VA_INVALID_ID)
429 return VA_STATUS_ERROR_INVALID_CONFIG;
430
431 if (!attrib_list && !num_attribs)
432 return VA_STATUS_ERROR_INVALID_PARAMETER;
433
434 if (!attrib_list) {
435 *num_attribs = VL_VA_MAX_IMAGE_FORMATS + VASurfaceAttribCount;
436 return VA_STATUS_SUCCESS;
437 }
438
439 if (!ctx)
440 return VA_STATUS_ERROR_INVALID_CONTEXT;
441
442 drv = VL_VA_DRIVER(ctx);
443
444 if (!drv)
445 return VA_STATUS_ERROR_INVALID_CONTEXT;
446
447 mtx_lock(&drv->mutex);
448 config = handle_table_get(drv->htab, config_id);
449 mtx_unlock(&drv->mutex);
450
451 if (!config)
452 return VA_STATUS_ERROR_INVALID_CONFIG;
453
454 pscreen = VL_VA_PSCREEN(ctx);
455
456 if (!pscreen)
457 return VA_STATUS_ERROR_INVALID_CONTEXT;
458
459 attribs = CALLOC(VL_VA_MAX_IMAGE_FORMATS + VASurfaceAttribCount,
460 sizeof(VASurfaceAttrib));
461
462 if (!attribs)
463 return VA_STATUS_ERROR_ALLOCATION_FAILED;
464
465 i = 0;
466
467 /* vlVaCreateConfig returns PIPE_VIDEO_PROFILE_UNKNOWN
468 * only for VAEntrypointVideoProc. */
469 if (config->profile == PIPE_VIDEO_PROFILE_UNKNOWN) {
470 if (config->rt_format & VA_RT_FORMAT_RGB32) {
471 for (j = 0; j < ARRAY_SIZE(vpp_surface_formats); ++j) {
472 attribs[i].type = VASurfaceAttribPixelFormat;
473 attribs[i].value.type = VAGenericValueTypeInteger;
474 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE | VA_SURFACE_ATTRIB_SETTABLE;
475 attribs[i].value.value.i = PipeFormatToVaFourcc(vpp_surface_formats[j]);
476 i++;
477 }
478 }
479 }
480 if (config->rt_format & VA_RT_FORMAT_YUV420) {
481 attribs[i].type = VASurfaceAttribPixelFormat;
482 attribs[i].value.type = VAGenericValueTypeInteger;
483 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE | VA_SURFACE_ATTRIB_SETTABLE;
484 attribs[i].value.value.i = VA_FOURCC_NV12;
485 i++;
486 }
487 if (config->rt_format & VA_RT_FORMAT_YUV420_10 ||
488 (config->rt_format & VA_RT_FORMAT_YUV420 &&
489 config->entrypoint == PIPE_VIDEO_ENTRYPOINT_ENCODE)) {
490 attribs[i].type = VASurfaceAttribPixelFormat;
491 attribs[i].value.type = VAGenericValueTypeInteger;
492 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE | VA_SURFACE_ATTRIB_SETTABLE;
493 attribs[i].value.value.i = VA_FOURCC_P010;
494 i++;
495 attribs[i].type = VASurfaceAttribPixelFormat;
496 attribs[i].value.type = VAGenericValueTypeInteger;
497 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE | VA_SURFACE_ATTRIB_SETTABLE;
498 attribs[i].value.value.i = VA_FOURCC_P016;
499 i++;
500 }
501
502 attribs[i].type = VASurfaceAttribMemoryType;
503 attribs[i].value.type = VAGenericValueTypeInteger;
504 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE | VA_SURFACE_ATTRIB_SETTABLE;
505 attribs[i].value.value.i = VA_SURFACE_ATTRIB_MEM_TYPE_VA |
506 VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME;
507 i++;
508
509 attribs[i].type = VASurfaceAttribExternalBufferDescriptor;
510 attribs[i].value.type = VAGenericValueTypePointer;
511 attribs[i].flags = VA_SURFACE_ATTRIB_SETTABLE;
512 attribs[i].value.value.p = NULL; /* ignore */
513 i++;
514
515 if (config->entrypoint != PIPE_VIDEO_ENTRYPOINT_UNKNOWN) {
516 attribs[i].type = VASurfaceAttribMaxWidth;
517 attribs[i].value.type = VAGenericValueTypeInteger;
518 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE;
519 attribs[i].value.value.i =
520 pscreen->get_video_param(pscreen,
521 config->profile, config->entrypoint,
522 PIPE_VIDEO_CAP_MAX_WIDTH);
523 i++;
524
525 attribs[i].type = VASurfaceAttribMaxHeight;
526 attribs[i].value.type = VAGenericValueTypeInteger;
527 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE;
528 attribs[i].value.value.i =
529 pscreen->get_video_param(pscreen,
530 config->profile, config->entrypoint,
531 PIPE_VIDEO_CAP_MAX_HEIGHT);
532 i++;
533 } else {
534 attribs[i].type = VASurfaceAttribMaxWidth;
535 attribs[i].value.type = VAGenericValueTypeInteger;
536 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE;
537 attribs[i].value.value.i = vl_video_buffer_max_size(pscreen);
538 i++;
539
540 attribs[i].type = VASurfaceAttribMaxHeight;
541 attribs[i].value.type = VAGenericValueTypeInteger;
542 attribs[i].flags = VA_SURFACE_ATTRIB_GETTABLE;
543 attribs[i].value.value.i = vl_video_buffer_max_size(pscreen);
544 i++;
545 }
546
547 if (i > *num_attribs) {
548 *num_attribs = i;
549 FREE(attribs);
550 return VA_STATUS_ERROR_MAX_NUM_EXCEEDED;
551 }
552
553 *num_attribs = i;
554 memcpy(attrib_list, attribs, i * sizeof(VASurfaceAttrib));
555 FREE(attribs);
556
557 return VA_STATUS_SUCCESS;
558 }
559
560 static VAStatus
surface_from_external_memory(VADriverContextP ctx,vlVaSurface * surface,VASurfaceAttribExternalBuffers * memory_attribute,unsigned index,struct pipe_video_buffer * templat)561 surface_from_external_memory(VADriverContextP ctx, vlVaSurface *surface,
562 VASurfaceAttribExternalBuffers *memory_attribute,
563 unsigned index, struct pipe_video_buffer *templat)
564 {
565 vlVaDriver *drv;
566 struct pipe_screen *pscreen;
567 struct pipe_resource res_templ;
568 struct winsys_handle whandle;
569 struct pipe_resource *resources[VL_NUM_COMPONENTS];
570 enum pipe_format resource_formats[VL_NUM_COMPONENTS];
571 VAStatus result;
572 int i;
573
574 pscreen = VL_VA_PSCREEN(ctx);
575 drv = VL_VA_DRIVER(ctx);
576
577 if (!memory_attribute || !memory_attribute->buffers ||
578 index > memory_attribute->num_buffers)
579 return VA_STATUS_ERROR_INVALID_PARAMETER;
580
581 if (surface->templat.width != memory_attribute->width ||
582 surface->templat.height != memory_attribute->height ||
583 memory_attribute->num_planes < 1)
584 return VA_STATUS_ERROR_INVALID_PARAMETER;
585
586 if (memory_attribute->num_planes > VL_NUM_COMPONENTS)
587 return VA_STATUS_ERROR_INVALID_PARAMETER;
588
589 vl_get_video_buffer_formats(pscreen, templat->buffer_format, resource_formats);
590
591 memset(&res_templ, 0, sizeof(res_templ));
592 res_templ.target = PIPE_TEXTURE_2D;
593 res_templ.last_level = 0;
594 res_templ.depth0 = 1;
595 res_templ.array_size = 1;
596 res_templ.width0 = memory_attribute->width;
597 res_templ.height0 = memory_attribute->height;
598 res_templ.bind = PIPE_BIND_SAMPLER_VIEW;
599 res_templ.usage = PIPE_USAGE_DEFAULT;
600
601 memset(&whandle, 0, sizeof(struct winsys_handle));
602 whandle.type = WINSYS_HANDLE_TYPE_FD;
603 whandle.handle = memory_attribute->buffers[index];
604 whandle.modifier = DRM_FORMAT_MOD_INVALID;
605
606 // Create a resource for each plane.
607 memset(resources, 0, sizeof resources);
608 for (i = 0; i < memory_attribute->num_planes; i++) {
609 res_templ.format = resource_formats[i];
610 if (res_templ.format == PIPE_FORMAT_NONE) {
611 result = VA_STATUS_ERROR_INVALID_PARAMETER;
612 goto fail;
613 }
614
615 whandle.stride = memory_attribute->pitches[i];
616 whandle.offset = memory_attribute->offsets[i];
617 resources[i] = pscreen->resource_from_handle(pscreen, &res_templ, &whandle,
618 PIPE_HANDLE_USAGE_FRAMEBUFFER_WRITE);
619 if (!resources[i]) {
620 result = VA_STATUS_ERROR_ALLOCATION_FAILED;
621 goto fail;
622 }
623 }
624
625 surface->buffer = vl_video_buffer_create_ex2(drv->pipe, templat, resources);
626 if (!surface->buffer) {
627 result = VA_STATUS_ERROR_ALLOCATION_FAILED;
628 goto fail;
629 }
630 return VA_STATUS_SUCCESS;
631
632 fail:
633 for (i = 0; i < VL_NUM_COMPONENTS; i++)
634 pipe_resource_reference(&resources[i], NULL);
635 return result;
636 }
637
638 VAStatus
vlVaHandleSurfaceAllocate(vlVaDriver * drv,vlVaSurface * surface,struct pipe_video_buffer * templat)639 vlVaHandleSurfaceAllocate(vlVaDriver *drv, vlVaSurface *surface,
640 struct pipe_video_buffer *templat)
641 {
642 struct pipe_surface **surfaces;
643 unsigned i;
644
645 surface->buffer = drv->pipe->create_video_buffer(drv->pipe, templat);
646 if (!surface->buffer)
647 return VA_STATUS_ERROR_ALLOCATION_FAILED;
648
649 surfaces = surface->buffer->get_surfaces(surface->buffer);
650 for (i = 0; i < VL_MAX_SURFACES; ++i) {
651 union pipe_color_union c = {};
652
653 if (!surfaces[i])
654 continue;
655
656 if (i > !!surface->buffer->interlaced)
657 c.f[0] = c.f[1] = c.f[2] = c.f[3] = 0.5f;
658
659 drv->pipe->clear_render_target(drv->pipe, surfaces[i], &c, 0, 0,
660 surfaces[i]->width, surfaces[i]->height,
661 false);
662 }
663 drv->pipe->flush(drv->pipe, NULL, 0);
664
665 return VA_STATUS_SUCCESS;
666 }
667
668 VAStatus
vlVaCreateSurfaces2(VADriverContextP ctx,unsigned int format,unsigned int width,unsigned int height,VASurfaceID * surfaces,unsigned int num_surfaces,VASurfaceAttrib * attrib_list,unsigned int num_attribs)669 vlVaCreateSurfaces2(VADriverContextP ctx, unsigned int format,
670 unsigned int width, unsigned int height,
671 VASurfaceID *surfaces, unsigned int num_surfaces,
672 VASurfaceAttrib *attrib_list, unsigned int num_attribs)
673 {
674 vlVaDriver *drv;
675 VASurfaceAttribExternalBuffers *memory_attribute;
676 struct pipe_video_buffer templat;
677 struct pipe_screen *pscreen;
678 int i;
679 int memory_type;
680 int expected_fourcc;
681 VAStatus vaStatus;
682 vlVaSurface *surf;
683 bool protected;
684
685 if (!ctx)
686 return VA_STATUS_ERROR_INVALID_CONTEXT;
687
688 if (!(width && height))
689 return VA_STATUS_ERROR_INVALID_IMAGE_FORMAT;
690
691 drv = VL_VA_DRIVER(ctx);
692
693 if (!drv)
694 return VA_STATUS_ERROR_INVALID_CONTEXT;
695
696 pscreen = VL_VA_PSCREEN(ctx);
697
698 if (!pscreen)
699 return VA_STATUS_ERROR_INVALID_CONTEXT;
700
701 /* Default. */
702 memory_attribute = NULL;
703 memory_type = VA_SURFACE_ATTRIB_MEM_TYPE_VA;
704 expected_fourcc = 0;
705
706 for (i = 0; i < num_attribs && attrib_list; i++) {
707 if ((attrib_list[i].type == VASurfaceAttribPixelFormat) &&
708 (attrib_list[i].flags & VA_SURFACE_ATTRIB_SETTABLE)) {
709 if (attrib_list[i].value.type != VAGenericValueTypeInteger)
710 return VA_STATUS_ERROR_INVALID_PARAMETER;
711 expected_fourcc = attrib_list[i].value.value.i;
712 }
713
714 if ((attrib_list[i].type == VASurfaceAttribMemoryType) &&
715 (attrib_list[i].flags & VA_SURFACE_ATTRIB_SETTABLE)) {
716
717 if (attrib_list[i].value.type != VAGenericValueTypeInteger)
718 return VA_STATUS_ERROR_INVALID_PARAMETER;
719
720 switch (attrib_list[i].value.value.i) {
721 case VA_SURFACE_ATTRIB_MEM_TYPE_VA:
722 case VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME:
723 memory_type = attrib_list[i].value.value.i;
724 break;
725 default:
726 return VA_STATUS_ERROR_UNSUPPORTED_MEMORY_TYPE;
727 }
728 }
729
730 if ((attrib_list[i].type == VASurfaceAttribExternalBufferDescriptor) &&
731 (attrib_list[i].flags == VA_SURFACE_ATTRIB_SETTABLE)) {
732 if (attrib_list[i].value.type != VAGenericValueTypePointer)
733 return VA_STATUS_ERROR_INVALID_PARAMETER;
734 memory_attribute = (VASurfaceAttribExternalBuffers *)attrib_list[i].value.value.p;
735 }
736 }
737
738 protected = format & VA_RT_FORMAT_PROTECTED;
739 format &= ~VA_RT_FORMAT_PROTECTED;
740
741 if (VA_RT_FORMAT_YUV420 != format &&
742 VA_RT_FORMAT_YUV422 != format &&
743 VA_RT_FORMAT_YUV444 != format &&
744 VA_RT_FORMAT_YUV420_10BPP != format &&
745 VA_RT_FORMAT_RGB32 != format) {
746 return VA_STATUS_ERROR_UNSUPPORTED_RT_FORMAT;
747 }
748
749 switch (memory_type) {
750 case VA_SURFACE_ATTRIB_MEM_TYPE_VA:
751 break;
752 case VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME:
753 if (!memory_attribute)
754 return VA_STATUS_ERROR_INVALID_PARAMETER;
755
756 expected_fourcc = memory_attribute->pixel_format;
757 break;
758 default:
759 assert(0);
760 }
761
762 memset(&templat, 0, sizeof(templat));
763
764 templat.buffer_format = pscreen->get_video_param(
765 pscreen,
766 PIPE_VIDEO_PROFILE_UNKNOWN,
767 PIPE_VIDEO_ENTRYPOINT_BITSTREAM,
768 PIPE_VIDEO_CAP_PREFERED_FORMAT
769 );
770 templat.interlaced = pscreen->get_video_param(
771 pscreen,
772 PIPE_VIDEO_PROFILE_UNKNOWN,
773 PIPE_VIDEO_ENTRYPOINT_BITSTREAM,
774 PIPE_VIDEO_CAP_PREFERS_INTERLACED
775 );
776
777 if (expected_fourcc) {
778 enum pipe_format expected_format = VaFourccToPipeFormat(expected_fourcc);
779
780 if (expected_format != templat.buffer_format || memory_attribute)
781 templat.interlaced = 0;
782
783 templat.buffer_format = expected_format;
784 }
785
786 templat.width = width;
787 templat.height = height;
788 if (protected)
789 templat.bind |= PIPE_BIND_PROTECTED;
790
791 memset(surfaces, VA_INVALID_ID, num_surfaces * sizeof(VASurfaceID));
792
793 mtx_lock(&drv->mutex);
794 for (i = 0; i < num_surfaces; i++) {
795 surf = CALLOC(1, sizeof(vlVaSurface));
796 if (!surf) {
797 vaStatus = VA_STATUS_ERROR_ALLOCATION_FAILED;
798 goto no_res;
799 }
800
801 surf->templat = templat;
802
803 switch (memory_type) {
804 case VA_SURFACE_ATTRIB_MEM_TYPE_VA:
805 /* The application will clear the TILING flag when the surface is
806 * intended to be exported as dmabuf. Adding shared flag because not
807 * null memory_attribute means VASurfaceAttribExternalBuffers is used.
808 */
809 if (memory_attribute &&
810 !(memory_attribute->flags & VA_SURFACE_EXTBUF_DESC_ENABLE_TILING))
811 templat.bind = PIPE_BIND_LINEAR | PIPE_BIND_SHARED;
812
813 vaStatus = vlVaHandleSurfaceAllocate(drv, surf, &templat);
814 if (vaStatus != VA_STATUS_SUCCESS)
815 goto free_surf;
816 break;
817
818 case VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME:
819 vaStatus = surface_from_external_memory(ctx, surf, memory_attribute, i, &templat);
820 if (vaStatus != VA_STATUS_SUCCESS)
821 goto free_surf;
822 break;
823
824 default:
825 assert(0);
826 }
827
828 util_dynarray_init(&surf->subpics, NULL);
829 surfaces[i] = handle_table_add(drv->htab, surf);
830 if (!surfaces[i]) {
831 vaStatus = VA_STATUS_ERROR_ALLOCATION_FAILED;
832 goto destroy_surf;
833 }
834 }
835 mtx_unlock(&drv->mutex);
836
837 return VA_STATUS_SUCCESS;
838
839 destroy_surf:
840 surf->buffer->destroy(surf->buffer);
841
842 free_surf:
843 FREE(surf);
844
845 no_res:
846 mtx_unlock(&drv->mutex);
847 if (i)
848 vlVaDestroySurfaces(ctx, surfaces, i);
849
850 return vaStatus;
851 }
852
853 VAStatus
vlVaQueryVideoProcFilters(VADriverContextP ctx,VAContextID context,VAProcFilterType * filters,unsigned int * num_filters)854 vlVaQueryVideoProcFilters(VADriverContextP ctx, VAContextID context,
855 VAProcFilterType *filters, unsigned int *num_filters)
856 {
857 unsigned int num = 0;
858
859 if (!ctx)
860 return VA_STATUS_ERROR_INVALID_CONTEXT;
861
862 if (!num_filters || !filters)
863 return VA_STATUS_ERROR_INVALID_PARAMETER;
864
865 filters[num++] = VAProcFilterDeinterlacing;
866
867 *num_filters = num;
868
869 return VA_STATUS_SUCCESS;
870 }
871
872 VAStatus
vlVaQueryVideoProcFilterCaps(VADriverContextP ctx,VAContextID context,VAProcFilterType type,void * filter_caps,unsigned int * num_filter_caps)873 vlVaQueryVideoProcFilterCaps(VADriverContextP ctx, VAContextID context,
874 VAProcFilterType type, void *filter_caps,
875 unsigned int *num_filter_caps)
876 {
877 unsigned int i;
878
879 if (!ctx)
880 return VA_STATUS_ERROR_INVALID_CONTEXT;
881
882 if (!filter_caps || !num_filter_caps)
883 return VA_STATUS_ERROR_INVALID_PARAMETER;
884
885 i = 0;
886
887 switch (type) {
888 case VAProcFilterNone:
889 break;
890 case VAProcFilterDeinterlacing: {
891 VAProcFilterCapDeinterlacing *deint = filter_caps;
892
893 if (*num_filter_caps < 3) {
894 *num_filter_caps = 3;
895 return VA_STATUS_ERROR_MAX_NUM_EXCEEDED;
896 }
897
898 deint[i++].type = VAProcDeinterlacingBob;
899 deint[i++].type = VAProcDeinterlacingWeave;
900 deint[i++].type = VAProcDeinterlacingMotionAdaptive;
901 break;
902 }
903
904 case VAProcFilterNoiseReduction:
905 case VAProcFilterSharpening:
906 case VAProcFilterColorBalance:
907 case VAProcFilterSkinToneEnhancement:
908 return VA_STATUS_ERROR_UNIMPLEMENTED;
909 default:
910 assert(0);
911 }
912
913 *num_filter_caps = i;
914
915 return VA_STATUS_SUCCESS;
916 }
917
918 static VAProcColorStandardType vpp_input_color_standards[] = {
919 VAProcColorStandardBT601
920 };
921
922 static VAProcColorStandardType vpp_output_color_standards[] = {
923 VAProcColorStandardBT601
924 };
925
926 VAStatus
vlVaQueryVideoProcPipelineCaps(VADriverContextP ctx,VAContextID context,VABufferID * filters,unsigned int num_filters,VAProcPipelineCaps * pipeline_cap)927 vlVaQueryVideoProcPipelineCaps(VADriverContextP ctx, VAContextID context,
928 VABufferID *filters, unsigned int num_filters,
929 VAProcPipelineCaps *pipeline_cap)
930 {
931 unsigned int i = 0;
932
933 if (!ctx)
934 return VA_STATUS_ERROR_INVALID_CONTEXT;
935
936 if (!pipeline_cap)
937 return VA_STATUS_ERROR_INVALID_PARAMETER;
938
939 if (num_filters && !filters)
940 return VA_STATUS_ERROR_INVALID_PARAMETER;
941
942 pipeline_cap->pipeline_flags = 0;
943 pipeline_cap->filter_flags = 0;
944 pipeline_cap->num_forward_references = 0;
945 pipeline_cap->num_backward_references = 0;
946 pipeline_cap->num_input_color_standards = ARRAY_SIZE(vpp_input_color_standards);
947 pipeline_cap->input_color_standards = vpp_input_color_standards;
948 pipeline_cap->num_output_color_standards = ARRAY_SIZE(vpp_output_color_standards);
949 pipeline_cap->output_color_standards = vpp_output_color_standards;
950
951 for (i = 0; i < num_filters; i++) {
952 vlVaBuffer *buf = handle_table_get(VL_VA_DRIVER(ctx)->htab, filters[i]);
953 VAProcFilterParameterBufferBase *filter;
954
955 if (!buf || buf->type != VAProcFilterParameterBufferType)
956 return VA_STATUS_ERROR_INVALID_BUFFER;
957
958 filter = buf->data;
959 switch (filter->type) {
960 case VAProcFilterDeinterlacing: {
961 VAProcFilterParameterBufferDeinterlacing *deint = buf->data;
962 if (deint->algorithm == VAProcDeinterlacingMotionAdaptive) {
963 pipeline_cap->num_forward_references = 2;
964 pipeline_cap->num_backward_references = 1;
965 }
966 break;
967 }
968 default:
969 return VA_STATUS_ERROR_UNIMPLEMENTED;
970 }
971 }
972
973 return VA_STATUS_SUCCESS;
974 }
975
976 #if VA_CHECK_VERSION(1, 1, 0)
977 VAStatus
vlVaExportSurfaceHandle(VADriverContextP ctx,VASurfaceID surface_id,uint32_t mem_type,uint32_t flags,void * descriptor)978 vlVaExportSurfaceHandle(VADriverContextP ctx,
979 VASurfaceID surface_id,
980 uint32_t mem_type,
981 uint32_t flags,
982 void *descriptor)
983 {
984 vlVaDriver *drv;
985 vlVaSurface *surf;
986 struct pipe_surface **surfaces;
987 struct pipe_screen *screen;
988 VAStatus ret;
989 unsigned int usage;
990 int i, p;
991
992 VADRMPRIMESurfaceDescriptor *desc = descriptor;
993
994 if (mem_type != VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME_2)
995 return VA_STATUS_ERROR_UNSUPPORTED_MEMORY_TYPE;
996 if (flags & VA_EXPORT_SURFACE_COMPOSED_LAYERS)
997 return VA_STATUS_ERROR_INVALID_SURFACE;
998
999 drv = VL_VA_DRIVER(ctx);
1000 screen = VL_VA_PSCREEN(ctx);
1001 mtx_lock(&drv->mutex);
1002
1003 surf = handle_table_get(drv->htab, surface_id);
1004 if (!surf || !surf->buffer) {
1005 mtx_unlock(&drv->mutex);
1006 return VA_STATUS_ERROR_INVALID_SURFACE;
1007 }
1008
1009 if (surf->buffer->interlaced) {
1010 struct pipe_video_buffer *interlaced = surf->buffer;
1011 struct u_rect src_rect, dst_rect;
1012
1013 surf->templat.interlaced = false;
1014
1015 ret = vlVaHandleSurfaceAllocate(drv, surf, &surf->templat);
1016 if (ret != VA_STATUS_SUCCESS) {
1017 mtx_unlock(&drv->mutex);
1018 return VA_STATUS_ERROR_ALLOCATION_FAILED;
1019 }
1020
1021 src_rect.x0 = dst_rect.x0 = 0;
1022 src_rect.y0 = dst_rect.y0 = 0;
1023 src_rect.x1 = dst_rect.x1 = surf->templat.width;
1024 src_rect.y1 = dst_rect.y1 = surf->templat.height;
1025
1026 vl_compositor_yuv_deint_full(&drv->cstate, &drv->compositor,
1027 interlaced, surf->buffer,
1028 &src_rect, &dst_rect,
1029 VL_COMPOSITOR_WEAVE);
1030
1031 interlaced->destroy(interlaced);
1032 }
1033
1034 surfaces = surf->buffer->get_surfaces(surf->buffer);
1035
1036 usage = 0;
1037 if (flags & VA_EXPORT_SURFACE_WRITE_ONLY)
1038 usage |= PIPE_HANDLE_USAGE_FRAMEBUFFER_WRITE;
1039
1040 desc->fourcc = PipeFormatToVaFourcc(surf->buffer->buffer_format);
1041 desc->width = surf->buffer->width;
1042 desc->height = surf->buffer->height;
1043
1044 for (p = 0; p < VL_MAX_SURFACES; p++) {
1045 struct winsys_handle whandle;
1046 struct pipe_resource *resource;
1047 uint32_t drm_format;
1048
1049 if (!surfaces[p])
1050 break;
1051
1052 resource = surfaces[p]->texture;
1053
1054 switch (resource->format) {
1055 case PIPE_FORMAT_R8_UNORM:
1056 drm_format = DRM_FORMAT_R8;
1057 break;
1058 case PIPE_FORMAT_R8G8_UNORM:
1059 drm_format = DRM_FORMAT_GR88;
1060 break;
1061 case PIPE_FORMAT_R16_UNORM:
1062 drm_format = DRM_FORMAT_R16;
1063 break;
1064 case PIPE_FORMAT_R16G16_UNORM:
1065 drm_format = DRM_FORMAT_GR1616;
1066 break;
1067 case PIPE_FORMAT_B8G8R8A8_UNORM:
1068 drm_format = DRM_FORMAT_ARGB8888;
1069 break;
1070 case PIPE_FORMAT_R8G8B8A8_UNORM:
1071 drm_format = DRM_FORMAT_ABGR8888;
1072 break;
1073 case PIPE_FORMAT_B8G8R8X8_UNORM:
1074 drm_format = DRM_FORMAT_XRGB8888;
1075 break;
1076 case PIPE_FORMAT_R8G8B8X8_UNORM:
1077 drm_format = DRM_FORMAT_XBGR8888;
1078 break;
1079 default:
1080 ret = VA_STATUS_ERROR_UNSUPPORTED_MEMORY_TYPE;
1081 goto fail;
1082 }
1083
1084 memset(&whandle, 0, sizeof(whandle));
1085 whandle.type = WINSYS_HANDLE_TYPE_FD;
1086
1087 if (!screen->resource_get_handle(screen, drv->pipe, resource,
1088 &whandle, usage)) {
1089 ret = VA_STATUS_ERROR_INVALID_SURFACE;
1090 goto fail;
1091 }
1092
1093 desc->objects[p].fd = (int)whandle.handle;
1094 desc->objects[p].size = 0;
1095 desc->objects[p].drm_format_modifier = whandle.modifier;
1096
1097 desc->layers[p].drm_format = drm_format;
1098 desc->layers[p].num_planes = 1;
1099 desc->layers[p].object_index[0] = p;
1100 desc->layers[p].offset[0] = whandle.offset;
1101 desc->layers[p].pitch[0] = whandle.stride;
1102 }
1103
1104 desc->num_objects = p;
1105 desc->num_layers = p;
1106
1107 mtx_unlock(&drv->mutex);
1108
1109 return VA_STATUS_SUCCESS;
1110
1111 fail:
1112 for (i = 0; i < p; i++)
1113 close(desc->objects[i].fd);
1114
1115 mtx_unlock(&drv->mutex);
1116
1117 return ret;
1118 }
1119 #endif
1120