1 /*
2 * Copyright © 2011 Marek Olšák <maraeo@gmail.com>
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sub license, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
14 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
15 * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
16 * NON-INFRINGEMENT. IN NO EVENT SHALL THE COPYRIGHT HOLDERS, AUTHORS
17 * AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
20 * USE OR OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * The above copyright notice and this permission notice (including the
23 * next paragraph) shall be included in all copies or substantial portions
24 * of the Software.
25 */
26
27 #ifndef RADEON_DRM_CS_H
28 #define RADEON_DRM_CS_H
29
30 #include "radeon_drm_bo.h"
31
32 struct radeon_ctx {
33 struct radeon_drm_winsys *ws;
34 uint32_t gpu_reset_counter;
35 };
36
37 struct radeon_bo_item {
38 struct radeon_bo *bo;
39 union {
40 struct {
41 uint32_t priority_usage;
42 } real;
43 struct {
44 unsigned real_idx;
45 } slab;
46 } u;
47 };
48
49 struct radeon_cs_context {
50 uint32_t buf[16 * 1024];
51
52 int fd;
53 struct drm_radeon_cs cs;
54 struct drm_radeon_cs_chunk chunks[3];
55 uint64_t chunk_array[3];
56 uint32_t flags[2];
57
58 /* Buffers. */
59 unsigned max_relocs;
60 unsigned num_relocs;
61 unsigned num_validated_relocs;
62 struct radeon_bo_item *relocs_bo;
63 struct drm_radeon_cs_reloc *relocs;
64
65 unsigned num_slab_buffers;
66 unsigned max_slab_buffers;
67 struct radeon_bo_item *slab_buffers;
68
69 int reloc_indices_hashlist[4096];
70 };
71
72 struct radeon_drm_cs {
73 enum amd_ip_type ip_type;
74
75 /* We flip between these two CS. While one is being consumed
76 * by the kernel in another thread, the other one is being filled
77 * by the pipe driver. */
78 struct radeon_cs_context csc1;
79 struct radeon_cs_context csc2;
80 /* The currently-used CS. */
81 struct radeon_cs_context *csc;
82 /* The CS being currently-owned by the other thread. */
83 struct radeon_cs_context *cst;
84
85 /* The winsys. */
86 struct radeon_drm_winsys *ws;
87
88 /* Flush CS. */
89 void (*flush_cs)(void *ctx, unsigned flags, struct pipe_fence_handle **fence);
90 void *flush_data;
91
92 struct util_queue_fence flush_completed;
93 struct pipe_fence_handle *next_fence;
94 };
95
96 int radeon_lookup_buffer(struct radeon_cs_context *csc, struct radeon_bo *bo);
97
98 static inline struct radeon_drm_cs *
radeon_drm_cs(struct radeon_cmdbuf * rcs)99 radeon_drm_cs(struct radeon_cmdbuf *rcs)
100 {
101 return (struct radeon_drm_cs*)rcs->priv;
102 }
103
104 static inline bool
radeon_bo_is_referenced_by_cs(struct radeon_drm_cs * cs,struct radeon_bo * bo)105 radeon_bo_is_referenced_by_cs(struct radeon_drm_cs *cs,
106 struct radeon_bo *bo)
107 {
108 int num_refs = bo->num_cs_references;
109 return num_refs == bo->rws->num_cs ||
110 (num_refs && radeon_lookup_buffer(cs->csc, bo) != -1);
111 }
112
113 static inline bool
radeon_bo_is_referenced_by_cs_for_write(struct radeon_drm_cs * cs,struct radeon_bo * bo)114 radeon_bo_is_referenced_by_cs_for_write(struct radeon_drm_cs *cs,
115 struct radeon_bo *bo)
116 {
117 int index;
118
119 if (!bo->num_cs_references)
120 return false;
121
122 index = radeon_lookup_buffer(cs->csc, bo);
123 if (index == -1)
124 return false;
125
126 if (!bo->handle)
127 index = cs->csc->slab_buffers[index].u.slab.real_idx;
128
129 return cs->csc->relocs[index].write_domain != 0;
130 }
131
132 static inline bool
radeon_bo_is_referenced_by_any_cs(struct radeon_bo * bo)133 radeon_bo_is_referenced_by_any_cs(struct radeon_bo *bo)
134 {
135 return bo->num_cs_references != 0;
136 }
137
138 void radeon_drm_cs_sync_flush(struct radeon_cmdbuf *rcs);
139 void radeon_drm_cs_init_functions(struct radeon_drm_winsys *ws);
140 void radeon_drm_cs_emit_ioctl_oneshot(void *job, void *gdata, int thread_index);
141
142 #endif
143