1 /*
2 * SPDX-License-Identifier: MIT
3 *
4 * Copyright © 2016 Intel Corporation
5 */
6
7 #ifndef __I915_GEM_CONTEXT_H__
8 #define __I915_GEM_CONTEXT_H__
9
10 #include "i915_gem_context_types.h"
11
12 #include "gt/intel_context.h"
13
14 #include "i915_drv.h"
15 #include "i915_gem.h"
16 #include "i915_scheduler.h"
17 #include "intel_device_info.h"
18
19 struct drm_device;
20 struct drm_file;
21
i915_gem_context_is_closed(const struct i915_gem_context * ctx)22 static inline bool i915_gem_context_is_closed(const struct i915_gem_context *ctx)
23 {
24 return test_bit(CONTEXT_CLOSED, &ctx->flags);
25 }
26
i915_gem_context_set_closed(struct i915_gem_context * ctx)27 static inline void i915_gem_context_set_closed(struct i915_gem_context *ctx)
28 {
29 GEM_BUG_ON(i915_gem_context_is_closed(ctx));
30 set_bit(CONTEXT_CLOSED, &ctx->flags);
31 }
32
i915_gem_context_no_error_capture(const struct i915_gem_context * ctx)33 static inline bool i915_gem_context_no_error_capture(const struct i915_gem_context *ctx)
34 {
35 return test_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
36 }
37
i915_gem_context_set_no_error_capture(struct i915_gem_context * ctx)38 static inline void i915_gem_context_set_no_error_capture(struct i915_gem_context *ctx)
39 {
40 set_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
41 }
42
i915_gem_context_clear_no_error_capture(struct i915_gem_context * ctx)43 static inline void i915_gem_context_clear_no_error_capture(struct i915_gem_context *ctx)
44 {
45 clear_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
46 }
47
i915_gem_context_is_bannable(const struct i915_gem_context * ctx)48 static inline bool i915_gem_context_is_bannable(const struct i915_gem_context *ctx)
49 {
50 return test_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
51 }
52
i915_gem_context_set_bannable(struct i915_gem_context * ctx)53 static inline void i915_gem_context_set_bannable(struct i915_gem_context *ctx)
54 {
55 set_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
56 }
57
i915_gem_context_clear_bannable(struct i915_gem_context * ctx)58 static inline void i915_gem_context_clear_bannable(struct i915_gem_context *ctx)
59 {
60 clear_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
61 }
62
i915_gem_context_is_recoverable(const struct i915_gem_context * ctx)63 static inline bool i915_gem_context_is_recoverable(const struct i915_gem_context *ctx)
64 {
65 return test_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
66 }
67
i915_gem_context_set_recoverable(struct i915_gem_context * ctx)68 static inline void i915_gem_context_set_recoverable(struct i915_gem_context *ctx)
69 {
70 set_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
71 }
72
i915_gem_context_clear_recoverable(struct i915_gem_context * ctx)73 static inline void i915_gem_context_clear_recoverable(struct i915_gem_context *ctx)
74 {
75 clear_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
76 }
77
i915_gem_context_is_persistent(const struct i915_gem_context * ctx)78 static inline bool i915_gem_context_is_persistent(const struct i915_gem_context *ctx)
79 {
80 return test_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
81 }
82
i915_gem_context_set_persistence(struct i915_gem_context * ctx)83 static inline void i915_gem_context_set_persistence(struct i915_gem_context *ctx)
84 {
85 set_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
86 }
87
i915_gem_context_clear_persistence(struct i915_gem_context * ctx)88 static inline void i915_gem_context_clear_persistence(struct i915_gem_context *ctx)
89 {
90 clear_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
91 }
92
93 static inline bool
i915_gem_context_user_engines(const struct i915_gem_context * ctx)94 i915_gem_context_user_engines(const struct i915_gem_context *ctx)
95 {
96 return test_bit(CONTEXT_USER_ENGINES, &ctx->flags);
97 }
98
99 static inline void
i915_gem_context_set_user_engines(struct i915_gem_context * ctx)100 i915_gem_context_set_user_engines(struct i915_gem_context *ctx)
101 {
102 set_bit(CONTEXT_USER_ENGINES, &ctx->flags);
103 }
104
105 static inline void
i915_gem_context_clear_user_engines(struct i915_gem_context * ctx)106 i915_gem_context_clear_user_engines(struct i915_gem_context *ctx)
107 {
108 clear_bit(CONTEXT_USER_ENGINES, &ctx->flags);
109 }
110
111 static inline bool
i915_gem_context_uses_protected_content(const struct i915_gem_context * ctx)112 i915_gem_context_uses_protected_content(const struct i915_gem_context *ctx)
113 {
114 return ctx->uses_protected_content;
115 }
116
117 /* i915_gem_context.c */
118 void i915_gem_init__contexts(struct drm_i915_private *i915);
119
120 int i915_gem_context_open(struct drm_i915_private *i915,
121 struct drm_file *file);
122 void i915_gem_context_close(struct drm_file *file);
123
124 void i915_gem_context_release(struct kref *ctx_ref);
125
126 int i915_gem_vm_create_ioctl(struct drm_device *dev, void *data,
127 struct drm_file *file);
128 int i915_gem_vm_destroy_ioctl(struct drm_device *dev, void *data,
129 struct drm_file *file);
130
131 int i915_gem_context_create_ioctl(struct drm_device *dev, void *data,
132 struct drm_file *file);
133 int i915_gem_context_destroy_ioctl(struct drm_device *dev, void *data,
134 struct drm_file *file);
135 int i915_gem_context_getparam_ioctl(struct drm_device *dev, void *data,
136 struct drm_file *file_priv);
137 int i915_gem_context_setparam_ioctl(struct drm_device *dev, void *data,
138 struct drm_file *file_priv);
139 int i915_gem_context_reset_stats_ioctl(struct drm_device *dev, void *data,
140 struct drm_file *file);
141
142 struct i915_gem_context *
143 i915_gem_context_lookup(struct drm_i915_file_private *file_priv, u32 id);
144
145 static inline struct i915_gem_context *
i915_gem_context_get(struct i915_gem_context * ctx)146 i915_gem_context_get(struct i915_gem_context *ctx)
147 {
148 kref_get(&ctx->ref);
149 return ctx;
150 }
151
i915_gem_context_put(struct i915_gem_context * ctx)152 static inline void i915_gem_context_put(struct i915_gem_context *ctx)
153 {
154 kref_put(&ctx->ref, i915_gem_context_release);
155 }
156
157 static inline struct i915_address_space *
i915_gem_context_vm(struct i915_gem_context * ctx)158 i915_gem_context_vm(struct i915_gem_context *ctx)
159 {
160 return rcu_dereference_protected(ctx->vm, lockdep_is_held(&ctx->mutex));
161 }
162
i915_gem_context_has_full_ppgtt(struct i915_gem_context * ctx)163 static inline bool i915_gem_context_has_full_ppgtt(struct i915_gem_context *ctx)
164 {
165 GEM_BUG_ON(!!ctx->vm != HAS_FULL_PPGTT(ctx->i915));
166
167 return !!ctx->vm;
168 }
169
170 static inline struct i915_address_space *
i915_gem_context_get_eb_vm(struct i915_gem_context * ctx)171 i915_gem_context_get_eb_vm(struct i915_gem_context *ctx)
172 {
173 struct i915_address_space *vm;
174
175 vm = ctx->vm;
176 if (!vm)
177 vm = &to_gt(ctx->i915)->ggtt->vm;
178 vm = i915_vm_get(vm);
179
180 return vm;
181 }
182
183 static inline struct i915_gem_engines *
i915_gem_context_engines(struct i915_gem_context * ctx)184 i915_gem_context_engines(struct i915_gem_context *ctx)
185 {
186 return rcu_dereference_protected(ctx->engines,
187 lockdep_is_held(&ctx->engines_mutex));
188 }
189
190 static inline struct i915_gem_engines *
i915_gem_context_lock_engines(struct i915_gem_context * ctx)191 i915_gem_context_lock_engines(struct i915_gem_context *ctx)
192 __acquires(&ctx->engines_mutex)
193 {
194 mutex_lock(&ctx->engines_mutex);
195 return i915_gem_context_engines(ctx);
196 }
197
198 static inline void
i915_gem_context_unlock_engines(struct i915_gem_context * ctx)199 i915_gem_context_unlock_engines(struct i915_gem_context *ctx)
200 __releases(&ctx->engines_mutex)
201 {
202 mutex_unlock(&ctx->engines_mutex);
203 }
204
205 static inline struct intel_context *
i915_gem_context_get_engine(struct i915_gem_context * ctx,unsigned int idx)206 i915_gem_context_get_engine(struct i915_gem_context *ctx, unsigned int idx)
207 {
208 struct intel_context *ce;
209
210 rcu_read_lock(); {
211 struct i915_gem_engines *e = rcu_dereference(ctx->engines);
212 if (unlikely(!e)) /* context was closed! */
213 ce = ERR_PTR(-ENOENT);
214 else if (likely(idx < e->num_engines && e->engines[idx]))
215 ce = intel_context_get(e->engines[idx]);
216 else
217 ce = ERR_PTR(-EINVAL);
218 } rcu_read_unlock();
219
220 return ce;
221 }
222
223 static inline void
i915_gem_engines_iter_init(struct i915_gem_engines_iter * it,struct i915_gem_engines * engines)224 i915_gem_engines_iter_init(struct i915_gem_engines_iter *it,
225 struct i915_gem_engines *engines)
226 {
227 it->engines = engines;
228 it->idx = 0;
229 }
230
231 struct intel_context *
232 i915_gem_engines_iter_next(struct i915_gem_engines_iter *it);
233
234 #define for_each_gem_engine(ce, engines, it) \
235 for (i915_gem_engines_iter_init(&(it), (engines)); \
236 ((ce) = i915_gem_engines_iter_next(&(it)));)
237
238 void i915_gem_context_module_exit(void);
239 int i915_gem_context_module_init(void);
240
241 struct i915_lut_handle *i915_lut_handle_alloc(void);
242 void i915_lut_handle_free(struct i915_lut_handle *lut);
243
244 int i915_gem_user_to_context_sseu(struct intel_gt *gt,
245 const struct drm_i915_gem_context_param_sseu *user,
246 struct intel_sseu *context);
247
248 #endif /* !__I915_GEM_CONTEXT_H__ */
249