1 // SPDX-License-Identifier: MIT
2 /*
3 * Copyright © 2019 Intel Corporation
4 */
5
6 #include <drm/drm_atomic_state_helper.h>
7
8 #include "intel_atomic.h"
9 #include "intel_bw.h"
10 #include "intel_cdclk.h"
11 #include "intel_display_types.h"
12 #include "intel_pm.h"
13 #include "intel_sideband.h"
14
15 /* Parameters for Qclk Geyserville (QGV) */
16 struct intel_qgv_point {
17 u16 dclk, t_rp, t_rdpre, t_rc, t_ras, t_rcd;
18 };
19
20 struct intel_qgv_info {
21 struct intel_qgv_point points[I915_NUM_QGV_POINTS];
22 u8 num_points;
23 u8 num_channels;
24 u8 t_bl;
25 enum intel_dram_type dram_type;
26 };
27
icl_pcode_read_mem_global_info(struct drm_i915_private * dev_priv,struct intel_qgv_info * qi)28 static int icl_pcode_read_mem_global_info(struct drm_i915_private *dev_priv,
29 struct intel_qgv_info *qi)
30 {
31 u32 val = 0;
32 int ret;
33
34 ret = sandybridge_pcode_read(dev_priv,
35 ICL_PCODE_MEM_SUBSYSYSTEM_INFO |
36 ICL_PCODE_MEM_SS_READ_GLOBAL_INFO,
37 &val, NULL);
38 if (ret)
39 return ret;
40
41 if (IS_GEN(dev_priv, 12)) {
42 switch (val & 0xf) {
43 case 0:
44 qi->dram_type = INTEL_DRAM_DDR4;
45 break;
46 case 3:
47 qi->dram_type = INTEL_DRAM_LPDDR4;
48 break;
49 case 4:
50 qi->dram_type = INTEL_DRAM_DDR3;
51 break;
52 case 5:
53 qi->dram_type = INTEL_DRAM_LPDDR3;
54 break;
55 default:
56 MISSING_CASE(val & 0xf);
57 break;
58 }
59 } else if (IS_GEN(dev_priv, 11)) {
60 switch (val & 0xf) {
61 case 0:
62 qi->dram_type = INTEL_DRAM_DDR4;
63 break;
64 case 1:
65 qi->dram_type = INTEL_DRAM_DDR3;
66 break;
67 case 2:
68 qi->dram_type = INTEL_DRAM_LPDDR3;
69 break;
70 case 3:
71 qi->dram_type = INTEL_DRAM_LPDDR4;
72 break;
73 default:
74 MISSING_CASE(val & 0xf);
75 break;
76 }
77 } else {
78 MISSING_CASE(INTEL_GEN(dev_priv));
79 qi->dram_type = INTEL_DRAM_LPDDR3; /* Conservative default */
80 }
81
82 qi->num_channels = (val & 0xf0) >> 4;
83 qi->num_points = (val & 0xf00) >> 8;
84
85 if (IS_GEN(dev_priv, 12))
86 qi->t_bl = qi->dram_type == INTEL_DRAM_DDR4 ? 4 : 16;
87 else if (IS_GEN(dev_priv, 11))
88 qi->t_bl = qi->dram_type == INTEL_DRAM_DDR4 ? 4 : 8;
89
90 return 0;
91 }
92
icl_pcode_read_qgv_point_info(struct drm_i915_private * dev_priv,struct intel_qgv_point * sp,int point)93 static int icl_pcode_read_qgv_point_info(struct drm_i915_private *dev_priv,
94 struct intel_qgv_point *sp,
95 int point)
96 {
97 u32 val = 0, val2 = 0;
98 int ret;
99
100 ret = sandybridge_pcode_read(dev_priv,
101 ICL_PCODE_MEM_SUBSYSYSTEM_INFO |
102 ICL_PCODE_MEM_SS_READ_QGV_POINT_INFO(point),
103 &val, &val2);
104 if (ret)
105 return ret;
106
107 sp->dclk = val & 0xffff;
108 sp->t_rp = (val & 0xff0000) >> 16;
109 sp->t_rcd = (val & 0xff000000) >> 24;
110
111 sp->t_rdpre = val2 & 0xff;
112 sp->t_ras = (val2 & 0xff00) >> 8;
113
114 sp->t_rc = sp->t_rp + sp->t_ras;
115
116 return 0;
117 }
118
icl_pcode_restrict_qgv_points(struct drm_i915_private * dev_priv,u32 points_mask)119 int icl_pcode_restrict_qgv_points(struct drm_i915_private *dev_priv,
120 u32 points_mask)
121 {
122 int ret;
123
124 /* bspec says to keep retrying for at least 1 ms */
125 ret = skl_pcode_request(dev_priv, ICL_PCODE_SAGV_DE_MEM_SS_CONFIG,
126 points_mask,
127 ICL_PCODE_POINTS_RESTRICTED_MASK,
128 ICL_PCODE_POINTS_RESTRICTED,
129 1);
130
131 if (ret < 0) {
132 drm_err(&dev_priv->drm, "Failed to disable qgv points (%d)\n", ret);
133 return ret;
134 }
135
136 return 0;
137 }
138
icl_get_qgv_points(struct drm_i915_private * dev_priv,struct intel_qgv_info * qi)139 static int icl_get_qgv_points(struct drm_i915_private *dev_priv,
140 struct intel_qgv_info *qi)
141 {
142 int i, ret;
143
144 ret = icl_pcode_read_mem_global_info(dev_priv, qi);
145 if (ret)
146 return ret;
147
148 if (drm_WARN_ON(&dev_priv->drm,
149 qi->num_points > ARRAY_SIZE(qi->points)))
150 qi->num_points = ARRAY_SIZE(qi->points);
151
152 for (i = 0; i < qi->num_points; i++) {
153 struct intel_qgv_point *sp = &qi->points[i];
154
155 ret = icl_pcode_read_qgv_point_info(dev_priv, sp, i);
156 if (ret)
157 return ret;
158
159 drm_dbg_kms(&dev_priv->drm,
160 "QGV %d: DCLK=%d tRP=%d tRDPRE=%d tRAS=%d tRCD=%d tRC=%d\n",
161 i, sp->dclk, sp->t_rp, sp->t_rdpre, sp->t_ras,
162 sp->t_rcd, sp->t_rc);
163 }
164
165 return 0;
166 }
167
icl_calc_bw(int dclk,int num,int den)168 static int icl_calc_bw(int dclk, int num, int den)
169 {
170 /* multiples of 16.666MHz (100/6) */
171 return DIV_ROUND_CLOSEST(num * dclk * 100, den * 6);
172 }
173
icl_sagv_max_dclk(const struct intel_qgv_info * qi)174 static int icl_sagv_max_dclk(const struct intel_qgv_info *qi)
175 {
176 u16 dclk = 0;
177 int i;
178
179 for (i = 0; i < qi->num_points; i++)
180 dclk = max(dclk, qi->points[i].dclk);
181
182 return dclk;
183 }
184
185 struct intel_sa_info {
186 u16 displayrtids;
187 u8 deburst, deprogbwlimit;
188 };
189
190 static const struct intel_sa_info icl_sa_info = {
191 .deburst = 8,
192 .deprogbwlimit = 25, /* GB/s */
193 .displayrtids = 128,
194 };
195
196 static const struct intel_sa_info tgl_sa_info = {
197 .deburst = 16,
198 .deprogbwlimit = 34, /* GB/s */
199 .displayrtids = 256,
200 };
201
202 static const struct intel_sa_info rkl_sa_info = {
203 .deburst = 16,
204 .deprogbwlimit = 20, /* GB/s */
205 .displayrtids = 128,
206 };
207
icl_get_bw_info(struct drm_i915_private * dev_priv,const struct intel_sa_info * sa)208 static int icl_get_bw_info(struct drm_i915_private *dev_priv, const struct intel_sa_info *sa)
209 {
210 struct intel_qgv_info qi = {};
211 bool is_y_tile = true; /* assume y tile may be used */
212 int num_channels;
213 int deinterleave;
214 int ipqdepth, ipqdepthpch;
215 int dclk_max;
216 int maxdebw;
217 int i, ret;
218
219 ret = icl_get_qgv_points(dev_priv, &qi);
220 if (ret) {
221 drm_dbg_kms(&dev_priv->drm,
222 "Failed to get memory subsystem information, ignoring bandwidth limits");
223 return ret;
224 }
225 num_channels = qi.num_channels;
226
227 deinterleave = DIV_ROUND_UP(num_channels, is_y_tile ? 4 : 2);
228 dclk_max = icl_sagv_max_dclk(&qi);
229
230 ipqdepthpch = 16;
231
232 maxdebw = min(sa->deprogbwlimit * 1000,
233 icl_calc_bw(dclk_max, 16, 1) * 6 / 10); /* 60% */
234 ipqdepth = min(ipqdepthpch, sa->displayrtids / num_channels);
235
236 for (i = 0; i < ARRAY_SIZE(dev_priv->max_bw); i++) {
237 struct intel_bw_info *bi = &dev_priv->max_bw[i];
238 int clpchgroup;
239 int j;
240
241 clpchgroup = (sa->deburst * deinterleave / num_channels) << i;
242 bi->num_planes = (ipqdepth - clpchgroup) / clpchgroup + 1;
243
244 bi->num_qgv_points = qi.num_points;
245
246 for (j = 0; j < qi.num_points; j++) {
247 const struct intel_qgv_point *sp = &qi.points[j];
248 int ct, bw;
249
250 /*
251 * Max row cycle time
252 *
253 * FIXME what is the logic behind the
254 * assumed burst length?
255 */
256 ct = max_t(int, sp->t_rc, sp->t_rp + sp->t_rcd +
257 (clpchgroup - 1) * qi.t_bl + sp->t_rdpre);
258 bw = icl_calc_bw(sp->dclk, clpchgroup * 32 * num_channels, ct);
259
260 bi->deratedbw[j] = min(maxdebw,
261 bw * 9 / 10); /* 90% */
262
263 drm_dbg_kms(&dev_priv->drm,
264 "BW%d / QGV %d: num_planes=%d deratedbw=%u\n",
265 i, j, bi->num_planes, bi->deratedbw[j]);
266 }
267
268 if (bi->num_planes == 1)
269 break;
270 }
271
272 /*
273 * In case if SAGV is disabled in BIOS, we always get 1
274 * SAGV point, but we can't send PCode commands to restrict it
275 * as it will fail and pointless anyway.
276 */
277 if (qi.num_points == 1)
278 dev_priv->sagv_status = I915_SAGV_NOT_CONTROLLED;
279 else
280 dev_priv->sagv_status = I915_SAGV_ENABLED;
281
282 return 0;
283 }
284
icl_max_bw(struct drm_i915_private * dev_priv,int num_planes,int qgv_point)285 static unsigned int icl_max_bw(struct drm_i915_private *dev_priv,
286 int num_planes, int qgv_point)
287 {
288 int i;
289
290 /*
291 * Let's return max bw for 0 planes
292 */
293 num_planes = max(1, num_planes);
294
295 for (i = 0; i < ARRAY_SIZE(dev_priv->max_bw); i++) {
296 const struct intel_bw_info *bi =
297 &dev_priv->max_bw[i];
298
299 /*
300 * Pcode will not expose all QGV points when
301 * SAGV is forced to off/min/med/max.
302 */
303 if (qgv_point >= bi->num_qgv_points)
304 return UINT_MAX;
305
306 if (num_planes >= bi->num_planes)
307 return bi->deratedbw[qgv_point];
308 }
309
310 return 0;
311 }
312
intel_bw_init_hw(struct drm_i915_private * dev_priv)313 void intel_bw_init_hw(struct drm_i915_private *dev_priv)
314 {
315 if (!HAS_DISPLAY(dev_priv))
316 return;
317
318 if (IS_ROCKETLAKE(dev_priv))
319 icl_get_bw_info(dev_priv, &rkl_sa_info);
320 else if (IS_GEN(dev_priv, 12))
321 icl_get_bw_info(dev_priv, &tgl_sa_info);
322 else if (IS_GEN(dev_priv, 11))
323 icl_get_bw_info(dev_priv, &icl_sa_info);
324 }
325
intel_bw_crtc_num_active_planes(const struct intel_crtc_state * crtc_state)326 static unsigned int intel_bw_crtc_num_active_planes(const struct intel_crtc_state *crtc_state)
327 {
328 /*
329 * We assume cursors are small enough
330 * to not not cause bandwidth problems.
331 */
332 return hweight8(crtc_state->active_planes & ~BIT(PLANE_CURSOR));
333 }
334
intel_bw_crtc_data_rate(const struct intel_crtc_state * crtc_state)335 static unsigned int intel_bw_crtc_data_rate(const struct intel_crtc_state *crtc_state)
336 {
337 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
338 unsigned int data_rate = 0;
339 enum plane_id plane_id;
340
341 for_each_plane_id_on_crtc(crtc, plane_id) {
342 /*
343 * We assume cursors are small enough
344 * to not not cause bandwidth problems.
345 */
346 if (plane_id == PLANE_CURSOR)
347 continue;
348
349 data_rate += crtc_state->data_rate[plane_id];
350 }
351
352 return data_rate;
353 }
354
intel_bw_crtc_update(struct intel_bw_state * bw_state,const struct intel_crtc_state * crtc_state)355 void intel_bw_crtc_update(struct intel_bw_state *bw_state,
356 const struct intel_crtc_state *crtc_state)
357 {
358 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
359 struct drm_i915_private *i915 = to_i915(crtc->base.dev);
360
361 bw_state->data_rate[crtc->pipe] =
362 intel_bw_crtc_data_rate(crtc_state);
363 bw_state->num_active_planes[crtc->pipe] =
364 intel_bw_crtc_num_active_planes(crtc_state);
365
366 drm_dbg_kms(&i915->drm, "pipe %c data rate %u num active planes %u\n",
367 pipe_name(crtc->pipe),
368 bw_state->data_rate[crtc->pipe],
369 bw_state->num_active_planes[crtc->pipe]);
370 }
371
intel_bw_num_active_planes(struct drm_i915_private * dev_priv,const struct intel_bw_state * bw_state)372 static unsigned int intel_bw_num_active_planes(struct drm_i915_private *dev_priv,
373 const struct intel_bw_state *bw_state)
374 {
375 unsigned int num_active_planes = 0;
376 enum pipe pipe;
377
378 for_each_pipe(dev_priv, pipe)
379 num_active_planes += bw_state->num_active_planes[pipe];
380
381 return num_active_planes;
382 }
383
intel_bw_data_rate(struct drm_i915_private * dev_priv,const struct intel_bw_state * bw_state)384 static unsigned int intel_bw_data_rate(struct drm_i915_private *dev_priv,
385 const struct intel_bw_state *bw_state)
386 {
387 unsigned int data_rate = 0;
388 enum pipe pipe;
389
390 for_each_pipe(dev_priv, pipe)
391 data_rate += bw_state->data_rate[pipe];
392
393 return data_rate;
394 }
395
396 struct intel_bw_state *
intel_atomic_get_old_bw_state(struct intel_atomic_state * state)397 intel_atomic_get_old_bw_state(struct intel_atomic_state *state)
398 {
399 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
400 struct intel_global_state *bw_state;
401
402 bw_state = intel_atomic_get_old_global_obj_state(state, &dev_priv->bw_obj);
403
404 return to_intel_bw_state(bw_state);
405 }
406
407 struct intel_bw_state *
intel_atomic_get_new_bw_state(struct intel_atomic_state * state)408 intel_atomic_get_new_bw_state(struct intel_atomic_state *state)
409 {
410 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
411 struct intel_global_state *bw_state;
412
413 bw_state = intel_atomic_get_new_global_obj_state(state, &dev_priv->bw_obj);
414
415 return to_intel_bw_state(bw_state);
416 }
417
418 struct intel_bw_state *
intel_atomic_get_bw_state(struct intel_atomic_state * state)419 intel_atomic_get_bw_state(struct intel_atomic_state *state)
420 {
421 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
422 struct intel_global_state *bw_state;
423
424 bw_state = intel_atomic_get_global_obj_state(state, &dev_priv->bw_obj);
425 if (IS_ERR(bw_state))
426 return ERR_CAST(bw_state);
427
428 return to_intel_bw_state(bw_state);
429 }
430
skl_bw_calc_min_cdclk(struct intel_atomic_state * state)431 int skl_bw_calc_min_cdclk(struct intel_atomic_state *state)
432 {
433 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
434 struct intel_bw_state *new_bw_state = NULL;
435 struct intel_bw_state *old_bw_state = NULL;
436 const struct intel_crtc_state *crtc_state;
437 struct intel_crtc *crtc;
438 int max_bw = 0;
439 int slice_id;
440 enum pipe pipe;
441 int i;
442
443 for_each_new_intel_crtc_in_state(state, crtc, crtc_state, i) {
444 enum plane_id plane_id;
445 struct intel_dbuf_bw *crtc_bw;
446
447 new_bw_state = intel_atomic_get_bw_state(state);
448 if (IS_ERR(new_bw_state))
449 return PTR_ERR(new_bw_state);
450
451 old_bw_state = intel_atomic_get_old_bw_state(state);
452
453 crtc_bw = &new_bw_state->dbuf_bw[crtc->pipe];
454
455 memset(&crtc_bw->used_bw, 0, sizeof(crtc_bw->used_bw));
456
457 if (!crtc_state->hw.active)
458 continue;
459
460 for_each_plane_id_on_crtc(crtc, plane_id) {
461 const struct skl_ddb_entry *plane_alloc =
462 &crtc_state->wm.skl.plane_ddb_y[plane_id];
463 const struct skl_ddb_entry *uv_plane_alloc =
464 &crtc_state->wm.skl.plane_ddb_uv[plane_id];
465 unsigned int data_rate = crtc_state->data_rate[plane_id];
466 unsigned int dbuf_mask = 0;
467
468 dbuf_mask |= skl_ddb_dbuf_slice_mask(dev_priv, plane_alloc);
469 dbuf_mask |= skl_ddb_dbuf_slice_mask(dev_priv, uv_plane_alloc);
470
471 /*
472 * FIXME: To calculate that more properly we probably
473 * need to to split per plane data_rate into data_rate_y
474 * and data_rate_uv for multiplanar formats in order not
475 * to get accounted those twice if they happen to reside
476 * on different slices.
477 * However for pre-icl this would work anyway because
478 * we have only single slice and for icl+ uv plane has
479 * non-zero data rate.
480 * So in worst case those calculation are a bit
481 * pessimistic, which shouldn't pose any significant
482 * problem anyway.
483 */
484 for_each_dbuf_slice_in_mask(slice_id, dbuf_mask)
485 crtc_bw->used_bw[slice_id] += data_rate;
486 }
487 }
488
489 if (!old_bw_state)
490 return 0;
491
492 for_each_pipe(dev_priv, pipe) {
493 struct intel_dbuf_bw *crtc_bw;
494
495 crtc_bw = &new_bw_state->dbuf_bw[pipe];
496
497 for_each_dbuf_slice(slice_id) {
498 /*
499 * Current experimental observations show that contrary
500 * to BSpec we get underruns once we exceed 64 * CDCLK
501 * for slices in total.
502 * As a temporary measure in order not to keep CDCLK
503 * bumped up all the time we calculate CDCLK according
504 * to this formula for overall bw consumed by slices.
505 */
506 max_bw += crtc_bw->used_bw[slice_id];
507 }
508 }
509
510 new_bw_state->min_cdclk = max_bw / 64;
511
512 if (new_bw_state->min_cdclk != old_bw_state->min_cdclk) {
513 int ret = intel_atomic_lock_global_state(&new_bw_state->base);
514
515 if (ret)
516 return ret;
517 }
518
519 return 0;
520 }
521
intel_bw_calc_min_cdclk(struct intel_atomic_state * state)522 int intel_bw_calc_min_cdclk(struct intel_atomic_state *state)
523 {
524 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
525 struct intel_bw_state *new_bw_state = NULL;
526 struct intel_bw_state *old_bw_state = NULL;
527 const struct intel_crtc_state *crtc_state;
528 struct intel_crtc *crtc;
529 int min_cdclk = 0;
530 enum pipe pipe;
531 int i;
532
533 for_each_new_intel_crtc_in_state(state, crtc, crtc_state, i) {
534 new_bw_state = intel_atomic_get_bw_state(state);
535 if (IS_ERR(new_bw_state))
536 return PTR_ERR(new_bw_state);
537
538 old_bw_state = intel_atomic_get_old_bw_state(state);
539 }
540
541 if (!old_bw_state)
542 return 0;
543
544 for_each_pipe(dev_priv, pipe) {
545 struct intel_cdclk_state *cdclk_state;
546
547 cdclk_state = intel_atomic_get_new_cdclk_state(state);
548 if (!cdclk_state)
549 return 0;
550
551 min_cdclk = max(cdclk_state->min_cdclk[pipe], min_cdclk);
552 }
553
554 new_bw_state->min_cdclk = min_cdclk;
555
556 if (new_bw_state->min_cdclk != old_bw_state->min_cdclk) {
557 int ret = intel_atomic_lock_global_state(&new_bw_state->base);
558
559 if (ret)
560 return ret;
561 }
562
563 return 0;
564 }
565
intel_bw_atomic_check(struct intel_atomic_state * state)566 int intel_bw_atomic_check(struct intel_atomic_state *state)
567 {
568 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
569 struct intel_crtc_state *new_crtc_state, *old_crtc_state;
570 struct intel_bw_state *new_bw_state = NULL;
571 const struct intel_bw_state *old_bw_state = NULL;
572 unsigned int data_rate;
573 unsigned int num_active_planes;
574 struct intel_crtc *crtc;
575 int i, ret;
576 u32 allowed_points = 0;
577 unsigned int max_bw_point = 0, max_bw = 0;
578 unsigned int num_qgv_points = dev_priv->max_bw[0].num_qgv_points;
579 u32 mask = (1 << num_qgv_points) - 1;
580
581 /* FIXME earlier gens need some checks too */
582 if (INTEL_GEN(dev_priv) < 11)
583 return 0;
584
585 for_each_oldnew_intel_crtc_in_state(state, crtc, old_crtc_state,
586 new_crtc_state, i) {
587 unsigned int old_data_rate =
588 intel_bw_crtc_data_rate(old_crtc_state);
589 unsigned int new_data_rate =
590 intel_bw_crtc_data_rate(new_crtc_state);
591 unsigned int old_active_planes =
592 intel_bw_crtc_num_active_planes(old_crtc_state);
593 unsigned int new_active_planes =
594 intel_bw_crtc_num_active_planes(new_crtc_state);
595
596 /*
597 * Avoid locking the bw state when
598 * nothing significant has changed.
599 */
600 if (old_data_rate == new_data_rate &&
601 old_active_planes == new_active_planes)
602 continue;
603
604 new_bw_state = intel_atomic_get_bw_state(state);
605 if (IS_ERR(new_bw_state))
606 return PTR_ERR(new_bw_state);
607
608 new_bw_state->data_rate[crtc->pipe] = new_data_rate;
609 new_bw_state->num_active_planes[crtc->pipe] = new_active_planes;
610
611 drm_dbg_kms(&dev_priv->drm,
612 "pipe %c data rate %u num active planes %u\n",
613 pipe_name(crtc->pipe),
614 new_bw_state->data_rate[crtc->pipe],
615 new_bw_state->num_active_planes[crtc->pipe]);
616 }
617
618 if (!new_bw_state)
619 return 0;
620
621 ret = intel_atomic_lock_global_state(&new_bw_state->base);
622 if (ret)
623 return ret;
624
625 data_rate = intel_bw_data_rate(dev_priv, new_bw_state);
626 data_rate = DIV_ROUND_UP(data_rate, 1000);
627
628 num_active_planes = intel_bw_num_active_planes(dev_priv, new_bw_state);
629
630 for (i = 0; i < num_qgv_points; i++) {
631 unsigned int max_data_rate;
632
633 max_data_rate = icl_max_bw(dev_priv, num_active_planes, i);
634 /*
635 * We need to know which qgv point gives us
636 * maximum bandwidth in order to disable SAGV
637 * if we find that we exceed SAGV block time
638 * with watermarks. By that moment we already
639 * have those, as it is calculated earlier in
640 * intel_atomic_check,
641 */
642 if (max_data_rate > max_bw) {
643 max_bw_point = i;
644 max_bw = max_data_rate;
645 }
646 if (max_data_rate >= data_rate)
647 allowed_points |= BIT(i);
648 drm_dbg_kms(&dev_priv->drm, "QGV point %d: max bw %d required %d\n",
649 i, max_data_rate, data_rate);
650 }
651
652 /*
653 * BSpec states that we always should have at least one allowed point
654 * left, so if we couldn't - simply reject the configuration for obvious
655 * reasons.
656 */
657 if (allowed_points == 0) {
658 drm_dbg_kms(&dev_priv->drm, "No QGV points provide sufficient memory"
659 " bandwidth %d for display configuration(%d active planes).\n",
660 data_rate, num_active_planes);
661 return -EINVAL;
662 }
663
664 /*
665 * Leave only single point with highest bandwidth, if
666 * we can't enable SAGV due to the increased memory latency it may
667 * cause.
668 */
669 if (!intel_can_enable_sagv(dev_priv, new_bw_state)) {
670 allowed_points = BIT(max_bw_point);
671 drm_dbg_kms(&dev_priv->drm, "No SAGV, using single QGV point %d\n",
672 max_bw_point);
673 }
674 /*
675 * We store the ones which need to be masked as that is what PCode
676 * actually accepts as a parameter.
677 */
678 new_bw_state->qgv_points_mask = ~allowed_points & mask;
679
680 old_bw_state = intel_atomic_get_old_bw_state(state);
681 /*
682 * If the actual mask had changed we need to make sure that
683 * the commits are serialized(in case this is a nomodeset, nonblocking)
684 */
685 if (new_bw_state->qgv_points_mask != old_bw_state->qgv_points_mask) {
686 ret = intel_atomic_serialize_global_state(&new_bw_state->base);
687 if (ret)
688 return ret;
689 }
690
691 return 0;
692 }
693
694 static struct intel_global_state *
intel_bw_duplicate_state(struct intel_global_obj * obj)695 intel_bw_duplicate_state(struct intel_global_obj *obj)
696 {
697 struct intel_bw_state *state;
698
699 state = kmemdup(obj->state, sizeof(*state), GFP_KERNEL);
700 if (!state)
701 return NULL;
702
703 return &state->base;
704 }
705
intel_bw_destroy_state(struct intel_global_obj * obj,struct intel_global_state * state)706 static void intel_bw_destroy_state(struct intel_global_obj *obj,
707 struct intel_global_state *state)
708 {
709 kfree(state);
710 }
711
712 static const struct intel_global_state_funcs intel_bw_funcs = {
713 .atomic_duplicate_state = intel_bw_duplicate_state,
714 .atomic_destroy_state = intel_bw_destroy_state,
715 };
716
intel_bw_init(struct drm_i915_private * dev_priv)717 int intel_bw_init(struct drm_i915_private *dev_priv)
718 {
719 struct intel_bw_state *state;
720
721 state = kzalloc(sizeof(*state), GFP_KERNEL);
722 if (!state)
723 return -ENOMEM;
724
725 intel_atomic_global_obj_init(dev_priv, &dev_priv->bw_obj,
726 &state->base, &intel_bw_funcs);
727
728 return 0;
729 }
730