• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright 2010 Christoph Bumiller
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  */
22 
23 #include "pipe/p_defines.h"
24 #include "util/u_framebuffer.h"
25 #include "util/u_upload_mgr.h"
26 
27 #include "nvc0/nvc0_context.h"
28 #include "nvc0/nvc0_screen.h"
29 #include "nvc0/nvc0_resource.h"
30 
31 static void
nvc0_flush(struct pipe_context * pipe,struct pipe_fence_handle ** fence,unsigned flags)32 nvc0_flush(struct pipe_context *pipe,
33            struct pipe_fence_handle **fence,
34            unsigned flags)
35 {
36    struct nvc0_context *nvc0 = nvc0_context(pipe);
37    struct nouveau_screen *screen = &nvc0->screen->base;
38 
39    if (fence)
40       nouveau_fence_ref(screen->fence.current, (struct nouveau_fence **)fence);
41 
42    PUSH_KICK(nvc0->base.pushbuf); /* fencing handled in kick_notify */
43 
44    nouveau_context_update_frame_stats(&nvc0->base);
45 }
46 
47 static void
nvc0_texture_barrier(struct pipe_context * pipe,unsigned flags)48 nvc0_texture_barrier(struct pipe_context *pipe, unsigned flags)
49 {
50    struct nouveau_pushbuf *push = nvc0_context(pipe)->base.pushbuf;
51 
52    IMMED_NVC0(push, NVC0_3D(SERIALIZE), 0);
53    IMMED_NVC0(push, NVC0_3D(TEX_CACHE_CTL), 0);
54 }
55 
56 static void
nvc0_memory_barrier(struct pipe_context * pipe,unsigned flags)57 nvc0_memory_barrier(struct pipe_context *pipe, unsigned flags)
58 {
59    struct nvc0_context *nvc0 = nvc0_context(pipe);
60    struct nouveau_pushbuf *push = nvc0->base.pushbuf;
61    int i, s;
62 
63    if (!(flags & ~PIPE_BARRIER_UPDATE))
64       return;
65 
66    if (flags & PIPE_BARRIER_MAPPED_BUFFER) {
67       for (i = 0; i < nvc0->num_vtxbufs; ++i) {
68          if (!nvc0->vtxbuf[i].buffer.resource && !nvc0->vtxbuf[i].is_user_buffer)
69             continue;
70          if (nvc0->vtxbuf[i].buffer.resource->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)
71             nvc0->base.vbo_dirty = true;
72       }
73 
74       for (s = 0; s < 5 && !nvc0->cb_dirty; ++s) {
75          uint32_t valid = nvc0->constbuf_valid[s];
76 
77          while (valid && !nvc0->cb_dirty) {
78             const unsigned i = ffs(valid) - 1;
79             struct pipe_resource *res;
80 
81             valid &= ~(1 << i);
82             if (nvc0->constbuf[s][i].user)
83                continue;
84 
85             res = nvc0->constbuf[s][i].u.buf;
86             if (!res)
87                continue;
88 
89             if (res->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)
90                nvc0->cb_dirty = true;
91          }
92       }
93    } else {
94       /* Pretty much any writing by shaders needs a serialize after
95        * it. Especially when moving between 3d and compute pipelines, but even
96        * without that.
97        */
98       IMMED_NVC0(push, NVC0_3D(SERIALIZE), 0);
99    }
100 
101    /* If we're going to texture from a buffer/image written by a shader, we
102     * must flush the texture cache.
103     */
104    if (flags & PIPE_BARRIER_TEXTURE)
105       IMMED_NVC0(push, NVC0_3D(TEX_CACHE_CTL), 0);
106 
107    if (flags & PIPE_BARRIER_CONSTANT_BUFFER)
108       nvc0->cb_dirty = true;
109    if (flags & (PIPE_BARRIER_VERTEX_BUFFER | PIPE_BARRIER_INDEX_BUFFER))
110       nvc0->base.vbo_dirty = true;
111 }
112 
113 static void
nvc0_emit_string_marker(struct pipe_context * pipe,const char * str,int len)114 nvc0_emit_string_marker(struct pipe_context *pipe, const char *str, int len)
115 {
116    struct nouveau_pushbuf *push = nvc0_context(pipe)->base.pushbuf;
117    int string_words = len / 4;
118    int data_words;
119 
120    if (len <= 0)
121       return;
122    string_words = MIN2(string_words, NV04_PFIFO_MAX_PACKET_LEN);
123    if (string_words == NV04_PFIFO_MAX_PACKET_LEN)
124       data_words = string_words;
125    else
126       data_words = string_words + !!(len & 3);
127    BEGIN_NIC0(push, SUBC_3D(NV04_GRAPH_NOP), data_words);
128    if (string_words)
129       PUSH_DATAp(push, str, string_words);
130    if (string_words != data_words) {
131       int data = 0;
132       memcpy(&data, &str[string_words * 4], len & 3);
133       PUSH_DATA (push, data);
134    }
135 }
136 
137 static enum pipe_reset_status
nvc0_get_device_reset_status(struct pipe_context * pipe)138 nvc0_get_device_reset_status(struct pipe_context *pipe)
139 {
140    return PIPE_NO_RESET;
141 }
142 
143 static void
nvc0_context_unreference_resources(struct nvc0_context * nvc0)144 nvc0_context_unreference_resources(struct nvc0_context *nvc0)
145 {
146    unsigned s, i;
147 
148    nouveau_bufctx_del(&nvc0->bufctx_3d);
149    nouveau_bufctx_del(&nvc0->bufctx);
150    nouveau_bufctx_del(&nvc0->bufctx_cp);
151 
152    util_unreference_framebuffer_state(&nvc0->framebuffer);
153 
154    for (i = 0; i < nvc0->num_vtxbufs; ++i)
155       pipe_vertex_buffer_unreference(&nvc0->vtxbuf[i]);
156 
157    for (s = 0; s < 6; ++s) {
158       for (i = 0; i < nvc0->num_textures[s]; ++i)
159          pipe_sampler_view_reference(&nvc0->textures[s][i], NULL);
160 
161       for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i)
162          if (!nvc0->constbuf[s][i].user)
163             pipe_resource_reference(&nvc0->constbuf[s][i].u.buf, NULL);
164 
165       for (i = 0; i < NVC0_MAX_BUFFERS; ++i)
166          pipe_resource_reference(&nvc0->buffers[s][i].buffer, NULL);
167 
168       for (i = 0; i < NVC0_MAX_IMAGES; ++i) {
169          pipe_resource_reference(&nvc0->images[s][i].resource, NULL);
170          if (nvc0->screen->base.class_3d >= GM107_3D_CLASS)
171             pipe_sampler_view_reference(&nvc0->images_tic[s][i], NULL);
172       }
173    }
174 
175    for (s = 0; s < 2; ++s) {
176       for (i = 0; i < NVC0_MAX_SURFACE_SLOTS; ++i)
177          pipe_surface_reference(&nvc0->surfaces[s][i], NULL);
178    }
179 
180    for (i = 0; i < nvc0->num_tfbbufs; ++i)
181       pipe_so_target_reference(&nvc0->tfbbuf[i], NULL);
182 
183    for (i = 0; i < nvc0->global_residents.size / sizeof(struct pipe_resource *);
184         ++i) {
185       struct pipe_resource **res = util_dynarray_element(
186          &nvc0->global_residents, struct pipe_resource *, i);
187       pipe_resource_reference(res, NULL);
188    }
189    util_dynarray_fini(&nvc0->global_residents);
190 
191    if (nvc0->tcp_empty)
192       nvc0->base.pipe.delete_tcs_state(&nvc0->base.pipe, nvc0->tcp_empty);
193 }
194 
195 static void
nvc0_destroy(struct pipe_context * pipe)196 nvc0_destroy(struct pipe_context *pipe)
197 {
198    struct nvc0_context *nvc0 = nvc0_context(pipe);
199 
200    if (nvc0->screen->cur_ctx == nvc0) {
201       nvc0->screen->cur_ctx = NULL;
202       nvc0->screen->save_state = nvc0->state;
203       nvc0->screen->save_state.tfb = NULL;
204    }
205 
206    if (nvc0->base.pipe.stream_uploader)
207       u_upload_destroy(nvc0->base.pipe.stream_uploader);
208 
209    /* Unset bufctx, we don't want to revalidate any resources after the flush.
210     * Other contexts will always set their bufctx again on action calls.
211     */
212    nouveau_pushbuf_bufctx(nvc0->base.pushbuf, NULL);
213    nouveau_pushbuf_kick(nvc0->base.pushbuf, nvc0->base.pushbuf->channel);
214 
215    nvc0_context_unreference_resources(nvc0);
216    nvc0_blitctx_destroy(nvc0);
217 
218    list_for_each_entry_safe(struct nvc0_resident, pos, &nvc0->tex_head, list) {
219       list_del(&pos->list);
220       free(pos);
221    }
222 
223    list_for_each_entry_safe(struct nvc0_resident, pos, &nvc0->img_head, list) {
224       list_del(&pos->list);
225       free(pos);
226    }
227 
228    nouveau_context_destroy(&nvc0->base);
229 }
230 
231 void
nvc0_default_kick_notify(struct nouveau_pushbuf * push)232 nvc0_default_kick_notify(struct nouveau_pushbuf *push)
233 {
234    struct nvc0_screen *screen = push->user_priv;
235 
236    if (screen) {
237       nouveau_fence_next(&screen->base);
238       nouveau_fence_update(&screen->base, true);
239       if (screen->cur_ctx)
240          screen->cur_ctx->state.flushed = true;
241       NOUVEAU_DRV_STAT(&screen->base, pushbuf_count, 1);
242    }
243 }
244 
245 static int
nvc0_invalidate_resource_storage(struct nouveau_context * ctx,struct pipe_resource * res,int ref)246 nvc0_invalidate_resource_storage(struct nouveau_context *ctx,
247                                  struct pipe_resource *res,
248                                  int ref)
249 {
250    struct nvc0_context *nvc0 = nvc0_context(&ctx->pipe);
251    unsigned s, i;
252 
253    if (res->bind & PIPE_BIND_RENDER_TARGET) {
254       for (i = 0; i < nvc0->framebuffer.nr_cbufs; ++i) {
255          if (nvc0->framebuffer.cbufs[i] &&
256              nvc0->framebuffer.cbufs[i]->texture == res) {
257             nvc0->dirty_3d |= NVC0_NEW_3D_FRAMEBUFFER;
258             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_FB);
259             if (!--ref)
260                return ref;
261          }
262       }
263    }
264    if (res->bind & PIPE_BIND_DEPTH_STENCIL) {
265       if (nvc0->framebuffer.zsbuf &&
266           nvc0->framebuffer.zsbuf->texture == res) {
267          nvc0->dirty_3d |= NVC0_NEW_3D_FRAMEBUFFER;
268          nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_FB);
269          if (!--ref)
270             return ref;
271       }
272    }
273 
274    if (res->target == PIPE_BUFFER) {
275       for (i = 0; i < nvc0->num_vtxbufs; ++i) {
276          if (nvc0->vtxbuf[i].buffer.resource == res) {
277             nvc0->dirty_3d |= NVC0_NEW_3D_ARRAYS;
278             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_VTX);
279             if (!--ref)
280                return ref;
281          }
282       }
283 
284       for (s = 0; s < 6; ++s) {
285          for (i = 0; i < nvc0->num_textures[s]; ++i) {
286             if (nvc0->textures[s][i] &&
287                 nvc0->textures[s][i]->texture == res) {
288                nvc0->textures_dirty[s] |= 1 << i;
289                if (unlikely(s == 5)) {
290                   nvc0->dirty_cp |= NVC0_NEW_CP_TEXTURES;
291                   nouveau_bufctx_reset(nvc0->bufctx_cp, NVC0_BIND_CP_TEX(i));
292                } else {
293                   nvc0->dirty_3d |= NVC0_NEW_3D_TEXTURES;
294                   nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_TEX(s, i));
295                }
296                if (!--ref)
297                   return ref;
298             }
299          }
300       }
301 
302       for (s = 0; s < 6; ++s) {
303          for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i) {
304             if (!(nvc0->constbuf_valid[s] & (1 << i)))
305                continue;
306             if (!nvc0->constbuf[s][i].user &&
307                 nvc0->constbuf[s][i].u.buf == res) {
308                nvc0->constbuf_dirty[s] |= 1 << i;
309                if (unlikely(s == 5)) {
310                   nvc0->dirty_cp |= NVC0_NEW_CP_CONSTBUF;
311                   nouveau_bufctx_reset(nvc0->bufctx_cp, NVC0_BIND_CP_CB(i));
312                } else {
313                   nvc0->dirty_3d |= NVC0_NEW_3D_CONSTBUF;
314                   nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_CB(s, i));
315                }
316                if (!--ref)
317                   return ref;
318             }
319          }
320       }
321 
322       for (s = 0; s < 6; ++s) {
323          for (i = 0; i < NVC0_MAX_BUFFERS; ++i) {
324             if (nvc0->buffers[s][i].buffer == res) {
325                nvc0->buffers_dirty[s] |= 1 << i;
326                if (unlikely(s == 5)) {
327                   nvc0->dirty_cp |= NVC0_NEW_CP_BUFFERS;
328                   nouveau_bufctx_reset(nvc0->bufctx_cp, NVC0_BIND_CP_BUF);
329                } else {
330                   nvc0->dirty_3d |= NVC0_NEW_3D_BUFFERS;
331                   nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_BUF);
332                }
333                if (!--ref)
334                   return ref;
335             }
336          }
337       }
338 
339       for (s = 0; s < 6; ++s) {
340          for (i = 0; i < NVC0_MAX_IMAGES; ++i) {
341             if (nvc0->images[s][i].resource == res) {
342                nvc0->images_dirty[s] |= 1 << i;
343                if (unlikely(s == 5)) {
344                   nvc0->dirty_cp |= NVC0_NEW_CP_SURFACES;
345                   nouveau_bufctx_reset(nvc0->bufctx_cp, NVC0_BIND_CP_SUF);
346                } else {
347                   nvc0->dirty_3d |= NVC0_NEW_3D_SURFACES;
348                   nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_3D_SUF);
349                }
350             }
351             if (!--ref)
352                return ref;
353          }
354       }
355    }
356 
357    return ref;
358 }
359 
360 static void
361 nvc0_context_get_sample_position(struct pipe_context *, unsigned, unsigned,
362                                  float *);
363 
364 struct pipe_context *
nvc0_create(struct pipe_screen * pscreen,void * priv,unsigned ctxflags)365 nvc0_create(struct pipe_screen *pscreen, void *priv, unsigned ctxflags)
366 {
367    struct nvc0_screen *screen = nvc0_screen(pscreen);
368    struct nvc0_context *nvc0;
369    struct pipe_context *pipe;
370    int ret;
371    uint32_t flags;
372 
373    nvc0 = CALLOC_STRUCT(nvc0_context);
374    if (!nvc0)
375       return NULL;
376    pipe = &nvc0->base.pipe;
377 
378    if (!nvc0_blitctx_create(nvc0))
379       goto out_err;
380 
381    nvc0->base.pushbuf = screen->base.pushbuf;
382    nvc0->base.client = screen->base.client;
383 
384    ret = nouveau_bufctx_new(screen->base.client, 2, &nvc0->bufctx);
385    if (!ret)
386       ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_3D_COUNT,
387                                &nvc0->bufctx_3d);
388    if (!ret)
389       ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_CP_COUNT,
390                                &nvc0->bufctx_cp);
391    if (ret)
392       goto out_err;
393 
394    nvc0->screen = screen;
395    nvc0->base.screen = &screen->base;
396 
397    pipe->screen = pscreen;
398    pipe->priv = priv;
399    pipe->stream_uploader = u_upload_create_default(pipe);
400    if (!pipe->stream_uploader)
401       goto out_err;
402    pipe->const_uploader = pipe->stream_uploader;
403 
404    pipe->destroy = nvc0_destroy;
405 
406    pipe->draw_vbo = nvc0_draw_vbo;
407    pipe->clear = nvc0_clear;
408    pipe->launch_grid = (nvc0->screen->base.class_3d >= NVE4_3D_CLASS) ?
409       nve4_launch_grid : nvc0_launch_grid;
410 
411    pipe->flush = nvc0_flush;
412    pipe->texture_barrier = nvc0_texture_barrier;
413    pipe->memory_barrier = nvc0_memory_barrier;
414    pipe->get_sample_position = nvc0_context_get_sample_position;
415    pipe->emit_string_marker = nvc0_emit_string_marker;
416    pipe->get_device_reset_status = nvc0_get_device_reset_status;
417 
418    nouveau_context_init(&nvc0->base);
419    nvc0_init_query_functions(nvc0);
420    nvc0_init_surface_functions(nvc0);
421    nvc0_init_state_functions(nvc0);
422    nvc0_init_transfer_functions(nvc0);
423    nvc0_init_resource_functions(pipe);
424    if (nvc0->screen->base.class_3d >= NVE4_3D_CLASS)
425       nvc0_init_bindless_functions(pipe);
426 
427    list_inithead(&nvc0->tex_head);
428    list_inithead(&nvc0->img_head);
429 
430    nvc0->base.invalidate_resource_storage = nvc0_invalidate_resource_storage;
431 
432    pipe->create_video_codec = nvc0_create_decoder;
433    pipe->create_video_buffer = nvc0_video_buffer_create;
434 
435    /* shader builtin library is per-screen, but we need a context for m2mf */
436    nvc0_program_library_upload(nvc0);
437    nvc0_program_init_tcp_empty(nvc0);
438    if (!nvc0->tcp_empty)
439       goto out_err;
440    /* set the empty tctl prog on next draw in case one is never set */
441    nvc0->dirty_3d |= NVC0_NEW_3D_TCTLPROG;
442 
443    /* Do not bind the COMPUTE driver constbuf at screen initialization because
444     * CBs are aliased between 3D and COMPUTE, but make sure it will be bound if
445     * a grid is launched later. */
446    nvc0->dirty_cp |= NVC0_NEW_CP_DRIVERCONST;
447 
448    /* now that there are no more opportunities for errors, set the current
449     * context if there isn't already one.
450     */
451    if (!screen->cur_ctx) {
452       nvc0->state = screen->save_state;
453       screen->cur_ctx = nvc0;
454       nouveau_pushbuf_bufctx(screen->base.pushbuf, nvc0->bufctx);
455    }
456    screen->base.pushbuf->kick_notify = nvc0_default_kick_notify;
457 
458    /* add permanently resident buffers to bufctxts */
459 
460    flags = NV_VRAM_DOMAIN(&screen->base) | NOUVEAU_BO_RD;
461 
462    BCTX_REFN_bo(nvc0->bufctx_3d, 3D_SCREEN, flags, screen->uniform_bo);
463    BCTX_REFN_bo(nvc0->bufctx_3d, 3D_SCREEN, flags, screen->txc);
464    if (screen->compute) {
465       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->uniform_bo);
466       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->txc);
467    }
468 
469    flags = NV_VRAM_DOMAIN(&screen->base) | NOUVEAU_BO_RDWR;
470 
471    if (screen->poly_cache)
472       BCTX_REFN_bo(nvc0->bufctx_3d, 3D_SCREEN, flags, screen->poly_cache);
473    if (screen->compute)
474       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->tls);
475 
476    flags = NOUVEAU_BO_GART | NOUVEAU_BO_WR;
477 
478    BCTX_REFN_bo(nvc0->bufctx_3d, 3D_SCREEN, flags, screen->fence.bo);
479    BCTX_REFN_bo(nvc0->bufctx, FENCE, flags, screen->fence.bo);
480    if (screen->compute)
481       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->fence.bo);
482 
483    nvc0->base.scratch.bo_size = 2 << 20;
484 
485    memset(nvc0->tex_handles, ~0, sizeof(nvc0->tex_handles));
486 
487    util_dynarray_init(&nvc0->global_residents, NULL);
488 
489    // Make sure that the first TSC entry has SRGB conversion bit set, since we
490    // use it as a fallback on Fermi for TXF, and on Kepler+ generations for
491    // FBFETCH handling (which also uses TXF).
492    //
493    // NOTE: Preliminary testing suggests that this isn't necessary at all at
494    // least on GM20x (untested on Kepler). However this is ~free, so no reason
495    // not to do it.
496    if (!screen->tsc.entries[0])
497       nvc0_upload_tsc0(nvc0);
498 
499    // On Fermi, mark samplers dirty so that the proper binding can happen
500    if (screen->base.class_3d < NVE4_3D_CLASS) {
501       for (int s = 0; s < 6; s++)
502          nvc0->samplers_dirty[s] = 1;
503       nvc0->dirty_3d |= NVC0_NEW_3D_SAMPLERS;
504       nvc0->dirty_cp |= NVC0_NEW_CP_SAMPLERS;
505    }
506 
507    return pipe;
508 
509 out_err:
510    if (nvc0) {
511       if (pipe->stream_uploader)
512          u_upload_destroy(pipe->stream_uploader);
513       if (nvc0->bufctx_3d)
514          nouveau_bufctx_del(&nvc0->bufctx_3d);
515       if (nvc0->bufctx_cp)
516          nouveau_bufctx_del(&nvc0->bufctx_cp);
517       if (nvc0->bufctx)
518          nouveau_bufctx_del(&nvc0->bufctx);
519       FREE(nvc0->blit);
520       FREE(nvc0);
521    }
522    return NULL;
523 }
524 
525 void
nvc0_bufctx_fence(struct nvc0_context * nvc0,struct nouveau_bufctx * bufctx,bool on_flush)526 nvc0_bufctx_fence(struct nvc0_context *nvc0, struct nouveau_bufctx *bufctx,
527                   bool on_flush)
528 {
529    struct nouveau_list *list = on_flush ? &bufctx->current : &bufctx->pending;
530    struct nouveau_list *it;
531    NOUVEAU_DRV_STAT_IFD(unsigned count = 0);
532 
533    for (it = list->next; it != list; it = it->next) {
534       struct nouveau_bufref *ref = (struct nouveau_bufref *)it;
535       struct nv04_resource *res = ref->priv;
536       if (res)
537          nvc0_resource_validate(res, (unsigned)ref->priv_data);
538       NOUVEAU_DRV_STAT_IFD(count++);
539    }
540    NOUVEAU_DRV_STAT(&nvc0->screen->base, resource_validate_count, count);
541 }
542 
543 const void *
nvc0_get_sample_locations(unsigned sample_count)544 nvc0_get_sample_locations(unsigned sample_count)
545 {
546    static const uint8_t ms1[1][2] = { { 0x8, 0x8 } };
547    static const uint8_t ms2[2][2] = {
548       { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */
549    static const uint8_t ms4[4][2] = {
550       { 0x6, 0x2 }, { 0xe, 0x6 },   /* (0,0), (1,0) */
551       { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */
552    static const uint8_t ms8[8][2] = {
553       { 0x1, 0x7 }, { 0x5, 0x3 },   /* (0,0), (1,0) */
554       { 0x3, 0xd }, { 0x7, 0xb },   /* (0,1), (1,1) */
555       { 0x9, 0x5 }, { 0xf, 0x1 },   /* (2,0), (3,0) */
556       { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */
557 #if 0
558    /* NOTE: there are alternative modes for MS2 and MS8, currently not used */
559    static const uint8_t ms8_alt[8][2] = {
560       { 0x9, 0x5 }, { 0x7, 0xb },   /* (2,0), (1,1) */
561       { 0xd, 0x9 }, { 0x5, 0x3 },   /* (3,1), (1,0) */
562       { 0x3, 0xd }, { 0x1, 0x7 },   /* (0,1), (0,0) */
563       { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */
564 #endif
565 
566    const uint8_t (*ptr)[2];
567 
568    switch (sample_count) {
569    case 0:
570    case 1: ptr = ms1; break;
571    case 2: ptr = ms2; break;
572    case 4: ptr = ms4; break;
573    case 8: ptr = ms8; break;
574    default:
575       assert(0);
576       return NULL; /* bad sample count -> undefined locations */
577    }
578    return ptr;
579 }
580 
581 static void
nvc0_context_get_sample_position(struct pipe_context * pipe,unsigned sample_count,unsigned sample_index,float * xy)582 nvc0_context_get_sample_position(struct pipe_context *pipe,
583                                  unsigned sample_count, unsigned sample_index,
584                                  float *xy)
585 {
586    const uint8_t (*ptr)[2];
587 
588    ptr = nvc0_get_sample_locations(sample_count);
589    if (!ptr)
590       return;
591 
592    xy[0] = ptr[sample_index][0] * 0.0625f;
593    xy[1] = ptr[sample_index][1] * 0.0625f;
594 }
595