1 /**************************************************************************
2 *
3 * Copyright 2007 VMware, Inc.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 #include "util/u_math.h"
29 #include "util/u_memory.h"
30 #include "util/u_prim.h"
31 #include "draw/draw_context.h"
32 #include "draw/draw_vbuf.h"
33 #include "draw/draw_vertex.h"
34 #include "draw/draw_prim_assembler.h"
35 #include "draw/draw_pt.h"
36 #include "draw/draw_vs.h"
37 #include "draw/draw_gs.h"
38
39
40 struct fetch_pipeline_middle_end {
41 struct draw_pt_middle_end base;
42 struct draw_context *draw;
43
44 struct pt_emit *emit;
45 struct pt_so_emit *so_emit;
46 struct pt_fetch *fetch;
47 struct pt_post_vs *post_vs;
48
49 unsigned vertex_data_offset;
50 unsigned vertex_size;
51 unsigned input_prim;
52 unsigned opt;
53 };
54
55
56 /** cast wrapper */
57 static inline struct fetch_pipeline_middle_end *
fetch_pipeline_middle_end(struct draw_pt_middle_end * middle)58 fetch_pipeline_middle_end(struct draw_pt_middle_end *middle)
59 {
60 return (struct fetch_pipeline_middle_end *) middle;
61 }
62
63
64 /**
65 * Prepare/validate middle part of the vertex pipeline.
66 * NOTE: if you change this function, also look at the LLVM
67 * function llvm_middle_end_prepare() for similar changes.
68 */
69 static void
fetch_pipeline_prepare(struct draw_pt_middle_end * middle,unsigned prim,unsigned opt,unsigned * max_vertices)70 fetch_pipeline_prepare(struct draw_pt_middle_end *middle,
71 unsigned prim,
72 unsigned opt,
73 unsigned *max_vertices)
74 {
75 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
76 struct draw_context *draw = fpme->draw;
77 struct draw_vertex_shader *vs = draw->vs.vertex_shader;
78 struct draw_geometry_shader *gs = draw->gs.geometry_shader;
79 unsigned i;
80 unsigned instance_id_index = ~0;
81 const unsigned gs_out_prim = (gs ? gs->output_primitive :
82 u_assembled_prim(prim));
83 unsigned nr_vs_outputs = draw_total_vs_outputs(draw);
84 unsigned nr = MAX2(vs->info.num_inputs, nr_vs_outputs);
85 unsigned point_clip = draw->rasterizer->fill_front == PIPE_POLYGON_MODE_POINT ||
86 gs_out_prim == PIPE_PRIM_POINTS;
87
88 if (gs) {
89 nr = MAX2(nr, gs->info.num_outputs + 1);
90 }
91
92 /* Scan for instanceID system value.
93 */
94 for (i = 0; i < vs->info.num_inputs; i++) {
95 if (vs->info.input_semantic_name[i] == TGSI_SEMANTIC_INSTANCEID) {
96 instance_id_index = i;
97 break;
98 }
99 }
100
101 fpme->input_prim = prim;
102 fpme->opt = opt;
103
104 /* Always leave room for the vertex header whether we need it or
105 * not. It's hard to get rid of it in particular because of the
106 * viewport code in draw_pt_post_vs.c.
107 */
108 fpme->vertex_size = sizeof(struct vertex_header) + nr * 4 * sizeof(float);
109
110 draw_pt_fetch_prepare( fpme->fetch,
111 vs->info.num_inputs,
112 fpme->vertex_size,
113 instance_id_index );
114 draw_pt_post_vs_prepare( fpme->post_vs,
115 draw->clip_xy,
116 draw->clip_z,
117 draw->clip_user,
118 point_clip ? draw->guard_band_points_xy :
119 draw->guard_band_xy,
120 draw->bypass_viewport,
121 draw->rasterizer->clip_halfz,
122 (draw->vs.edgeflag_output ? TRUE : FALSE) );
123
124 draw_pt_so_emit_prepare( fpme->so_emit, FALSE );
125
126 if (!(opt & PT_PIPELINE)) {
127 draw_pt_emit_prepare( fpme->emit,
128 gs_out_prim,
129 max_vertices );
130
131 *max_vertices = MAX2( *max_vertices, 4096 );
132 }
133 else {
134 /* limit max fetches by limiting max_vertices */
135 *max_vertices = 4096;
136 }
137
138 /* No need to prepare the shader.
139 */
140 vs->prepare(vs, draw);
141
142 /* Make sure that the vertex size didn't change at any point above */
143 assert(nr_vs_outputs == draw_total_vs_outputs(draw));
144 }
145
146
147 static void
fetch_pipeline_bind_parameters(struct draw_pt_middle_end * middle)148 fetch_pipeline_bind_parameters(struct draw_pt_middle_end *middle)
149 {
150 /* No-op since the vertex shader executor and drawing pipeline
151 * just grab the constants, viewport, etc. from the draw context state.
152 */
153 }
154
155
fetch(struct pt_fetch * fetch,const struct draw_fetch_info * fetch_info,char * output)156 static void fetch( struct pt_fetch *fetch,
157 const struct draw_fetch_info *fetch_info,
158 char *output)
159 {
160 if (fetch_info->linear) {
161 draw_pt_fetch_run_linear( fetch,
162 fetch_info->start,
163 fetch_info->count,
164 output );
165 }
166 else {
167 draw_pt_fetch_run( fetch,
168 fetch_info->elts,
169 fetch_info->count,
170 output );
171 }
172 }
173
174
pipeline(struct fetch_pipeline_middle_end * fpme,const struct draw_vertex_info * vert_info,const struct draw_prim_info * prim_info)175 static void pipeline(struct fetch_pipeline_middle_end *fpme,
176 const struct draw_vertex_info *vert_info,
177 const struct draw_prim_info *prim_info)
178 {
179 if (prim_info->linear)
180 draw_pipeline_run_linear( fpme->draw,
181 vert_info,
182 prim_info);
183 else
184 draw_pipeline_run( fpme->draw,
185 vert_info,
186 prim_info );
187 }
188
189
190 static void
emit(struct pt_emit * emit,const struct draw_vertex_info * vert_info,const struct draw_prim_info * prim_info)191 emit(struct pt_emit *emit,
192 const struct draw_vertex_info *vert_info,
193 const struct draw_prim_info *prim_info)
194 {
195 if (prim_info->linear) {
196 draw_pt_emit_linear(emit, vert_info, prim_info);
197 }
198 else {
199 draw_pt_emit(emit, vert_info, prim_info);
200 }
201 }
202
203
204 static void
draw_vertex_shader_run(struct draw_vertex_shader * vshader,const void * constants[PIPE_MAX_CONSTANT_BUFFERS],unsigned const_size[PIPE_MAX_CONSTANT_BUFFERS],const struct draw_vertex_info * input_verts,struct draw_vertex_info * output_verts)205 draw_vertex_shader_run(struct draw_vertex_shader *vshader,
206 const void *constants[PIPE_MAX_CONSTANT_BUFFERS],
207 unsigned const_size[PIPE_MAX_CONSTANT_BUFFERS],
208 const struct draw_vertex_info *input_verts,
209 struct draw_vertex_info *output_verts)
210 {
211 output_verts->vertex_size = input_verts->vertex_size;
212 output_verts->stride = input_verts->vertex_size;
213 output_verts->count = input_verts->count;
214 output_verts->verts =
215 (struct vertex_header *)MALLOC(output_verts->vertex_size *
216 align(output_verts->count, 4));
217
218 vshader->run_linear(vshader,
219 (const float (*)[4])input_verts->verts->data,
220 ( float (*)[4])output_verts->verts->data,
221 constants,
222 const_size,
223 input_verts->count,
224 input_verts->vertex_size,
225 input_verts->vertex_size);
226 }
227
228
229 static void
fetch_pipeline_generic(struct draw_pt_middle_end * middle,const struct draw_fetch_info * fetch_info,const struct draw_prim_info * in_prim_info)230 fetch_pipeline_generic(struct draw_pt_middle_end *middle,
231 const struct draw_fetch_info *fetch_info,
232 const struct draw_prim_info *in_prim_info)
233 {
234 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
235 struct draw_context *draw = fpme->draw;
236 struct draw_vertex_shader *vshader = draw->vs.vertex_shader;
237 struct draw_geometry_shader *gshader = draw->gs.geometry_shader;
238 struct draw_prim_info gs_prim_info;
239 struct draw_vertex_info fetched_vert_info;
240 struct draw_vertex_info vs_vert_info;
241 struct draw_vertex_info gs_vert_info;
242 struct draw_vertex_info *vert_info;
243 struct draw_prim_info ia_prim_info;
244 struct draw_vertex_info ia_vert_info;
245 const struct draw_prim_info *prim_info = in_prim_info;
246 boolean free_prim_info = FALSE;
247 unsigned opt = fpme->opt;
248
249 fetched_vert_info.count = fetch_info->count;
250 fetched_vert_info.vertex_size = fpme->vertex_size;
251 fetched_vert_info.stride = fpme->vertex_size;
252 fetched_vert_info.verts =
253 (struct vertex_header *)MALLOC(fpme->vertex_size *
254 align(fetch_info->count, 4));
255 if (!fetched_vert_info.verts) {
256 assert(0);
257 return;
258 }
259 if (draw->collect_statistics) {
260 draw->statistics.ia_vertices += prim_info->count;
261 draw->statistics.ia_primitives +=
262 u_decomposed_prims_for_vertices(prim_info->prim, fetch_info->count);
263 draw->statistics.vs_invocations += fetch_info->count;
264 }
265
266 /* Fetch into our vertex buffer.
267 */
268 fetch( fpme->fetch, fetch_info, (char *)fetched_vert_info.verts );
269
270 /* Finished with fetch:
271 */
272 fetch_info = NULL;
273 vert_info = &fetched_vert_info;
274
275 /* Run the shader, note that this overwrites the data[] parts of
276 * the pipeline verts.
277 */
278 if (fpme->opt & PT_SHADE) {
279 draw_vertex_shader_run(vshader,
280 draw->pt.user.vs_constants,
281 draw->pt.user.vs_constants_size,
282 vert_info,
283 &vs_vert_info);
284
285 FREE(vert_info->verts);
286 vert_info = &vs_vert_info;
287 }
288
289 if ((fpme->opt & PT_SHADE) && gshader) {
290 draw_geometry_shader_run(gshader,
291 draw->pt.user.gs_constants,
292 draw->pt.user.gs_constants_size,
293 vert_info,
294 prim_info,
295 &vshader->info,
296 &gs_vert_info,
297 &gs_prim_info);
298
299 FREE(vert_info->verts);
300 vert_info = &gs_vert_info;
301 prim_info = &gs_prim_info;
302 } else {
303 if (draw_prim_assembler_is_required(draw, prim_info, vert_info)) {
304 draw_prim_assembler_run(draw, prim_info, vert_info,
305 &ia_prim_info, &ia_vert_info);
306
307 if (ia_vert_info.count) {
308 FREE(vert_info->verts);
309 vert_info = &ia_vert_info;
310 prim_info = &ia_prim_info;
311 free_prim_info = TRUE;
312 }
313 }
314 }
315 if (prim_info->count == 0) {
316 debug_printf("GS/IA didn't emit any vertices!\n");
317
318 FREE(vert_info->verts);
319 if (free_prim_info) {
320 FREE(prim_info->primitive_lengths);
321 }
322 return;
323 }
324
325
326 /* Stream output needs to be done before clipping.
327 *
328 * XXX: Stream output surely needs to respect the prim_info->elt
329 * lists.
330 */
331 draw_pt_so_emit( fpme->so_emit, vert_info, prim_info );
332
333 draw_stats_clipper_primitives(draw, prim_info);
334
335 /*
336 * if there's no position, need to stop now, or the latter stages
337 * will try to access non-existent position output.
338 */
339 if (draw_current_shader_position_output(draw) != -1) {
340
341 if (draw_pt_post_vs_run( fpme->post_vs, vert_info, prim_info ))
342 {
343 opt |= PT_PIPELINE;
344 }
345
346 /* Do we need to run the pipeline?
347 */
348 if (opt & PT_PIPELINE) {
349 pipeline( fpme, vert_info, prim_info );
350 }
351 else {
352 emit( fpme->emit, vert_info, prim_info );
353 }
354 }
355 FREE(vert_info->verts);
356 if (free_prim_info) {
357 FREE(prim_info->primitive_lengths);
358 }
359 }
360
361
362 static inline unsigned
prim_type(unsigned prim,unsigned flags)363 prim_type(unsigned prim, unsigned flags)
364 {
365 if (flags & DRAW_LINE_LOOP_AS_STRIP)
366 return PIPE_PRIM_LINE_STRIP;
367 else
368 return prim;
369 }
370
371
372 static void
fetch_pipeline_run(struct draw_pt_middle_end * middle,const unsigned * fetch_elts,unsigned fetch_count,const ushort * draw_elts,unsigned draw_count,unsigned prim_flags)373 fetch_pipeline_run(struct draw_pt_middle_end *middle,
374 const unsigned *fetch_elts,
375 unsigned fetch_count,
376 const ushort *draw_elts,
377 unsigned draw_count,
378 unsigned prim_flags)
379 {
380 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
381 struct draw_fetch_info fetch_info;
382 struct draw_prim_info prim_info;
383
384 fetch_info.linear = FALSE;
385 fetch_info.start = 0;
386 fetch_info.elts = fetch_elts;
387 fetch_info.count = fetch_count;
388
389 prim_info.linear = FALSE;
390 prim_info.start = 0;
391 prim_info.count = draw_count;
392 prim_info.elts = draw_elts;
393 prim_info.prim = prim_type(fpme->input_prim, prim_flags);
394 prim_info.flags = prim_flags;
395 prim_info.primitive_count = 1;
396 prim_info.primitive_lengths = &draw_count;
397
398 fetch_pipeline_generic( middle, &fetch_info, &prim_info );
399 }
400
401
402 static void
fetch_pipeline_linear_run(struct draw_pt_middle_end * middle,unsigned start,unsigned count,unsigned prim_flags)403 fetch_pipeline_linear_run(struct draw_pt_middle_end *middle,
404 unsigned start,
405 unsigned count,
406 unsigned prim_flags)
407 {
408 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
409 struct draw_fetch_info fetch_info;
410 struct draw_prim_info prim_info;
411
412 fetch_info.linear = TRUE;
413 fetch_info.start = start;
414 fetch_info.count = count;
415 fetch_info.elts = NULL;
416
417 prim_info.linear = TRUE;
418 prim_info.start = 0;
419 prim_info.count = count;
420 prim_info.elts = NULL;
421 prim_info.prim = prim_type(fpme->input_prim, prim_flags);
422 prim_info.flags = prim_flags;
423 prim_info.primitive_count = 1;
424 prim_info.primitive_lengths = &count;
425
426 fetch_pipeline_generic( middle, &fetch_info, &prim_info );
427 }
428
429
430
431 static boolean
fetch_pipeline_linear_run_elts(struct draw_pt_middle_end * middle,unsigned start,unsigned count,const ushort * draw_elts,unsigned draw_count,unsigned prim_flags)432 fetch_pipeline_linear_run_elts(struct draw_pt_middle_end *middle,
433 unsigned start,
434 unsigned count,
435 const ushort *draw_elts,
436 unsigned draw_count,
437 unsigned prim_flags )
438 {
439 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
440 struct draw_fetch_info fetch_info;
441 struct draw_prim_info prim_info;
442
443 fetch_info.linear = TRUE;
444 fetch_info.start = start;
445 fetch_info.count = count;
446 fetch_info.elts = NULL;
447
448 prim_info.linear = FALSE;
449 prim_info.start = 0;
450 prim_info.count = draw_count;
451 prim_info.elts = draw_elts;
452 prim_info.prim = prim_type(fpme->input_prim, prim_flags);
453 prim_info.flags = prim_flags;
454 prim_info.primitive_count = 1;
455 prim_info.primitive_lengths = &draw_count;
456
457 fetch_pipeline_generic( middle, &fetch_info, &prim_info );
458
459 return TRUE;
460 }
461
462
463 static void
fetch_pipeline_finish(struct draw_pt_middle_end * middle)464 fetch_pipeline_finish( struct draw_pt_middle_end *middle )
465 {
466 /* nothing to do */
467 }
468
469
470 static void
fetch_pipeline_destroy(struct draw_pt_middle_end * middle)471 fetch_pipeline_destroy( struct draw_pt_middle_end *middle )
472 {
473 struct fetch_pipeline_middle_end *fpme = fetch_pipeline_middle_end(middle);
474
475 if (fpme->fetch)
476 draw_pt_fetch_destroy( fpme->fetch );
477
478 if (fpme->emit)
479 draw_pt_emit_destroy( fpme->emit );
480
481 if (fpme->so_emit)
482 draw_pt_so_emit_destroy( fpme->so_emit );
483
484 if (fpme->post_vs)
485 draw_pt_post_vs_destroy( fpme->post_vs );
486
487 FREE(middle);
488 }
489
490
491 struct draw_pt_middle_end *
draw_pt_fetch_pipeline_or_emit(struct draw_context * draw)492 draw_pt_fetch_pipeline_or_emit(struct draw_context *draw)
493 {
494 struct fetch_pipeline_middle_end *fpme =
495 CALLOC_STRUCT( fetch_pipeline_middle_end );
496 if (!fpme)
497 goto fail;
498
499 fpme->base.prepare = fetch_pipeline_prepare;
500 fpme->base.bind_parameters = fetch_pipeline_bind_parameters;
501 fpme->base.run = fetch_pipeline_run;
502 fpme->base.run_linear = fetch_pipeline_linear_run;
503 fpme->base.run_linear_elts = fetch_pipeline_linear_run_elts;
504 fpme->base.finish = fetch_pipeline_finish;
505 fpme->base.destroy = fetch_pipeline_destroy;
506
507 fpme->draw = draw;
508
509 fpme->fetch = draw_pt_fetch_create( draw );
510 if (!fpme->fetch)
511 goto fail;
512
513 fpme->post_vs = draw_pt_post_vs_create( draw );
514 if (!fpme->post_vs)
515 goto fail;
516
517 fpme->emit = draw_pt_emit_create( draw );
518 if (!fpme->emit)
519 goto fail;
520
521 fpme->so_emit = draw_pt_so_emit_create( draw );
522 if (!fpme->so_emit)
523 goto fail;
524
525 return &fpme->base;
526
527 fail:
528 if (fpme)
529 fetch_pipeline_destroy( &fpme->base );
530
531 return NULL;
532 }
533