• Home
  • Raw
  • Download

Lines Matching full:inclusive

295        *       inclusive = src OP exclusive;  in lower_instr()
296 * reduce = inclusive; in lower_instr()
329 struct ir3_register *inclusive = instr->dsts[1]; in lower_instr() local
334 do_reduce(exit, instr->cat1.reduce_op, inclusive, src, exclusive); in lower_instr()
335 mov_reg(exit, reduce, inclusive); in lower_instr()
343 * inclusive = inclusive_src OP scratch; in lower_instr()
350 * reduce = inclusive; in lower_instr()
375 struct ir3_register *inclusive = instr->dsts[1]; in lower_instr() local
379 * - inclusive = inclusive_src OP reduce in lower_instr()
389 * - since we calculate inclusive first. in lower_instr()
390 * - inclusive otherwise. in lower_instr()
397 do_reduce(body, instr->cat1.reduce_op, inclusive, inclusive_src, scratch); in lower_instr()
407 mov_reg(store, reduce, inclusive); in lower_instr()
572 foreach_cluster(nir_builder *b, nir_op op, nir_def *inclusive, in foreach_cluster() argument
581 * cluster_val = reduce(inclusive); in foreach_cluster()
592 b->impl, glsl_type_for_def(inclusive), "cluster_val"); in foreach_cluster()
601 nir_def *reduced = reduce(b, op, inclusive); in foreach_cluster()
640 nir_def *inclusive = intrin->src[0].ssa; in lower_scan_reduce() local
664 nir_def *brcst = nir_brcst_active_ir3(b, ident, inclusive, in lower_scan_reduce()
666 inclusive = nir_build_alu2(b, op, inclusive, brcst); in lower_scan_reduce()
678 return nir_reduce_clusters_ir3(b, inclusive, .reduction_op = op); in lower_scan_reduce()
685 return foreach_cluster(b, op, inclusive, cluster_size, read_last); in lower_scan_reduce()
689 return foreach_cluster(b, op, inclusive, cluster_size, in lower_scan_reduce()
693 return nir_inclusive_scan_clusters_ir3(b, inclusive, .reduction_op = op); in lower_scan_reduce()
695 return nir_exclusive_scan_clusters_ir3(b, inclusive, exclusive, in lower_scan_reduce()