Lines Matching refs:ppcg_kernel
615 static void read_block_sizes(struct ppcg_kernel *kernel, in read_block_sizes()
644 static void read_grid_sizes(struct ppcg_kernel *kernel, in read_grid_sizes()
670 static void read_grid_and_block_sizes(struct ppcg_kernel *kernel, in read_grid_and_block_sizes()
906 struct ppcg_kernel *kernel, __isl_take isl_pw_multi_aff *iterator_map) in compute_sched_to_copy()
937 static void check_shared_memory_bound(struct ppcg_kernel *kernel) in check_shared_memory_bound()
981 static void mark_global_arrays(struct ppcg_kernel *kernel) in mark_global_arrays()
1003 static void compute_group_tilings(struct ppcg_kernel *kernel) in compute_group_tilings()
1035 struct ppcg_kernel *kernel, __isl_take isl_union_set *domain) in extract_grid_size()
1112 static isl_stat extract_block_size(struct ppcg_kernel *kernel, in extract_block_size()
1152 struct ppcg_kernel *ppcg_kernel_free(struct ppcg_kernel *kernel) in ppcg_kernel_free()
1202 struct ppcg_kernel *kernel = user; in ppcg_kernel_free_wrap()
1231 static int create_kernel_vars(struct ppcg_kernel *kernel) in create_kernel_vars()
1303 static void localize_bounds(struct ppcg_kernel *kernel, in localize_bounds()
1349 static struct ppcg_kernel *ppcg_kernel_create_local_arrays( in ppcg_kernel_create_local_arrays()
1350 struct ppcg_kernel *kernel, struct gpu_prog *prog) in ppcg_kernel_create_local_arrays()
1372 int ppcg_kernel_requires_array_argument(struct ppcg_kernel *kernel, int i) in ppcg_kernel_requires_array_argument()
1431 static int find_array_index(struct ppcg_kernel *kernel, const char *name) in find_array_index()
1463 struct ppcg_kernel *kernel;
1841 struct ppcg_kernel *kernel, __isl_take isl_ast_node *node, in create_domain_leaf()
1924 static __isl_give isl_ast_node *create_access_leaf(struct ppcg_kernel *kernel, in create_access_leaf()
1979 struct ppcg_kernel *kernel, __isl_take isl_ast_node *node, in create_sync_leaf()
2051 struct ppcg_kernel *kernel;
2313 struct ppcg_kernel *kernel, struct gpu_array_ref_group *group, in remove_local_accesses_group()
2331 static isl_stat build_grid_size(struct ppcg_kernel *kernel, in build_grid_size()
2349 static isl_stat build_local_array_sizes(struct ppcg_kernel *kernel, in build_local_array_sizes()
2372 static isl_stat build_grid_and_local_array_sizes(struct ppcg_kernel *kernel, in build_grid_and_local_array_sizes()
2422 struct ppcg_kernel *kernel; in after_mark()
2674 static int any_sync_writes_in_group(struct ppcg_kernel *kernel, in any_sync_writes_in_group()
2702 struct ppcg_kernel *kernel) in collect_non_private_tagged_writes()
2733 static int any_global_or_shared_sync_writes(struct ppcg_kernel *kernel) in any_global_or_shared_sync_writes()
3054 static __isl_give isl_schedule_node *insert_context(struct ppcg_kernel *kernel, in insert_context()
3111 static int kernel_requires_unroll(struct ppcg_kernel *kernel) in kernel_requires_unroll()
3160 static __isl_give isl_schedule_node *add_sync(struct ppcg_kernel *kernel, in add_sync()
3197 struct ppcg_kernel *kernel, struct gpu_array_ref_group *group, in anchored_non_local_accesses()
3259 __isl_take isl_schedule_node *node, struct ppcg_kernel *kernel, in add_group_write_sync()
3332 struct ppcg_kernel *kernel, struct gpu_array_ref_group *group, in add_copies_group_private()
3486 struct ppcg_kernel *kernel, struct gpu_array_ref_group *group, in add_copies_group_shared()
3595 struct ppcg_kernel *kernel, struct gpu_array_ref_group *group, in add_copies_group()
3615 static __isl_give isl_schedule_node *add_copies(struct ppcg_kernel *kernel, in add_copies()
3705 struct ppcg_kernel *kernel, __isl_keep isl_schedule_node *node) in compute_sync_writes()
3838 struct ppcg_kernel *kernel; in gpu_create_kernel()
3851 kernel = isl_calloc_type(gen->ctx, struct ppcg_kernel); in gpu_create_kernel()