| /kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
| D | tdp_iter.c | 11 static void tdp_iter_refresh_sptep(struct tdp_iter *iter) in tdp_iter_refresh_sptep() argument
13 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
14 SHADOW_PT_INDEX(iter->gfn << PAGE_SHIFT, iter->level); in tdp_iter_refresh_sptep()
15 iter->old_spte = READ_ONCE(*iter->sptep); in tdp_iter_refresh_sptep()
27 void tdp_iter_start(struct tdp_iter *iter, u64 *root_pt, int root_level, in tdp_iter_start() argument
33 iter->next_last_level_gfn = next_last_level_gfn; in tdp_iter_start()
34 iter->yielded_gfn = iter->next_last_level_gfn; in tdp_iter_start()
35 iter->root_level = root_level; in tdp_iter_start()
36 iter->min_level = min_level; in tdp_iter_start()
37 iter->level = root_level; in tdp_iter_start()
[all …]
|
| D | tdp_mmu.c | 352 static inline void __tdp_mmu_set_spte(struct kvm *kvm, struct tdp_iter *iter, in __tdp_mmu_set_spte() argument
356 u64 *root_pt = tdp_iter_root_pt(iter); in __tdp_mmu_set_spte()
360 WRITE_ONCE(*iter->sptep, new_spte); in __tdp_mmu_set_spte()
362 __handle_changed_spte(kvm, as_id, iter->gfn, iter->old_spte, new_spte, in __tdp_mmu_set_spte()
363 iter->level); in __tdp_mmu_set_spte()
365 handle_changed_spte_acc_track(iter->old_spte, new_spte, in __tdp_mmu_set_spte()
366 iter->level); in __tdp_mmu_set_spte()
368 handle_changed_spte_dirty_log(kvm, as_id, iter->gfn, in __tdp_mmu_set_spte()
369 iter->old_spte, new_spte, in __tdp_mmu_set_spte()
370 iter->level); in __tdp_mmu_set_spte()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/kvm/vgic/ |
| D | vgic-debug.c | 36 static void iter_next(struct vgic_state_iter *iter) in iter_next() argument
38 if (iter->dist_id == 0) { in iter_next()
39 iter->dist_id++; in iter_next()
43 iter->intid++; in iter_next()
44 if (iter->intid == VGIC_NR_PRIVATE_IRQS && in iter_next()
45 ++iter->vcpu_id < iter->nr_cpus) in iter_next()
46 iter->intid = 0; in iter_next()
48 if (iter->intid >= (iter->nr_spis + VGIC_NR_PRIVATE_IRQS)) { in iter_next()
49 if (iter->lpi_idx < iter->nr_lpis) in iter_next()
50 iter->intid = iter->lpi_array[iter->lpi_idx]; in iter_next()
[all …]
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | bvec.h | 58 #define __bvec_iter_bvec(bvec, iter) (&(bvec)[(iter).bi_idx]) argument
61 #define mp_bvec_iter_page(bvec, iter) \ argument
62 (__bvec_iter_bvec((bvec), (iter))->bv_page)
64 #define mp_bvec_iter_len(bvec, iter) \ argument
65 min((iter).bi_size, \
66 __bvec_iter_bvec((bvec), (iter))->bv_len - (iter).bi_bvec_done)
68 #define mp_bvec_iter_offset(bvec, iter) \ argument
69 (__bvec_iter_bvec((bvec), (iter))->bv_offset + (iter).bi_bvec_done)
71 #define mp_bvec_iter_page_idx(bvec, iter) \ argument
72 (mp_bvec_iter_offset((bvec), (iter)) / PAGE_SIZE)
[all …]
|
| D | radix-tree.h | 231 struct radix_tree_iter *iter, void __rcu **slot);
247 const struct radix_tree_iter *iter, unsigned int tag);
262 struct radix_tree_iter *iter, gfp_t gfp,
279 radix_tree_iter_init(struct radix_tree_iter *iter, unsigned long start) in radix_tree_iter_init() argument
289 iter->index = 0; in radix_tree_iter_init()
290 iter->next_index = start; in radix_tree_iter_init()
308 struct radix_tree_iter *iter, unsigned flags);
322 struct radix_tree_iter *iter, unsigned long index) in radix_tree_iter_lookup() argument
324 radix_tree_iter_init(iter, index); in radix_tree_iter_lookup()
325 return radix_tree_next_chunk(root, iter, RADIX_TREE_ITER_CONTIG); in radix_tree_iter_lookup()
[all …]
|
| D | bio.h | 27 #define bio_iter_iovec(bio, iter) \ argument
28 bvec_iter_bvec((bio)->bi_io_vec, (iter))
30 #define bio_iter_page(bio, iter) \ argument
31 bvec_iter_page((bio)->bi_io_vec, (iter))
32 #define bio_iter_len(bio, iter) \ argument
33 bvec_iter_len((bio)->bi_io_vec, (iter))
34 #define bio_iter_offset(bio, iter) \ argument
35 bvec_iter_offset((bio)->bi_io_vec, (iter))
41 #define bvec_iter_sectors(iter) ((iter).bi_size >> 9) argument
42 #define bvec_iter_end_sector(iter) ((iter).bi_sector + bvec_iter_sectors((iter))) argument
[all …]
|
| /kernel/linux/linux-5.10/kernel/ |
| D | kallsyms.c | 522 static int get_ksymbol_arch(struct kallsym_iter *iter) in get_ksymbol_arch() argument
524 int ret = arch_get_kallsym(iter->pos - kallsyms_num_syms, in get_ksymbol_arch()
525 &iter->value, &iter->type, in get_ksymbol_arch()
526 iter->name); in get_ksymbol_arch()
529 iter->pos_arch_end = iter->pos; in get_ksymbol_arch()
536 static int get_ksymbol_mod(struct kallsym_iter *iter) in get_ksymbol_mod() argument
538 int ret = module_get_kallsym(iter->pos - iter->pos_arch_end, in get_ksymbol_mod()
539 &iter->value, &iter->type, in get_ksymbol_mod()
540 iter->name, iter->module_name, in get_ksymbol_mod()
541 &iter->exported); in get_ksymbol_mod()
[all …]
|
| /kernel/linux/linux-5.10/net/netlabel/ |
| D | netlabel_addrlist.c | 49 struct netlbl_af4list *iter; in netlbl_af4list_search() local
51 list_for_each_entry_rcu(iter, head, list) in netlbl_af4list_search()
52 if (iter->valid && (addr & iter->mask) == iter->addr) in netlbl_af4list_search()
53 return iter; in netlbl_af4list_search()
74 struct netlbl_af4list *iter; in netlbl_af4list_search_exact() local
76 list_for_each_entry_rcu(iter, head, list) in netlbl_af4list_search_exact()
77 if (iter->valid && iter->addr == addr && iter->mask == mask) in netlbl_af4list_search_exact()
78 return iter; in netlbl_af4list_search_exact()
99 struct netlbl_af6list *iter; in netlbl_af6list_search() local
101 list_for_each_entry_rcu(iter, head, list) in netlbl_af6list_search()
[all …]
|
| D | netlabel_addrlist.h | 82 #define netlbl_af4list_foreach(iter, head) \ argument
83 for (iter = __af4list_valid((head)->next, head); \
84 &iter->list != (head); \
85 iter = __af4list_valid(iter->list.next, head))
87 #define netlbl_af4list_foreach_rcu(iter, head) \ argument
88 for (iter = __af4list_valid_rcu((head)->next, head); \
89 &iter->list != (head); \
90 iter = __af4list_valid_rcu(iter->list.next, head))
92 #define netlbl_af4list_foreach_safe(iter, tmp, head) \ argument
93 for (iter = __af4list_valid((head)->next, head), \
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/kvm/ |
| D | mtrr.c | 476 static bool mtrr_lookup_fixed_start(struct mtrr_iter *iter) in mtrr_lookup_fixed_start() argument
480 if (!fixed_mtrr_is_enabled(iter->mtrr_state)) in mtrr_lookup_fixed_start()
483 seg = fixed_mtrr_addr_to_seg(iter->start); in mtrr_lookup_fixed_start()
487 iter->fixed = true; in mtrr_lookup_fixed_start()
488 index = fixed_mtrr_addr_seg_to_range_index(iter->start, seg); in mtrr_lookup_fixed_start()
489 iter->index = index; in mtrr_lookup_fixed_start()
490 iter->seg = seg; in mtrr_lookup_fixed_start()
494 static bool match_var_range(struct mtrr_iter *iter, in match_var_range() argument
500 if (!(start >= iter->end || end <= iter->start)) { in match_var_range()
501 iter->range = range; in match_var_range()
[all …]
|
| /kernel/linux/linux-5.10/block/ |
| D | t10-pi.c | 30 static blk_status_t t10_pi_generate(struct blk_integrity_iter *iter, in t10_pi_generate() argument
35 for (i = 0 ; i < iter->data_size ; i += iter->interval) { in t10_pi_generate()
36 struct t10_pi_tuple *pi = iter->prot_buf; in t10_pi_generate()
38 pi->guard_tag = fn(iter->data_buf, iter->interval); in t10_pi_generate()
42 pi->ref_tag = cpu_to_be32(lower_32_bits(iter->seed)); in t10_pi_generate()
46 iter->data_buf += iter->interval; in t10_pi_generate()
47 iter->prot_buf += sizeof(struct t10_pi_tuple); in t10_pi_generate()
48 iter->seed++; in t10_pi_generate()
54 static blk_status_t t10_pi_verify(struct blk_integrity_iter *iter, in t10_pi_verify() argument
61 for (i = 0 ; i < iter->data_size ; i += iter->interval) { in t10_pi_verify()
[all …]
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/etnaviv/ |
| D | etnaviv_dump.c | 67 static void etnaviv_core_dump_header(struct core_dump_iterator *iter, in etnaviv_core_dump_header() argument
70 struct etnaviv_dump_object_header *hdr = iter->hdr; in etnaviv_core_dump_header()
74 hdr->file_offset = cpu_to_le32(iter->data - iter->start); in etnaviv_core_dump_header()
75 hdr->file_size = cpu_to_le32(data_end - iter->data); in etnaviv_core_dump_header()
77 iter->hdr++; in etnaviv_core_dump_header()
78 iter->data += hdr->file_size; in etnaviv_core_dump_header()
81 static void etnaviv_core_dump_registers(struct core_dump_iterator *iter, in etnaviv_core_dump_registers() argument
84 struct etnaviv_dump_registers *reg = iter->data; in etnaviv_core_dump_registers()
92 etnaviv_core_dump_header(iter, ETDUMP_BUF_REG, reg); in etnaviv_core_dump_registers()
95 static void etnaviv_core_dump_mmu(struct core_dump_iterator *iter, in etnaviv_core_dump_mmu() argument
[all …]
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/ |
| D | drm_vma_manager.c | 145 struct rb_node *iter; in drm_vma_offset_lookup_locked() local
148 iter = mgr->vm_addr_space_mm.interval_tree.rb_root.rb_node; in drm_vma_offset_lookup_locked()
151 while (likely(iter)) { in drm_vma_offset_lookup_locked()
152 node = rb_entry(iter, struct drm_mm_node, rb); in drm_vma_offset_lookup_locked()
155 iter = iter->rb_right; in drm_vma_offset_lookup_locked()
160 iter = iter->rb_left; in drm_vma_offset_lookup_locked()
265 struct rb_node **iter; in drm_vma_node_allow() local
278 iter = &node->vm_files.rb_node; in drm_vma_node_allow()
280 while (likely(*iter)) { in drm_vma_node_allow()
281 parent = *iter; in drm_vma_node_allow()
[all …]
|
| D | drm_damage_helper.c | 276 drm_atomic_helper_damage_iter_init(struct drm_atomic_helper_damage_iter *iter, in drm_atomic_helper_damage_iter_init() argument
280 memset(iter, 0, sizeof(*iter)); in drm_atomic_helper_damage_iter_init()
285 iter->clips = drm_helper_get_plane_damage_clips(state); in drm_atomic_helper_damage_iter_init()
286 iter->num_clips = drm_plane_get_damage_clips_count(state); in drm_atomic_helper_damage_iter_init()
289 iter->plane_src.x1 = state->src.x1 >> 16; in drm_atomic_helper_damage_iter_init()
290 iter->plane_src.y1 = state->src.y1 >> 16; in drm_atomic_helper_damage_iter_init()
291 iter->plane_src.x2 = (state->src.x2 >> 16) + !!(state->src.x2 & 0xFFFF); in drm_atomic_helper_damage_iter_init()
292 iter->plane_src.y2 = (state->src.y2 >> 16) + !!(state->src.y2 & 0xFFFF); in drm_atomic_helper_damage_iter_init()
294 if (!iter->clips || !drm_rect_equals(&state->src, &old_state->src)) { in drm_atomic_helper_damage_iter_init()
295 iter->clips = NULL; in drm_atomic_helper_damage_iter_init()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx4/ |
| D | icm.h | 97 struct mlx4_icm_iter *iter) in mlx4_icm_first() argument
99 iter->icm = icm; in mlx4_icm_first()
100 iter->chunk = list_empty(&icm->chunk_list) ? in mlx4_icm_first()
103 iter->page_idx = 0; in mlx4_icm_first()
106 static inline int mlx4_icm_last(struct mlx4_icm_iter *iter) in mlx4_icm_last() argument
108 return !iter->chunk; in mlx4_icm_last()
111 static inline void mlx4_icm_next(struct mlx4_icm_iter *iter) in mlx4_icm_next() argument
113 if (++iter->page_idx >= iter->chunk->nsg) { in mlx4_icm_next()
114 if (iter->chunk->list.next == &iter->icm->chunk_list) { in mlx4_icm_next()
115 iter->chunk = NULL; in mlx4_icm_next()
[all …]
|
| /kernel/linux/linux-5.10/tools/testing/radix-tree/ |
| D | regression3.c | 34 struct radix_tree_iter iter; in regression3_test() local
44 radix_tree_for_each_tagged(slot, &root, &iter, 0, 0) { in regression3_test()
45 printv(2, "tagged %ld %p\n", iter.index, *slot); in regression3_test()
52 printv(2, "retry at %ld\n", iter.index); in regression3_test()
53 slot = radix_tree_iter_retry(&iter); in regression3_test()
60 radix_tree_for_each_slot(slot, &root, &iter, 0) { in regression3_test()
61 printv(2, "slot %ld %p\n", iter.index, *slot); in regression3_test()
67 printv(2, "retry at %ld\n", iter.index); in regression3_test()
68 slot = radix_tree_iter_retry(&iter); in regression3_test()
73 radix_tree_for_each_slot(slot, &root, &iter, 0) { in regression3_test()
[all …]
|
| /kernel/linux/linux-5.10/kernel/trace/ |
| D | trace_kdb.c | 20 static struct trace_iterator iter; variable
29 tr = iter.tr; in ftrace_dump_buf()
40 trace_iterator_reset(&iter); in ftrace_dump_buf()
41 iter.iter_flags |= TRACE_FILE_LAT_FMT; in ftrace_dump_buf()
45 iter.buffer_iter[cpu] = in ftrace_dump_buf()
46 ring_buffer_read_prepare(iter.array_buffer->buffer, in ftrace_dump_buf()
48 ring_buffer_read_start(iter.buffer_iter[cpu]); in ftrace_dump_buf()
49 tracing_iter_reset(&iter, cpu); in ftrace_dump_buf()
52 iter.cpu_file = cpu_file; in ftrace_dump_buf()
53 iter.buffer_iter[cpu_file] = in ftrace_dump_buf()
[all …]
|
| D | trace_output.c | 25 enum print_line_t trace_print_bputs_msg_only(struct trace_iterator *iter) in trace_print_bputs_msg_only() argument
27 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only()
28 struct trace_entry *entry = iter->ent; in trace_print_bputs_msg_only()
38 enum print_line_t trace_print_bprintk_msg_only(struct trace_iterator *iter) in trace_print_bprintk_msg_only() argument
40 struct trace_seq *s = &iter->seq; in trace_print_bprintk_msg_only()
41 struct trace_entry *entry = iter->ent; in trace_print_bprintk_msg_only()
51 enum print_line_t trace_print_printk_msg_only(struct trace_iterator *iter) in trace_print_printk_msg_only() argument
53 struct trace_seq *s = &iter->seq; in trace_print_printk_msg_only()
54 struct trace_entry *entry = iter->ent; in trace_print_printk_msg_only()
292 int trace_raw_output_prep(struct trace_iterator *iter, in trace_raw_output_prep() argument
[all …]
|
| D | trace_functions_graph.c | 420 get_return_for_leaf(struct trace_iterator *iter, in get_return_for_leaf() argument
423 struct fgraph_data *data = iter->private; in get_return_for_leaf()
437 ring_iter = trace_buffer_iter(iter, iter->cpu); in get_return_for_leaf()
447 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf()
449 event = ring_buffer_peek(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf()
502 print_graph_rel_time(struct trace_iterator *iter, struct trace_seq *s) in print_graph_rel_time() argument
506 usecs = iter->ts - iter->array_buffer->time_start; in print_graph_rel_time()
513 print_graph_irq(struct trace_iterator *iter, unsigned long addr, in print_graph_irq() argument
516 struct trace_array *tr = iter->tr; in print_graph_irq()
517 struct trace_seq *s = &iter->seq; in print_graph_irq()
[all …]
|
| /kernel/linux/linux-5.10/net/rds/ |
| D | info.c | 104 void rds_info_iter_unmap(struct rds_info_iterator *iter) in rds_info_iter_unmap() argument
106 if (iter->addr) { in rds_info_iter_unmap()
107 kunmap_atomic(iter->addr); in rds_info_iter_unmap()
108 iter->addr = NULL; in rds_info_iter_unmap()
115 void rds_info_copy(struct rds_info_iterator *iter, void *data, in rds_info_copy() argument
121 if (!iter->addr) in rds_info_copy()
122 iter->addr = kmap_atomic(*iter->pages); in rds_info_copy()
124 this = min(bytes, PAGE_SIZE - iter->offset); in rds_info_copy()
127 "bytes %lu\n", *iter->pages, iter->addr, in rds_info_copy()
128 iter->offset, this, data, bytes); in rds_info_copy()
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/ulp/ipoib/ |
| D | ipoib_fs.c | 60 struct ipoib_mcast_iter *iter; in ipoib_mcg_seq_start() local
63 iter = ipoib_mcast_iter_init(file->private); in ipoib_mcg_seq_start()
64 if (!iter) in ipoib_mcg_seq_start()
68 if (ipoib_mcast_iter_next(iter)) { in ipoib_mcg_seq_start()
69 kfree(iter); in ipoib_mcg_seq_start()
74 return iter; in ipoib_mcg_seq_start()
80 struct ipoib_mcast_iter *iter = iter_ptr; in ipoib_mcg_seq_next() local
84 if (ipoib_mcast_iter_next(iter)) { in ipoib_mcg_seq_next()
85 kfree(iter); in ipoib_mcg_seq_next()
89 return iter; in ipoib_mcg_seq_next()
[all …]
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/selftests/ |
| D | test-drm_damage_helper.c | 75 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage() local
94 drm_atomic_helper_damage_iter_init(&iter, &old_state, &state); in igt_damage_iter_no_damage()
95 drm_atomic_for_each_plane_damage(&iter, &clip) in igt_damage_iter_no_damage()
106 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_fractional_src() local
127 drm_atomic_helper_damage_iter_init(&iter, &old_state, &state); in igt_damage_iter_no_damage_fractional_src()
128 drm_atomic_for_each_plane_damage(&iter, &clip) in igt_damage_iter_no_damage_fractional_src()
139 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_src_moved() local
159 drm_atomic_helper_damage_iter_init(&iter, &old_state, &state); in igt_damage_iter_no_damage_src_moved()
160 drm_atomic_for_each_plane_damage(&iter, &clip) in igt_damage_iter_no_damage_src_moved()
171 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_fractional_src_moved() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
| D | mthca_memfree.h | 100 struct mthca_icm_iter *iter) in mthca_icm_first() argument
102 iter->icm = icm; in mthca_icm_first()
103 iter->chunk = list_empty(&icm->chunk_list) ? in mthca_icm_first()
106 iter->page_idx = 0; in mthca_icm_first()
109 static inline int mthca_icm_last(struct mthca_icm_iter *iter) in mthca_icm_last() argument
111 return !iter->chunk; in mthca_icm_last()
114 static inline void mthca_icm_next(struct mthca_icm_iter *iter) in mthca_icm_next() argument
116 if (++iter->page_idx >= iter->chunk->nsg) { in mthca_icm_next()
117 if (iter->chunk->list.next == &iter->icm->chunk_list) { in mthca_icm_next()
118 iter->chunk = NULL; in mthca_icm_next()
[all …]
|
| /kernel/linux/linux-5.10/drivers/s390/cio/ |
| D | blacklist.c | 287 struct ccwdev_iter *iter = s->private; in cio_ignore_proc_seq_start() local
291 memset(iter, 0, sizeof(*iter)); in cio_ignore_proc_seq_start()
292 iter->ssid = *offset / (__MAX_SUBCHANNEL + 1); in cio_ignore_proc_seq_start()
293 iter->devno = *offset % (__MAX_SUBCHANNEL + 1); in cio_ignore_proc_seq_start()
294 return iter; in cio_ignore_proc_seq_start()
305 struct ccwdev_iter *iter; in cio_ignore_proc_seq_next() local
311 iter = it; in cio_ignore_proc_seq_next()
312 if (iter->devno == __MAX_SUBCHANNEL) { in cio_ignore_proc_seq_next()
313 iter->devno = 0; in cio_ignore_proc_seq_next()
314 iter->ssid++; in cio_ignore_proc_seq_next()
[all …]
|
| /kernel/linux/linux-5.10/drivers/dma/ppc4xx/ |
| D | adma.c | 174 struct ppc440spe_adma_desc_slot *iter) in print_cb_list() argument
176 for (; iter; iter = iter->hw_next) in print_cb_list()
177 print_cb(chan, iter->hw_desc); in print_cb_list()
322 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pq() local
336 list_for_each_entry(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
337 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
338 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pq()
340 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
343 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pq()
345 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
[all …]
|