Home
last modified time | relevance | path

Searched refs:srcu_idx (Results 1 – 25 of 41) sorted by relevance

12

/kernel/linux/linux-5.10/kernel/rcu/
Dsrcutiny.c36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
89 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
120 if (ssp->srcu_gp_running || USHORT_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
130 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
131 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
135 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
153 if (USHORT_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) in srcu_drive_gp()
216 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
243 bool ret = USHORT_CMP_GE(READ_ONCE(ssp->srcu_idx), cookie); in poll_state_synchronize_srcu()
Dsrcutree.c175 ssp->srcu_idx = 0; in init_srcu_struct_fields()
412 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
731 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_flip()
1154 return READ_ONCE(ssp->srcu_idx); in srcu_batches_completed()
1199 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1216 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1333 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
/kernel/linux/linux-5.10/drivers/net/wireless/microchip/wilc1000/
Dnetdev.c132 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
136 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
141 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
165 int srcu_idx; in wilc_txq_task() local
168 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_txq_task()
174 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_txq_task()
708 int srcu_idx; in wilc_mac_xmit() local
711 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_mac_xmit()
716 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_mac_xmit()
794 int srcu_idx; in wilc_wfi_mgmt_rx() local
[all …]
Dcfg80211.c240 int srcu_idx; in set_channel() local
242 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
245 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
256 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
793 int srcu_idx; in set_wiphy_params() local
795 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
850 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1495 int srcu_idx; in add_virtual_intf() local
1497 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1502 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
/kernel/linux/linux-5.10/drivers/md/
Ddm.c478 int srcu_idx, ret; in dm_blk_report_zones() local
488 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
513 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
520 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
529 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
546 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
554 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
556 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
563 int r, srcu_idx; in dm_blk_ioctl() local
565 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); in dm_blk_ioctl()
[all …]
Ddm-ioctl.c258 int srcu_idx; in __hash_remove() local
267 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
270 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
378 int srcu_idx; in dm_hash_rename() local
441 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
444 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
683 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
689 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
708 int *srcu_idx) in dm_get_live_or_inactive_table() argument
711 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
Ddm-rq.c494 int srcu_idx; in dm_mq_queue_rq() local
497 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
499 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
503 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
/kernel/linux/linux-5.10/arch/powerpc/kvm/
Dbook3s_hv_uvmem.c463 int srcu_idx; in kvmppc_h_svm_init_start() local
478 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
497 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
654 int srcu_idx; in kvmppc_h_svm_init_abort() local
667 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
672 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
828 int srcu_idx; in kvmppc_h_svm_init_done() local
835 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
858 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
880 int srcu_idx; in kvmppc_share_page() local
[all …]
Dbook3s_hv_nested.c241 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_enter_nested_guest()
246 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_enter_nested_guest()
348 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_enter_nested_guest()
353 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_enter_nested_guest()
468 int srcu_idx; in kvmhv_set_partition_table() local
471 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
479 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
533 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_copy_tofrom_guest_nested()
535 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmhv_copy_tofrom_guest_nested()
540 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmhv_copy_tofrom_guest_nested()
[all …]
Dbook3s_xive_native.c573 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
644 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
649 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
656 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
662 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
893 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
905 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
907 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
Dbook3s_64_mmu_hv.c736 int srcu_idx; in kvmppc_rmap_reset() local
738 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
751 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1166 int srcu_idx; in kvmppc_pin_guest_page() local
1168 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1177 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1185 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1195 int srcu_idx; in kvmppc_unpin_guest_page() local
1204 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1208 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
Dbook3s.c899 int srcu_idx; in kvmppc_h_logical_ci_load() local
905 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
907 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
942 int srcu_idx; in kvmppc_h_logical_ci_store() local
966 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
968 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
Dbook3s_rtas.c232 vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_rtas_hcall()
234 srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); in kvmppc_rtas_hcall()
Dbook3s_hv.c1478 int srcu_idx; in kvmppc_handle_nested_exit() local
1532 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1534 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
1542 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_handle_nested_exit()
1544 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_handle_nested_exit()
3092 int srcu_idx; in kvmppc_run_core() local
3342 srcu_idx = srcu_read_lock(&vc->kvm->srcu); in kvmppc_run_core()
3358 srcu_read_unlock(&vc->kvm->srcu, srcu_idx); in kvmppc_run_core()
4143 int srcu_idx, lpid; in kvmhv_run_single_vcpu() local
4227 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_run_single_vcpu()
[all …]
Dbook3s_64_mmu_radix.c166 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_mmu_walk_radix_tree()
168 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in kvmppc_mmu_walk_radix_tree()
244 vcpu->srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_mmu_radix_translate_table()
246 srcu_read_unlock(&kvm->srcu, vcpu->srcu_idx); in kvmppc_mmu_radix_translate_table()
/kernel/linux/linux-5.10/include/linux/
Dsrcutiny.h18 unsigned short srcu_idx; /* Current reader array element in bit 0x2. */ member
63 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
84 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
Dsrcutree.h71 unsigned int srcu_idx; /* Current rdr array element. */ member
Ddevice-mapper.h524 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx);
525 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
/kernel/linux/linux-5.10/arch/arm64/include/asm/
Dkvm_mmu.h192 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
195 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
203 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_write_guest_lock() local
206 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_write_guest_lock()
/kernel/linux/linux-5.10/mm/kasan/
Dquarantine.c224 int srcu_idx; in quarantine_reduce() local
240 srcu_idx = srcu_read_lock(&remove_cache_srcu); in quarantine_reduce()
268 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in quarantine_reduce()
/kernel/linux/linux-5.10/drivers/nvme/host/
Dzns.c230 int srcu_idx, ret; in nvme_report_zones() local
232 ns = nvme_get_ns_from_disk(disk, &head, &srcu_idx); in nvme_report_zones()
240 nvme_put_ns_from_disk(head, srcu_idx); in nvme_report_zones()
Dmultipath.c300 int srcu_idx; in nvme_ns_head_submit_bio() local
309 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_submit_bio()
331 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_submit_bio()
419 int node, srcu_idx; in nvme_mpath_set_live() local
421 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_set_live()
424 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_set_live()
/kernel/linux/linux-5.10/block/
Dblk-mq.c721 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock() argument
727 srcu_read_unlock(hctx->srcu, srcu_idx); in hctx_unlock()
730 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock() argument
735 *srcu_idx = 0; in hctx_lock()
738 *srcu_idx = srcu_read_lock(hctx->srcu); in hctx_lock()
1501 int srcu_idx; in __blk_mq_run_hw_queue() local
1536 hctx_lock(hctx, &srcu_idx); in __blk_mq_run_hw_queue()
1538 hctx_unlock(hctx, srcu_idx); in __blk_mq_run_hw_queue()
1650 int srcu_idx; in blk_mq_run_hw_queue() local
1661 hctx_lock(hctx, &srcu_idx); in blk_mq_run_hw_queue()
[all …]
/kernel/linux/linux-5.10/arch/s390/kvm/
Dkvm-s390.c1817 int srcu_idx, i, r = 0; in kvm_s390_get_skeys() local
1835 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_skeys()
1847 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_skeys()
1865 int srcu_idx, i, r = 0; in kvm_s390_set_skeys() local
1893 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_skeys()
1918 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_skeys()
2080 int srcu_idx, peek, ret; in kvm_s390_get_cmma_bits() local
2109 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_cmma_bits()
2114 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_cmma_bits()
2139 int srcu_idx, r = 0; in kvm_s390_set_cmma_bits() local
[all …]
/kernel/linux/linux-5.10/fs/notify/
Dfsnotify.c518 iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify()
551 srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx); in fsnotify()

12