Home
last modified time | relevance | path

Searched refs:srcu_idx (Results 1 – 25 of 44) sorted by relevance

12

/linux/kernel/rcu/
A Dsrcutiny.c36 ssp->srcu_idx = 0; in init_srcu_struct_fields()
88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
89 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
124 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
136 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
137 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
143 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
164 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
247 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
277 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
A Dsrcutree.c250 ssp->srcu_idx = 0; in init_srcu_struct_fields()
722 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock()
753 idx = READ_ONCE(ssp->srcu_idx) & 0x1; in __srcu_read_lock_nmisafe()
1128 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); // Flip the counter. in srcu_flip()
1645 return READ_ONCE(ssp->srcu_idx); in srcu_batches_completed()
1690 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1708 idx = 1 ^ (ssp->srcu_idx & 1); in srcu_advance_state()
1866 idx = ssp->srcu_idx & 0x1; in srcu_torture_stats_print()
/linux/drivers/net/wireless/microchip/wilc1000/
A Dnetdev.c130 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
134 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
139 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
145 int srcu_idx; in wilc_wake_tx_queues() local
148 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_wake_tx_queues()
153 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_wake_tx_queues()
651 int srcu_idx; in wilc_set_mac_addr() local
763 int srcu_idx; in wilc_mac_xmit() local
815 int srcu_idx; in wilc_frmw_to_host() local
854 int srcu_idx; in wilc_wfi_mgmt_rx() local
[all …]
A Dcfg80211.c240 int srcu_idx; in set_channel() local
242 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
245 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
256 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
809 int srcu_idx; in set_wiphy_params() local
811 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
1542 int srcu_idx; in add_virtual_intf() local
1624 int srcu_idx; in wilc_set_wakeup() local
1626 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_set_wakeup()
1642 int srcu_idx; in set_tx_power() local
[all …]
/linux/drivers/nvme/host/
A Dmultipath.c165 int srcu_idx; in nvme_kick_requeue_lists() local
167 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
209 int srcu_idx; in nvme_mpath_clear_ctrl_paths() local
211 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_ctrl_paths()
224 int srcu_idx; in nvme_mpath_revalidate_paths() local
226 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
447 int srcu_idx; in nvme_ns_head_submit_bio() local
498 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_get_unique_id() local
514 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_report_zones() local
687 int node, srcu_idx; in nvme_mpath_set_live() local
[all …]
A Dioctl.c687 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
701 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
707 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
723 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
736 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
738 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
749 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
764 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd()
800 int ret, srcu_idx; in nvme_dev_user_cmd() local
802 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_dev_user_cmd()
[all …]
A Dpr.c56 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_send_ns_head_pr_command() local
64 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_send_ns_head_pr_command()
A Dcore.c3795 int srcu_idx; in nvme_find_get_ns() local
3797 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_find_get_ns()
4880 int srcu_idx; in nvme_mark_namespaces_dead() local
4882 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mark_namespaces_dead()
4893 int srcu_idx; in nvme_unfreeze() local
4895 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_unfreeze()
4907 int srcu_idx; in nvme_wait_freeze_timeout() local
4909 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_wait_freeze_timeout()
4924 int srcu_idx; in nvme_wait_freeze() local
4937 int srcu_idx; in nvme_start_freeze() local
[all …]
/linux/include/linux/
A Dsrcutiny.h20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
68 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
90 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
95 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
/linux/arch/powerpc/kvm/
A Dbook3s_hv_uvmem.c470 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
661 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
834 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
886 int srcu_idx; in kvmppc_share_page() local
889 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_share_page()
942 int srcu_idx; in kvmppc_h_svm_page_in() local
959 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_page_in()
[all …]
A Dbook3s_xive_native.c575 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
646 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
651 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
658 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
664 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
895 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
907 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
909 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
A Dbook3s_64_mmu_hv.c760 int srcu_idx, bkt; in kvmppc_rmap_reset() local
762 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
775 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1152 int srcu_idx; in kvmppc_pin_guest_page() local
1154 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1163 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1171 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1181 int srcu_idx; in kvmppc_unpin_guest_page() local
1190 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1194 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
A Dbook3s.c938 int srcu_idx; in kvmppc_h_logical_ci_load() local
944 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
946 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
981 int srcu_idx; in kvmppc_h_logical_ci_store() local
1005 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
1007 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
A Dbook3s_hv_nested.c564 int srcu_idx; in kvmhv_set_partition_table() local
567 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
572 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
672 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_update_ptbl_cache() local
675 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_update_ptbl_cache()
798 int srcu_idx, bkt; in kvmhv_release_all_nested() local
816 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
819 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
/linux/drivers/md/
A Ddm-verity-loadpin.c58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
71 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
82 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
A Ddm-ioctl.c311 int srcu_idx; in __hash_remove() local
434 int srcu_idx; in dm_hash_rename() local
795 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
814 int *srcu_idx) in dm_get_live_or_inactive_table() argument
817 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
828 int srcu_idx; in __dev_status() local
867 int srcu_idx; in __dev_status() local
1361 int srcu_idx; in dev_wait() local
1688 int srcu_idx; in table_deps() local
1714 int srcu_idx; in table_status() local
[all …]
A Ddm.c449 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
456 int r, srcu_idx; in dm_blk_ioctl() local
481 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
1241 int srcu_idx; in dm_dax_direct_access() local
1256 dm_put_live_table(md, srcu_idx); in dm_dax_direct_access()
1268 int srcu_idx; in dm_dax_zero_page_range() local
1294 int srcu_idx; in dm_dax_recovery_write() local
2029 int srcu_idx; in dm_submit_bio() local
2664 int srcu_idx; in __dm_destroy() local
3370 int ret = -ENOTTY, srcu_idx; in dm_call_pr() local
[all …]
A Ddm-rq.c494 int srcu_idx; in dm_mq_queue_rq() local
497 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
501 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
505 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
A Ddm-zone.c59 int srcu_idx, ret; in dm_blk_report_zones() local
66 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
77 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
/linux/arch/arm64/include/asm/
A Dkvm_mmu.h275 int srcu_idx = srcu_read_lock(&kvm->srcu);
278 srcu_read_unlock(&kvm->srcu, srcu_idx);
286 int srcu_idx = srcu_read_lock(&kvm->srcu);
289 srcu_read_unlock(&kvm->srcu, srcu_idx);
/linux/mm/kasan/
A Dquarantine.c243 int srcu_idx; in kasan_quarantine_reduce() local
259 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
287 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
/linux/block/
A Dblk-mq.h425 int srcu_idx; \
428 srcu_idx = srcu_read_lock(__tag_set->srcu); \
430 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
/linux/fs/bcachefs/
A Dbtree_key_cache.c492 int srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_journal_flush() local
516 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_journal_flush()
602 int srcu_idx; in bch2_btree_key_cache_scan() local
604 srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_scan()
618 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
667 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
/linux/arch/mips/kvm/
A Dmmu.c563 int srcu_idx, err; in kvm_mips_map_page() local
571 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
649 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
/linux/kernel/events/
A Duprobes.c1243 int ret = -ENOENT, srcu_idx; in uprobe_apply() local
1247 srcu_idx = srcu_read_lock(&uprobes_srcu); in uprobe_apply()
1255 srcu_read_unlock(&uprobes_srcu, srcu_idx); in uprobe_apply()
2176 int srcu_idx; in handle_uretprobe_chain() local
2178 srcu_idx = srcu_read_lock(&uprobes_srcu); in handle_uretprobe_chain()
2184 srcu_read_unlock(&uprobes_srcu, srcu_idx); in handle_uretprobe_chain()
2269 int is_swbp, srcu_idx; in handle_swbp() local
2275 srcu_idx = srcu_read_lock(&uprobes_srcu); in handle_swbp()
2333 srcu_read_unlock(&uprobes_srcu, srcu_idx); in handle_swbp()

Completed in 84 milliseconds

12