Lines Matching refs:cpu
159 if (cpu_is_offline(rdp->cpu)) { in rcu_implicit_offline_qs()
165 if (rdp->cpu != smp_processor_id()) in rcu_implicit_offline_qs()
166 smp_send_reschedule(rdp->cpu); in rcu_implicit_offline_qs()
422 int cpu; in print_other_cpu_stall() local
446 for (cpu = 0; cpu <= rnp_cur->grphi - rnp_cur->grplo; cpu++) in print_other_cpu_stall()
447 if (rnp_cur->qsmask & (1UL << cpu)) in print_other_cpu_stall()
448 printk(" %d", rnp_cur->grplo + cpu); in print_other_cpu_stall()
719 cpu_quiet(int cpu, struct rcu_state *rsp, struct rcu_data *rdp, long lastcomp) in cpu_quiet() argument
786 cpu_quiet(rdp->cpu, rsp, rdp, rdp->passed_quiesc_completed); in rcu_check_quiescent_state()
795 static void __rcu_offline_cpu(int cpu, struct rcu_state *rsp) in __rcu_offline_cpu() argument
801 struct rcu_data *rdp = rsp->rda[cpu]; in __rcu_offline_cpu()
827 cpu_quiet(cpu, rsp, rdp, lastcomp); in __rcu_offline_cpu()
861 static void rcu_offline_cpu(int cpu) in rcu_offline_cpu() argument
863 __rcu_offline_cpu(cpu, &rcu_state); in rcu_offline_cpu()
864 __rcu_offline_cpu(cpu, &rcu_bh_state); in rcu_offline_cpu()
869 static void rcu_offline_cpu(int cpu) in rcu_offline_cpu() argument
948 void rcu_check_callbacks(int cpu, int user) in rcu_check_callbacks() argument
951 (idle_cpu(cpu) && rcu_scheduler_active && in rcu_check_callbacks()
967 rcu_qsctr_inc(cpu); in rcu_check_callbacks()
968 rcu_bh_qsctr_inc(cpu); in rcu_check_callbacks()
979 rcu_bh_qsctr_inc(cpu); in rcu_check_callbacks()
996 int cpu; in rcu_process_dyntick() local
1013 cpu = rnp_cur->grplo; in rcu_process_dyntick()
1015 for (; cpu <= rnp_cur->grphi; cpu++, bit <<= 1) { in rcu_process_dyntick()
1016 if ((rnp_cur->qsmask & bit) != 0 && f(rsp->rda[cpu])) in rcu_process_dyntick()
1286 int rcu_pending(int cpu) in rcu_pending() argument
1288 return __rcu_pending(&rcu_state, &per_cpu(rcu_data, cpu)) || in rcu_pending()
1289 __rcu_pending(&rcu_bh_state, &per_cpu(rcu_bh_data, cpu)); in rcu_pending()
1298 int rcu_needs_cpu(int cpu) in rcu_needs_cpu() argument
1301 return per_cpu(rcu_data, cpu).nxtlist || in rcu_needs_cpu()
1302 per_cpu(rcu_bh_data, cpu).nxtlist; in rcu_needs_cpu()
1318 rcu_init_percpu_data(int cpu, struct rcu_state *rsp) in rcu_init_percpu_data() argument
1324 struct rcu_data *rdp = rsp->rda[cpu]; in rcu_init_percpu_data()
1336 rdp->grpmask = 1UL << (cpu - rdp->mynode->grplo); in rcu_init_percpu_data()
1343 rdp->dynticks = &per_cpu(rcu_dynticks, cpu); in rcu_init_percpu_data()
1345 rdp->cpu = cpu; in rcu_init_percpu_data()
1380 cpu_quiet(cpu, rsp, rdp, lastcomp); in rcu_init_percpu_data()
1384 static void __cpuinit rcu_online_cpu(int cpu) in rcu_online_cpu() argument
1386 rcu_init_percpu_data(cpu, &rcu_state); in rcu_online_cpu()
1387 rcu_init_percpu_data(cpu, &rcu_bh_state); in rcu_online_cpu()
1397 long cpu = (long)hcpu; in rcu_cpu_notify() local
1402 rcu_online_cpu(cpu); in rcu_cpu_notify()
1408 rcu_offline_cpu(cpu); in rcu_cpu_notify()