1379 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1395 	ctx = rcu_dereference(task->perf_event_ctxp[ctxn]);  in perf_lock_task_context()
1408 		if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) {  in perf_lock_task_context()
1435 perf_pin_task_context(struct task_struct *task, int ctxn)  in perf_pin_task_context()  argument
1440 	ctx = perf_lock_task_context(task, ctxn, &flags);  in perf_pin_task_context()
3196 static void perf_event_context_sched_out(struct task_struct *task, int ctxn,  in perf_event_context_sched_out()  argument
3199 	struct perf_event_context *ctx = task->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3213 	next_ctx = next->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3249 			RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx);  in perf_event_context_sched_out()
3250 			RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx);  in perf_event_context_sched_out()
3329 #define for_each_task_context_nr(ctxn)					\  argument
3330 	for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3346 	int ctxn;  in __perf_event_task_sched_out()  local
3354 	for_each_task_context_nr(ctxn)  in __perf_event_task_sched_out()
3355 		perf_event_context_sched_out(task, ctxn, next);  in __perf_event_task_sched_out()
3592 	int ctxn;  in __perf_event_task_sched_in()  local
3604 	for_each_task_context_nr(ctxn) {  in __perf_event_task_sched_in()
3605 		ctx = task->perf_event_ctxp[ctxn];  in __perf_event_task_sched_in()
3920 static void perf_event_enable_on_exec(int ctxn)  in perf_event_enable_on_exec()  argument
3930 	ctx = current->perf_event_ctxp[ctxn];  in perf_event_enable_on_exec()
4263 	int ctxn, err;  in find_get_context()  local
4283 	ctxn = pmu->task_ctx_nr;  in find_get_context()
4284 	if (ctxn < 0)  in find_get_context()
4296 	ctx = perf_lock_task_context(task, ctxn, &flags);  in find_get_context()
4328 		else if (task->perf_event_ctxp[ctxn])  in find_get_context()
4333 			rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx);  in find_get_context()
6940 	int ctxn;  in perf_iterate_sb()  local
6957 	for_each_task_context_nr(ctxn) {  in perf_iterate_sb()
6958 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_iterate_sb()
7003 	int ctxn;  in perf_event_exec()  local
7006 	for_each_task_context_nr(ctxn) {  in perf_event_exec()
7007 		ctx = current->perf_event_ctxp[ctxn];  in perf_event_exec()
7011 		perf_event_enable_on_exec(ctxn);  in perf_event_exec()
7733 	int ctxn;  in perf_addr_filters_adjust()  local
7743 	for_each_task_context_nr(ctxn) {  in perf_addr_filters_adjust()
7744 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_addr_filters_adjust()
9978 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn)  in find_pmu_context()  argument
9982 	if (ctxn < 0)  in find_pmu_context()
9986 		if (pmu->task_ctx_nr == ctxn)  in find_pmu_context()
11726 static void perf_event_exit_task_context(struct task_struct *child, int ctxn)  in perf_event_exit_task_context()  argument
11733 	child_ctx = perf_pin_task_context(child, ctxn);  in perf_event_exit_task_context()
11761 	RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL);  in perf_event_exit_task_context()
11796 	int ctxn;  in perf_event_exit_task()  local
11812 	for_each_task_context_nr(ctxn)  in perf_event_exit_task()
11813 		perf_event_exit_task_context(child, ctxn);  in perf_event_exit_task()
11856 	int ctxn;  in perf_event_free_task()  local
11858 	for_each_task_context_nr(ctxn) {  in perf_event_free_task()
11859 		ctx = task->perf_event_ctxp[ctxn];  in perf_event_free_task()
11871 		RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL);  in perf_event_free_task()
11902 	int ctxn;  in perf_event_delayed_put()  local
11904 	for_each_task_context_nr(ctxn)  in perf_event_delayed_put()
11905 		WARN_ON_ONCE(task->perf_event_ctxp[ctxn]);  in perf_event_delayed_put()
12109 		   struct task_struct *child, int ctxn,  in inherit_task_group()  argument
12120 	child_ctx = child->perf_event_ctxp[ctxn];  in inherit_task_group()
12132 		child->perf_event_ctxp[ctxn] = child_ctx;  in inherit_task_group()
12147 static int perf_event_init_context(struct task_struct *child, int ctxn)  in perf_event_init_context()  argument
12157 	if (likely(!parent->perf_event_ctxp[ctxn]))  in perf_event_init_context()
12164 	parent_ctx = perf_pin_task_context(parent, ctxn);  in perf_event_init_context()
12187 					 child, ctxn, &inherited_all);  in perf_event_init_context()
12203 					 child, ctxn, &inherited_all);  in perf_event_init_context()
12211 	child_ctx = child->perf_event_ctxp[ctxn];  in perf_event_init_context()
12247 	int ctxn, ret;  in perf_event_init_task()  local
12253 	for_each_task_context_nr(ctxn) {  in perf_event_init_task()
12254 		ret = perf_event_init_context(child, ctxn);  in perf_event_init_task()