1068 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1084 	ctx = rcu_dereference(task->perf_event_ctxp[ctxn]);  in perf_lock_task_context()
1097 		if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) {  in perf_lock_task_context()
1120 perf_pin_task_context(struct task_struct *task, int ctxn)  in perf_pin_task_context()  argument
1125 	ctx = perf_lock_task_context(task, ctxn, &flags);  in perf_pin_task_context()
2520 static void perf_event_context_sched_out(struct task_struct *task, int ctxn,  in perf_event_context_sched_out()  argument
2523 	struct perf_event_context *ctx = task->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
2537 	next_ctx = next->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
2565 			task->perf_event_ctxp[ctxn] = next_ctx;  in perf_event_context_sched_out()
2566 			next->perf_event_ctxp[ctxn] = ctx;  in perf_event_context_sched_out()
2640 #define for_each_task_context_nr(ctxn)					\  argument
2641 	for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
2657 	int ctxn;  in __perf_event_task_sched_out()  local
2662 	for_each_task_context_nr(ctxn)  in __perf_event_task_sched_out()
2663 		perf_event_context_sched_out(task, ctxn, next);  in __perf_event_task_sched_out()
2835 	int ctxn;  in __perf_event_task_sched_in()  local
2837 	for_each_task_context_nr(ctxn) {  in __perf_event_task_sched_in()
2838 		ctx = task->perf_event_ctxp[ctxn];  in __perf_event_task_sched_in()
3182 	int ctxn;  in perf_event_exec()  local
3185 	for_each_task_context_nr(ctxn) {  in perf_event_exec()
3186 		ctx = current->perf_event_ctxp[ctxn];  in perf_event_exec()
3338 	int ctxn, err;  in find_get_context()  local
3363 	ctxn = pmu->task_ctx_nr;  in find_get_context()
3364 	if (ctxn < 0)  in find_get_context()
3376 	ctx = perf_lock_task_context(task, ctxn, &flags);  in find_get_context()
3408 		else if (task->perf_event_ctxp[ctxn])  in find_get_context()
3413 			rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx);  in find_get_context()
5507 	int ctxn;  in perf_event_aux()  local
5517 		ctxn = pmu->task_ctx_nr;  in perf_event_aux()
5518 		if (ctxn < 0)  in perf_event_aux()
5520 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_event_aux()
7136 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn)  in find_pmu_context()  argument
7140 	if (ctxn < 0)  in find_pmu_context()
7144 		if (pmu->task_ctx_nr == ctxn)  in find_pmu_context()
8442 static void perf_event_exit_task_context(struct task_struct *child, int ctxn)  in perf_event_exit_task_context()  argument
8448 	if (likely(!child->perf_event_ctxp[ctxn])) {  in perf_event_exit_task_context()
8460 	child_ctx = rcu_dereference_raw(child->perf_event_ctxp[ctxn]);  in perf_event_exit_task_context()
8469 	child->perf_event_ctxp[ctxn] = NULL;  in perf_event_exit_task_context()
8516 	int ctxn;  in perf_event_exit_task()  local
8533 	for_each_task_context_nr(ctxn)  in perf_event_exit_task()
8534 		perf_event_exit_task_context(child, ctxn);  in perf_event_exit_task()
8569 	int ctxn;  in perf_event_free_task()  local
8571 	for_each_task_context_nr(ctxn) {  in perf_event_free_task()
8572 		ctx = task->perf_event_ctxp[ctxn];  in perf_event_free_task()
8598 	int ctxn;  in perf_event_delayed_put()  local
8600 	for_each_task_context_nr(ctxn)  in perf_event_delayed_put()
8601 		WARN_ON_ONCE(task->perf_event_ctxp[ctxn]);  in perf_event_delayed_put()
8719 		   struct task_struct *child, int ctxn,  in inherit_task_group()  argument
8730 	child_ctx = child->perf_event_ctxp[ctxn];  in inherit_task_group()
8743 		child->perf_event_ctxp[ctxn] = child_ctx;  in inherit_task_group()
8758 static int perf_event_init_context(struct task_struct *child, int ctxn)  in perf_event_init_context()  argument
8768 	if (likely(!parent->perf_event_ctxp[ctxn]))  in perf_event_init_context()
8775 	parent_ctx = perf_pin_task_context(parent, ctxn);  in perf_event_init_context()
8798 					 child, ctxn, &inherited_all);  in perf_event_init_context()
8814 					 child, ctxn, &inherited_all);  in perf_event_init_context()
8822 	child_ctx = child->perf_event_ctxp[ctxn];  in perf_event_init_context()
8857 	int ctxn, ret;  in perf_event_init_task()  local
8863 	for_each_task_context_nr(ctxn) {  in perf_event_init_task()
8864 		ret = perf_event_init_context(child, ctxn);  in perf_event_init_task()