Lines Matching refs:ctxn
1055 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags) in perf_lock_task_context() argument
1071 ctx = rcu_dereference(task->perf_event_ctxp[ctxn]); in perf_lock_task_context()
1084 if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) { in perf_lock_task_context()
1108 perf_pin_task_context(struct task_struct *task, int ctxn) in perf_pin_task_context() argument
1113 ctx = perf_lock_task_context(task, ctxn, &flags); in perf_pin_task_context()
2539 static void perf_event_context_sched_out(struct task_struct *task, int ctxn, in perf_event_context_sched_out() argument
2542 struct perf_event_context *ctx = task->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
2556 next_ctx = next->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
2584 task->perf_event_ctxp[ctxn] = next_ctx; in perf_event_context_sched_out()
2585 next->perf_event_ctxp[ctxn] = ctx; in perf_event_context_sched_out()
2662 #define for_each_task_context_nr(ctxn) \ argument
2663 for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
2679 int ctxn; in __perf_event_task_sched_out() local
2687 for_each_task_context_nr(ctxn) in __perf_event_task_sched_out()
2688 perf_event_context_sched_out(task, ctxn, next); in __perf_event_task_sched_out()
2860 int ctxn; in __perf_event_task_sched_in() local
2862 for_each_task_context_nr(ctxn) { in __perf_event_task_sched_in()
2863 ctx = task->perf_event_ctxp[ctxn]; in __perf_event_task_sched_in()
3158 static void perf_event_enable_on_exec(int ctxn) in perf_event_enable_on_exec() argument
3167 ctx = current->perf_event_ctxp[ctxn]; in perf_event_enable_on_exec()
3210 int ctxn; in perf_event_exec() local
3213 for_each_task_context_nr(ctxn) in perf_event_exec()
3214 perf_event_enable_on_exec(ctxn); in perf_event_exec()
3449 int ctxn, err; in find_get_context() local
3474 ctxn = pmu->task_ctx_nr; in find_get_context()
3475 if (ctxn < 0) in find_get_context()
3487 ctx = perf_lock_task_context(task, ctxn, &flags); in find_get_context()
3519 else if (task->perf_event_ctxp[ctxn]) in find_get_context()
3524 rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx); in find_get_context()
5689 int ctxn; in perf_event_aux() local
5708 ctxn = pmu->task_ctx_nr; in perf_event_aux()
5709 if (ctxn < 0) in perf_event_aux()
5711 ctx = rcu_dereference(current->perf_event_ctxp[ctxn]); in perf_event_aux()
7455 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn) in find_pmu_context() argument
7459 if (ctxn < 0) in find_pmu_context()
7463 if (pmu->task_ctx_nr == ctxn) in find_pmu_context()
8820 static void perf_event_exit_task_context(struct task_struct *child, int ctxn) in perf_event_exit_task_context() argument
8826 if (likely(!child->perf_event_ctxp[ctxn])) in perf_event_exit_task_context()
8836 child_ctx = rcu_dereference_raw(child->perf_event_ctxp[ctxn]); in perf_event_exit_task_context()
8845 child->perf_event_ctxp[ctxn] = NULL; in perf_event_exit_task_context()
8895 int ctxn; in perf_event_exit_task() local
8912 for_each_task_context_nr(ctxn) in perf_event_exit_task()
8913 perf_event_exit_task_context(child, ctxn); in perf_event_exit_task()
8956 int ctxn; in perf_event_free_task() local
8958 for_each_task_context_nr(ctxn) { in perf_event_free_task()
8959 ctx = task->perf_event_ctxp[ctxn]; in perf_event_free_task()
8985 int ctxn; in perf_event_delayed_put() local
8987 for_each_task_context_nr(ctxn) in perf_event_delayed_put()
8988 WARN_ON_ONCE(task->perf_event_ctxp[ctxn]); in perf_event_delayed_put()
9131 struct task_struct *child, int ctxn, in inherit_task_group() argument
9142 child_ctx = child->perf_event_ctxp[ctxn]; in inherit_task_group()
9155 child->perf_event_ctxp[ctxn] = child_ctx; in inherit_task_group()
9170 static int perf_event_init_context(struct task_struct *child, int ctxn) in perf_event_init_context() argument
9180 if (likely(!parent->perf_event_ctxp[ctxn])) in perf_event_init_context()
9187 parent_ctx = perf_pin_task_context(parent, ctxn); in perf_event_init_context()
9210 child, ctxn, &inherited_all); in perf_event_init_context()
9226 child, ctxn, &inherited_all); in perf_event_init_context()
9234 child_ctx = child->perf_event_ctxp[ctxn]; in perf_event_init_context()
9269 int ctxn, ret; in perf_event_init_task() local
9275 for_each_task_context_nr(ctxn) { in perf_event_init_task()
9276 ret = perf_event_init_context(child, ctxn); in perf_event_init_task()