Lines Matching refs:excl_cntrs
2146 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_start_scheduling() local
2159 if (WARN_ON_ONCE(!excl_cntrs)) in intel_start_scheduling()
2162 xl = &excl_cntrs->states[tid]; in intel_start_scheduling()
2170 raw_spin_lock(&excl_cntrs->lock); in intel_start_scheduling()
2175 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_commit_scheduling() local
2183 if (WARN_ON_ONCE(!excl_cntrs)) in intel_commit_scheduling()
2189 xl = &excl_cntrs->states[tid]; in intel_commit_scheduling()
2191 lockdep_assert_held(&excl_cntrs->lock); in intel_commit_scheduling()
2202 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_stop_scheduling() local
2214 if (WARN_ON_ONCE(!excl_cntrs)) in intel_stop_scheduling()
2217 xl = &excl_cntrs->states[tid]; in intel_stop_scheduling()
2223 raw_spin_unlock(&excl_cntrs->lock); in intel_stop_scheduling()
2230 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_get_excl_constraints() local
2245 if (WARN_ON_ONCE(!excl_cntrs)) in intel_get_excl_constraints()
2288 xlo = &excl_cntrs->states[tid ^ 1]; in intel_get_excl_constraints()
2298 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 1); in intel_get_excl_constraints()
2364 if (cpuc->excl_cntrs) in intel_get_event_constraints()
2374 struct intel_excl_cntrs *excl_cntrs = cpuc->excl_cntrs; in intel_put_excl_constraints() local
2384 if (WARN_ON_ONCE(!excl_cntrs)) in intel_put_excl_constraints()
2390 WRITE_ONCE(excl_cntrs->has_exclusive[tid], 0); in intel_put_excl_constraints()
2398 xl = &excl_cntrs->states[tid]; in intel_put_excl_constraints()
2406 raw_spin_lock(&excl_cntrs->lock); in intel_put_excl_constraints()
2411 raw_spin_unlock(&excl_cntrs->lock); in intel_put_excl_constraints()
2440 if (cpuc->excl_cntrs) in intel_put_event_constraints()
2801 cpuc->excl_cntrs = allocate_excl_cntrs(cpu); in intel_pmu_cpu_prepare()
2802 if (!cpuc->excl_cntrs) in intel_pmu_cpu_prepare()
2863 c = per_cpu(cpu_hw_events, i).excl_cntrs; in intel_pmu_cpu_starting()
2865 cpuc->kfree_on_online[1] = cpuc->excl_cntrs; in intel_pmu_cpu_starting()
2866 cpuc->excl_cntrs = c; in intel_pmu_cpu_starting()
2871 cpuc->excl_cntrs->core_id = core_id; in intel_pmu_cpu_starting()
2872 cpuc->excl_cntrs->refcnt++; in intel_pmu_cpu_starting()
2881 c = cpuc->excl_cntrs; in free_excl_cntrs()
2885 cpuc->excl_cntrs = NULL; in free_excl_cntrs()