Home
last modified time | relevance | path

Searched refs:prev_count (Results 1 – 25 of 47) sorted by relevance

12

/kernel/linux/linux-5.10/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/
Dlocks.h192 unsigned int prev_count = __sync_fetch_and_sub(&c->count, 1); in wait_for_completion() local
194 assume(prev_count); in wait_for_completion()
199 unsigned int prev_count = __sync_fetch_and_add(&c->count, 1); in complete() local
201 BUG_ON(prev_count == UINT_MAX); in complete()
/kernel/linux/linux-5.10/arch/arm/mm/
Dcache-l2x0-pmu.c120 u64 prev_count, new_count, mask; in l2x0_pmu_event_read() local
123 prev_count = local64_read(&hw->prev_count); in l2x0_pmu_event_read()
125 } while (local64_xchg(&hw->prev_count, new_count) != prev_count); in l2x0_pmu_event_read()
128 local64_add((new_count - prev_count) & mask, &event->count); in l2x0_pmu_event_read()
147 local64_set(&hw->prev_count, 0); in l2x0_pmu_event_configure()
/kernel/linux/linux-5.10/arch/powerpc/perf/
D8xx-pmu.c115 local64_set(&event->hw.prev_count, val); in mpc8xx_pmu_add()
128 prev = local64_read(&event->hw.prev_count); in mpc8xx_pmu_read()
149 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in mpc8xx_pmu_read()
Dcore-fsl-emb.c175 prev = local64_read(&event->hw.prev_count); in fsl_emb_pmu_read()
178 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in fsl_emb_pmu_read()
314 local64_set(&event->hw.prev_count, val); in fsl_emb_pmu_add()
602 prev = local64_read(&event->hw.prev_count); in record_and_restart()
625 local64_set(&event->hw.prev_count, val); in record_and_restart()
Dcore-book3s.c1087 local64_set(&event->hw.prev_count, val); in power_pmu_read()
1097 prev = local64_read(&event->hw.prev_count); in power_pmu_read()
1103 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read()
1147 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters()
1166 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters()
1168 local64_set(&event->hw.prev_count, val); in thaw_limited_counters()
1467 val = local64_read(&event->hw.prev_count); in power_pmu_enable()
1475 local64_set(&event->hw.prev_count, val); in power_pmu_enable()
2066 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init()
2138 prev = local64_read(&event->hw.prev_count); in record_and_restart()
[all …]
Dhv-gpci.c205 prev = local64_xchg(&event->hw.prev_count, now); in h_gpci_event_update()
211 local64_set(&event->hw.prev_count, h_gpci_get_value(event)); in h_gpci_event_start()
/kernel/linux/linux-5.10/drivers/perf/
Darm_dsu_pmu.c353 u64 delta, prev_count, new_count; in dsu_pmu_event_update() local
357 prev_count = local64_read(&hwc->prev_count); in dsu_pmu_event_update()
359 } while (local64_cmpxchg(&hwc->prev_count, prev_count, new_count) != in dsu_pmu_event_update()
360 prev_count); in dsu_pmu_event_update()
361 delta = (new_count - prev_count) & DSU_PMU_COUNTER_MASK(hwc->idx); in dsu_pmu_event_update()
387 local64_set(&event->hw.prev_count, val); in dsu_pmu_set_event_period()
Dqcom_l3_pmu.c206 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__64bit_counter_start()
247 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__64bit_counter_update()
253 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__64bit_counter_update()
285 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__32bit_counter_start()
323 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__32bit_counter_update()
325 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__32bit_counter_update()
Dthunderx2_pmu.c379 local64_set(&hwc->prev_count, 0); in uncore_start_event_l3c()
409 local64_set(&hwc->prev_count, 0); in uncore_start_event_dmc()
452 local64_set(&event->hw.prev_count, 0ULL); in uncore_start_event_ccpi2()
484 prev = local64_xchg(&hwc->prev_count, new); in tx2_uncore_event_update()
488 prev = local64_xchg(&hwc->prev_count, new); in tx2_uncore_event_update()
Darm_smmuv3_pmu.c210 prev = local64_read(&hwc->prev_count); in smmu_pmu_event_update()
212 } while (local64_cmpxchg(&hwc->prev_count, prev, now) != prev); in smmu_pmu_event_update()
247 local64_set(&hwc->prev_count, new); in smmu_pmu_set_period()
445 local64_set(&hwc->prev_count, 0); in smmu_pmu_event_add()
Dqcom_l2_pmu.c304 prev = local64_read(&hwc->prev_count); in l2_cache_event_update()
306 } while (local64_cmpxchg(&hwc->prev_count, prev, now) != prev); in l2_cache_event_update()
335 local64_set(&hwc->prev_count, new); in l2_cache_cluster_set_period()
604 local64_set(&hwc->prev_count, 0); in l2_cache_event_add()
/kernel/linux/linux-5.10/kernel/
Dsoftirq.c288 int prev_count; in __do_softirq() local
293 prev_count = preempt_count(); in __do_softirq()
300 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
303 prev_count, preempt_count()); in __do_softirq()
304 preempt_count_set(prev_count); in __do_softirq()
/kernel/linux/linux-5.10/arch/x86/events/
Dmsr.c236 prev = local64_read(&event->hw.prev_count); in msr_event_update()
239 if (local64_cmpxchg(&event->hw.prev_count, prev, now) != prev) in msr_event_update()
259 local64_set(&event->hw.prev_count, now); in msr_event_start()
/kernel/linux/linux-5.10/drivers/perf/hisilicon/
Dhisi_uncore_pmu.c225 local64_set(&hwc->prev_count, val); in hisi_uncore_pmu_set_event_period()
240 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
241 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
265 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start()
/kernel/linux/linux-5.10/arch/s390/kernel/
Dperf_cpum_cf.c340 prev = local64_read(&event->hw.prev_count); in hw_perf_event_reset()
352 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_reset()
363 prev = local64_read(&event->hw.prev_count); in hw_perf_event_update()
367 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_update()
/kernel/linux/linux-5.10/arch/riscv/kernel/
Dperf_event.c223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read()
226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read()
291 local64_set(&hwc->prev_count, read_counter(hwc->idx)); in riscv_pmu_start()
/kernel/linux/linux-5.10/arch/arm/mach-imx/
Dmmdc.c312 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
315 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
340 local64_set(&hwc->prev_count, 0); in mmdc_pmu_event_start()
375 local64_set(&hwc->prev_count, mmdc_pmu_read_counter(pmu_mmdc, cfg)); in mmdc_pmu_event_add()
/kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/
Damdgpu_pmu.c100 prev = local64_read(&hwc->prev_count); in amdgpu_perf_read()
111 } while (local64_cmpxchg(&hwc->prev_count, prev, count) != prev); in amdgpu_perf_read()
/kernel/linux/linux-5.10/arch/xtensa/kernel/
Dperf_event.c143 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update()
145 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update()
181 local64_set(&hwc->prev_count, -left); in xtensa_perf_event_set_period()
/kernel/linux/linux-5.10/arch/arc/kernel/
Dperf_event.c121 u64 prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update()
129 local64_set(&hwc->prev_count, new_raw_count); in arc_perf_event_update()
270 local64_set(&hwc->prev_count, value); in arc_pmu_event_set_period()
388 local64_set(&hwc->prev_count, 0); in arc_pmu_add()
/kernel/linux/linux-5.10/arch/sh/kernel/
Dperf_event.c196 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update()
199 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
/kernel/linux/linux-5.10/arch/x86/events/intel/
Duncore.c240 u64 prev_count, new_count, delta; in uncore_perf_event_update() local
252 prev_count = local64_read(&event->hw.prev_count); in uncore_perf_event_update()
254 if (local64_xchg(&event->hw.prev_count, new_count) != prev_count) in uncore_perf_event_update()
257 delta = (new_count << shift) - (prev_count << shift); in uncore_perf_event_update()
492 local64_set(&event->hw.prev_count, in uncore_pmu_event_start()
507 local64_set(&event->hw.prev_count, uncore_read_counter(box, event)); in uncore_pmu_event_start()
Dcstate.c364 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update()
367 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update()
376 local64_set(&event->hw.prev_count, cstate_pmu_read_counter(event)); in cstate_pmu_event_start()
/kernel/linux/linux-5.10/arch/alpha/kernel/
Dperf_event.c283 local64_set(&hwc->prev_count, (unsigned long)(-left)); in alpha_perf_event_set_period()
314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update()
317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update()
/kernel/linux/linux-5.10/arch/x86/events/amd/
Duncore.c93 prev = local64_read(&hwc->prev_count); in amd_uncore_read()
95 local64_set(&hwc->prev_count, new); in amd_uncore_read()
106 wrmsrl(hwc->event_base, (u64)local64_read(&hwc->prev_count)); in amd_uncore_start()

12