Lines Matching refs:p
320 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state() local
324 x = delta + __this_cpu_read(*p); in __mod_zone_page_state()
332 __this_cpu_write(*p, x); in __mod_zone_page_state()
340 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state() local
344 x = delta + __this_cpu_read(*p); in __mod_node_page_state()
352 __this_cpu_write(*p, x); in __mod_node_page_state()
382 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state() local
385 v = __this_cpu_inc_return(*p); in __inc_zone_state()
391 __this_cpu_write(*p, -overstep); in __inc_zone_state()
398 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __inc_node_state() local
401 v = __this_cpu_inc_return(*p); in __inc_node_state()
407 __this_cpu_write(*p, -overstep); in __inc_node_state()
426 s8 __percpu *p = pcp->vm_stat_diff + item; in __dec_zone_state() local
429 v = __this_cpu_dec_return(*p); in __dec_zone_state()
435 __this_cpu_write(*p, overstep); in __dec_zone_state()
442 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __dec_node_state() local
445 v = __this_cpu_dec_return(*p); in __dec_node_state()
451 __this_cpu_write(*p, overstep); in __dec_node_state()
484 s8 __percpu *p = pcp->vm_stat_diff + item; in mod_zone_state() local
502 o = this_cpu_read(*p); in mod_zone_state()
512 } while (this_cpu_cmpxchg(*p, o, n) != o); in mod_zone_state()
541 s8 __percpu *p = pcp->vm_node_stat_diff + item; in mod_node_state() local
559 o = this_cpu_read(*p); in mod_node_state()
569 } while (this_cpu_cmpxchg(*p, o, n) != o); in mod_node_state()
758 struct per_cpu_pageset __percpu *p = zone->pageset; in refresh_cpu_vm_stats() local
763 v = this_cpu_xchg(p->vm_stat_diff[i], 0); in refresh_cpu_vm_stats()
770 __this_cpu_write(p->expire, 3); in refresh_cpu_vm_stats()
778 v = this_cpu_xchg(p->vm_numa_stat_diff[i], 0); in refresh_cpu_vm_stats()
783 __this_cpu_write(p->expire, 3); in refresh_cpu_vm_stats()
796 if (!__this_cpu_read(p->expire) || in refresh_cpu_vm_stats()
797 !__this_cpu_read(p->pcp.count)) in refresh_cpu_vm_stats()
804 __this_cpu_write(p->expire, 0); in refresh_cpu_vm_stats()
808 if (__this_cpu_dec_return(p->expire)) in refresh_cpu_vm_stats()
811 if (__this_cpu_read(p->pcp.count)) { in refresh_cpu_vm_stats()
812 drain_zone_pages(zone, this_cpu_ptr(&p->pcp)); in refresh_cpu_vm_stats()
820 struct per_cpu_nodestat __percpu *p = pgdat->per_cpu_nodestats; in refresh_cpu_vm_stats() local
825 v = this_cpu_xchg(p->vm_node_stat_diff[i], 0); in refresh_cpu_vm_stats()
859 struct per_cpu_pageset *p; in cpu_vm_stats_fold() local
861 p = per_cpu_ptr(zone->pageset, cpu); in cpu_vm_stats_fold()
864 if (p->vm_stat_diff[i]) { in cpu_vm_stats_fold()
867 v = p->vm_stat_diff[i]; in cpu_vm_stats_fold()
868 p->vm_stat_diff[i] = 0; in cpu_vm_stats_fold()
875 if (p->vm_numa_stat_diff[i]) { in cpu_vm_stats_fold()
878 v = p->vm_numa_stat_diff[i]; in cpu_vm_stats_fold()
879 p->vm_numa_stat_diff[i] = 0; in cpu_vm_stats_fold()
887 struct per_cpu_nodestat *p; in cpu_vm_stats_fold() local
889 p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu); in cpu_vm_stats_fold()
892 if (p->vm_node_stat_diff[i]) { in cpu_vm_stats_fold()
895 v = p->vm_node_stat_diff[i]; in cpu_vm_stats_fold()
896 p->vm_node_stat_diff[i] = 0; in cpu_vm_stats_fold()
943 u16 __percpu *p = pcp->vm_numa_stat_diff + item; in __inc_numa_state() local
946 v = __this_cpu_inc_return(*p); in __inc_numa_state()
950 __this_cpu_write(*p, 0); in __inc_numa_state()
1839 struct per_cpu_pageset *p = per_cpu_ptr(zone->pageset, cpu); in need_update() local
1841 BUILD_BUG_ON(sizeof(p->vm_stat_diff[0]) != 1); in need_update()
1843 BUILD_BUG_ON(sizeof(p->vm_numa_stat_diff[0]) != 2); in need_update()
1849 if (memchr_inv(p->vm_stat_diff, 0, NR_VM_ZONE_STAT_ITEMS * in need_update()
1850 sizeof(p->vm_stat_diff[0]))) in need_update()
1853 if (memchr_inv(p->vm_numa_stat_diff, 0, NR_VM_NUMA_STAT_ITEMS * in need_update()
1854 sizeof(p->vm_numa_stat_diff[0]))) in need_update()