37 int fprop_global_init(struct fprop_global *p, gfp_t gfp)  in fprop_global_init()  argument
41 	p->period = 0;  in fprop_global_init()
43 	err = percpu_counter_init(&p->events, 1, gfp);  in fprop_global_init()
46 	seqcount_init(&p->sequence);  in fprop_global_init()
50 void fprop_global_destroy(struct fprop_global *p)  in fprop_global_destroy()  argument
52 	percpu_counter_destroy(&p->events);  in fprop_global_destroy()
63 bool fprop_new_period(struct fprop_global *p, int periods)  in fprop_new_period()  argument
69 	events = percpu_counter_sum(&p->events);  in fprop_new_period()
77 	write_seqcount_begin(&p->sequence);  in fprop_new_period()
81 	percpu_counter_add(&p->events, -events);  in fprop_new_period()
82 	p->period += periods;  in fprop_new_period()
83 	write_seqcount_end(&p->sequence);  in fprop_new_period()
105 static void fprop_reflect_period_single(struct fprop_global *p,  in fprop_reflect_period_single()  argument
108 	unsigned int period = p->period;  in fprop_reflect_period_single()
130 void __fprop_inc_single(struct fprop_global *p, struct fprop_local_single *pl)  in __fprop_inc_single()  argument
132 	fprop_reflect_period_single(p, pl);  in __fprop_inc_single()
134 	percpu_counter_add(&p->events, 1);  in __fprop_inc_single()
138 void fprop_fraction_single(struct fprop_global *p,  in fprop_fraction_single()  argument
146 		seq = read_seqcount_begin(&p->sequence);  in fprop_fraction_single()
147 		fprop_reflect_period_single(p, pl);  in fprop_fraction_single()
149 		den = percpu_counter_read_positive(&p->events);  in fprop_fraction_single()
150 	} while (read_seqcount_retry(&p->sequence, seq));  in fprop_fraction_single()
188 static void fprop_reflect_period_percpu(struct fprop_global *p,  in fprop_reflect_period_percpu()  argument
191 	unsigned int period = p->period;  in fprop_reflect_period_percpu()
219 void __fprop_inc_percpu(struct fprop_global *p, struct fprop_local_percpu *pl)  in __fprop_inc_percpu()  argument
221 	fprop_reflect_period_percpu(p, pl);  in __fprop_inc_percpu()
223 	percpu_counter_add(&p->events, 1);  in __fprop_inc_percpu()
226 void fprop_fraction_percpu(struct fprop_global *p,  in fprop_fraction_percpu()  argument
234 		seq = read_seqcount_begin(&p->sequence);  in fprop_fraction_percpu()
235 		fprop_reflect_period_percpu(p, pl);  in fprop_fraction_percpu()
237 		den = percpu_counter_read_positive(&p->events);  in fprop_fraction_percpu()
238 	} while (read_seqcount_retry(&p->sequence, seq));  in fprop_fraction_percpu()
258 void __fprop_inc_percpu_max(struct fprop_global *p,  in __fprop_inc_percpu_max()  argument
264 		fprop_fraction_percpu(p, pl, &numerator, &denominator);  in __fprop_inc_percpu_max()
269 		fprop_reflect_period_percpu(p, pl);  in __fprop_inc_percpu_max()
271 	percpu_counter_add(&p->events, 1);  in __fprop_inc_percpu_max()