Lines Matching refs:grp
2677 static inline int get_numa_group(struct numa_group *grp) in get_numa_group() argument
2679 return refcount_inc_not_zero(&grp->refcount); in get_numa_group()
2682 static inline void put_numa_group(struct numa_group *grp) in put_numa_group() argument
2684 if (refcount_dec_and_test(&grp->refcount)) in put_numa_group()
2685 kfree_rcu(grp, rcu); in put_numa_group()
2691 struct numa_group *grp, *my_grp; in task_numa_group() local
2702 grp = kzalloc(size, GFP_KERNEL | __GFP_NOWARN); in task_numa_group()
2703 if (!grp) in task_numa_group()
2706 refcount_set(&grp->refcount, 1); in task_numa_group()
2707 grp->active_nodes = 1; in task_numa_group()
2708 grp->max_faults_cpu = 0; in task_numa_group()
2709 spin_lock_init(&grp->lock); in task_numa_group()
2710 grp->gid = p->pid; in task_numa_group()
2713 grp->faults[i] = p->numa_faults[i]; in task_numa_group()
2715 grp->total_faults = p->total_numa_faults; in task_numa_group()
2717 grp->nr_tasks++; in task_numa_group()
2718 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2727 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
2728 if (!grp) in task_numa_group()
2732 if (grp == my_grp) in task_numa_group()
2739 if (my_grp->nr_tasks > grp->nr_tasks) in task_numa_group()
2745 if (my_grp->nr_tasks == grp->nr_tasks && my_grp > grp) in task_numa_group()
2759 if (join && !get_numa_group(grp)) in task_numa_group()
2768 double_lock_irq(&my_grp->lock, &grp->lock); in task_numa_group()
2772 grp->faults[i] += p->numa_faults[i]; in task_numa_group()
2775 grp->total_faults += p->total_numa_faults; in task_numa_group()
2778 grp->nr_tasks++; in task_numa_group()
2781 spin_unlock_irq(&grp->lock); in task_numa_group()
2783 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2803 struct numa_group *grp = rcu_dereference_raw(p->numa_group); in task_numa_free() local
2811 if (grp) { in task_numa_free()
2812 spin_lock_irqsave(&grp->lock, flags); in task_numa_free()
2814 grp->faults[i] -= p->numa_faults[i]; in task_numa_free()
2815 grp->total_faults -= p->total_numa_faults; in task_numa_free()
2817 grp->nr_tasks--; in task_numa_free()
2818 spin_unlock_irqrestore(&grp->lock, flags); in task_numa_free()
2820 put_numa_group(grp); in task_numa_free()