Lines Matching refs:mm
1162 rss = get_mm_rss(p->mm); in task_nr_scan_windows()
2382 p->mm->numa_next_scan = jiffies + in update_task_scan_period()
2567 seq = READ_ONCE(p->mm->numa_scan_seq); in task_numa_placement()
2749 if (tsk->mm == current->mm) in task_numa_group()
2849 if (!p->mm) in task_numa_fault()
2927 WRITE_ONCE(p->mm->numa_scan_seq, READ_ONCE(p->mm->numa_scan_seq) + 1); in reset_ptenuma_scan()
2928 p->mm->numa_scan_offset = 0; in reset_ptenuma_scan()
2939 struct mm_struct *mm = p->mm; in task_numa_work() local
2941 MA_STATE(mas, &mm->mm_mt, 0, 0); in task_numa_work()
2961 if (!mm->numa_next_scan) { in task_numa_work()
2962 mm->numa_next_scan = now + in task_numa_work()
2969 migrate = mm->numa_next_scan; in task_numa_work()
2979 if (cmpxchg(&mm->numa_next_scan, migrate, next_scan) != migrate) in task_numa_work()
2988 start = mm->numa_scan_offset; in task_numa_work()
2996 if (!mmap_read_trylock(mm)) in task_numa_work()
3064 mm->numa_scan_offset = start; in task_numa_work()
3067 mmap_read_unlock(mm); in task_numa_work()
3084 struct mm_struct *mm = p->mm; in init_numa_balancing() local
3086 if (mm) { in init_numa_balancing()
3087 mm_users = atomic_read(&mm->mm_users); in init_numa_balancing()
3089 mm->numa_next_scan = jiffies + msecs_to_jiffies(sysctl_numa_balancing_scan_delay); in init_numa_balancing()
3090 mm->numa_scan_seq = 0; in init_numa_balancing()
3094 p->numa_scan_seq = mm ? mm->numa_scan_seq : 0; in init_numa_balancing()
3118 if (mm) { in init_numa_balancing()
3139 if (!curr->mm || (curr->flags & (PF_EXITING | PF_KTHREAD)) || work->next != work) in task_tick_numa()
3156 if (!time_before(jiffies, curr->mm->numa_next_scan)) in task_tick_numa()
3169 if (!p->mm || !p->numa_faults || (p->flags & PF_EXITING)) in update_scan_period()