Lines Matching refs:khugepaged_scan
109 struct khugepaged_scan { struct
115 static struct khugepaged_scan khugepaged_scan = { argument
116 .mm_head = LIST_HEAD_INIT(khugepaged_scan.mm_head),
456 wakeup = list_empty(&khugepaged_scan.mm_head); in __khugepaged_enter()
457 list_add_tail(&mm_slot->mm_node, &khugepaged_scan.mm_head); in __khugepaged_enter()
494 if (mm_slot && khugepaged_scan.mm_slot != mm_slot) { in __khugepaged_exit()
1964 if (khugepaged_scan.mm_slot) in khugepaged_scan_mm_slot()
1965 mm_slot = khugepaged_scan.mm_slot; in khugepaged_scan_mm_slot()
1967 mm_slot = list_entry(khugepaged_scan.mm_head.next, in khugepaged_scan_mm_slot()
1969 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
1970 khugepaged_scan.mm_slot = mm_slot; in khugepaged_scan_mm_slot()
1984 vma = find_vma(mm, khugepaged_scan.address); in khugepaged_scan_mm_slot()
2004 if (khugepaged_scan.address > hend) in khugepaged_scan_mm_slot()
2006 if (khugepaged_scan.address < hstart) in khugepaged_scan_mm_slot()
2007 khugepaged_scan.address = hstart; in khugepaged_scan_mm_slot()
2008 VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK); in khugepaged_scan_mm_slot()
2010 while (khugepaged_scan.address < hend) { in khugepaged_scan_mm_slot()
2016 VM_BUG_ON(khugepaged_scan.address < hstart || in khugepaged_scan_mm_slot()
2017 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2022 khugepaged_scan.address); in khugepaged_scan_mm_slot()
2034 khugepaged_scan.address, in khugepaged_scan_mm_slot()
2038 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2052 VM_BUG_ON(khugepaged_scan.mm_slot != mm_slot); in khugepaged_scan_mm_slot()
2063 if (mm_slot->mm_node.next != &khugepaged_scan.mm_head) { in khugepaged_scan_mm_slot()
2064 khugepaged_scan.mm_slot = list_entry( in khugepaged_scan_mm_slot()
2067 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2069 khugepaged_scan.mm_slot = NULL; in khugepaged_scan_mm_slot()
2081 return !list_empty(&khugepaged_scan.mm_head) && in khugepaged_has_work()
2087 return !list_empty(&khugepaged_scan.mm_head) || in khugepaged_wait_event()
2110 if (!khugepaged_scan.mm_slot) in khugepaged_do_scan()
2164 mm_slot = khugepaged_scan.mm_slot; in khugepaged()
2165 khugepaged_scan.mm_slot = NULL; in khugepaged()
2232 if (!list_empty(&khugepaged_scan.mm_head)) in start_stop_khugepaged()