Lines Matching refs:khugepaged_scan

100 struct khugepaged_scan {  struct
105 static struct khugepaged_scan khugepaged_scan = { argument
106 .mm_head = LIST_HEAD_INIT(khugepaged_scan.mm_head),
161 if (!list_empty(&khugepaged_scan.mm_head)) in start_stop_khugepaged()
2116 wakeup = list_empty(&khugepaged_scan.mm_head); in __khugepaged_enter()
2117 list_add_tail(&mm_slot->mm_node, &khugepaged_scan.mm_head); in __khugepaged_enter()
2154 if (mm_slot && khugepaged_scan.mm_slot != mm_slot) { in __khugepaged_exit()
2753 if (khugepaged_scan.mm_slot) in khugepaged_scan_mm_slot()
2754 mm_slot = khugepaged_scan.mm_slot; in khugepaged_scan_mm_slot()
2756 mm_slot = list_entry(khugepaged_scan.mm_head.next, in khugepaged_scan_mm_slot()
2758 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2759 khugepaged_scan.mm_slot = mm_slot; in khugepaged_scan_mm_slot()
2768 vma = find_vma(mm, khugepaged_scan.address); in khugepaged_scan_mm_slot()
2788 if (khugepaged_scan.address > hend) in khugepaged_scan_mm_slot()
2790 if (khugepaged_scan.address < hstart) in khugepaged_scan_mm_slot()
2791 khugepaged_scan.address = hstart; in khugepaged_scan_mm_slot()
2792 VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK); in khugepaged_scan_mm_slot()
2794 while (khugepaged_scan.address < hend) { in khugepaged_scan_mm_slot()
2800 VM_BUG_ON(khugepaged_scan.address < hstart || in khugepaged_scan_mm_slot()
2801 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2804 khugepaged_scan.address, in khugepaged_scan_mm_slot()
2807 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2821 VM_BUG_ON(khugepaged_scan.mm_slot != mm_slot); in khugepaged_scan_mm_slot()
2832 if (mm_slot->mm_node.next != &khugepaged_scan.mm_head) { in khugepaged_scan_mm_slot()
2833 khugepaged_scan.mm_slot = list_entry( in khugepaged_scan_mm_slot()
2836 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2838 khugepaged_scan.mm_slot = NULL; in khugepaged_scan_mm_slot()
2850 return !list_empty(&khugepaged_scan.mm_head) && in khugepaged_has_work()
2856 return !list_empty(&khugepaged_scan.mm_head) || in khugepaged_wait_event()
2879 if (!khugepaged_scan.mm_slot) in khugepaged_do_scan()
2923 mm_slot = khugepaged_scan.mm_slot; in khugepaged()
2924 khugepaged_scan.mm_slot = NULL; in khugepaged()