Lines Matching refs:khugepaged_scan
97 struct khugepaged_scan { struct
102 static struct khugepaged_scan khugepaged_scan = { variable
103 .mm_head = LIST_HEAD_INIT(khugepaged_scan.mm_head),
159 if (!list_empty(&khugepaged_scan.mm_head)) in start_stop_khugepaged()
2043 wakeup = list_empty(&khugepaged_scan.mm_head); in __khugepaged_enter()
2044 list_add_tail(&mm_slot->mm_node, &khugepaged_scan.mm_head); in __khugepaged_enter()
2081 if (mm_slot && khugepaged_scan.mm_slot != mm_slot) { in __khugepaged_exit()
2674 if (khugepaged_scan.mm_slot) in khugepaged_scan_mm_slot()
2675 mm_slot = khugepaged_scan.mm_slot; in khugepaged_scan_mm_slot()
2677 mm_slot = list_entry(khugepaged_scan.mm_head.next, in khugepaged_scan_mm_slot()
2679 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2680 khugepaged_scan.mm_slot = mm_slot; in khugepaged_scan_mm_slot()
2689 vma = find_vma(mm, khugepaged_scan.address); in khugepaged_scan_mm_slot()
2709 if (khugepaged_scan.address > hend) in khugepaged_scan_mm_slot()
2711 if (khugepaged_scan.address < hstart) in khugepaged_scan_mm_slot()
2712 khugepaged_scan.address = hstart; in khugepaged_scan_mm_slot()
2713 VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK); in khugepaged_scan_mm_slot()
2715 while (khugepaged_scan.address < hend) { in khugepaged_scan_mm_slot()
2721 VM_BUG_ON(khugepaged_scan.address < hstart || in khugepaged_scan_mm_slot()
2722 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2725 khugepaged_scan.address, in khugepaged_scan_mm_slot()
2728 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2742 VM_BUG_ON(khugepaged_scan.mm_slot != mm_slot); in khugepaged_scan_mm_slot()
2753 if (mm_slot->mm_node.next != &khugepaged_scan.mm_head) { in khugepaged_scan_mm_slot()
2754 khugepaged_scan.mm_slot = list_entry( in khugepaged_scan_mm_slot()
2757 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
2759 khugepaged_scan.mm_slot = NULL; in khugepaged_scan_mm_slot()
2771 return !list_empty(&khugepaged_scan.mm_head) && in khugepaged_has_work()
2777 return !list_empty(&khugepaged_scan.mm_head) || in khugepaged_wait_event()
2800 if (!khugepaged_scan.mm_slot) in khugepaged_do_scan()
2846 mm_slot = khugepaged_scan.mm_slot; in khugepaged()
2847 khugepaged_scan.mm_slot = NULL; in khugepaged()