khugepaged.h (2602B)
1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifndef _LINUX_KHUGEPAGED_H 3#define _LINUX_KHUGEPAGED_H 4 5#include <linux/sched/coredump.h> /* MMF_VM_HUGEPAGE */ 6 7#ifdef CONFIG_TRANSPARENT_HUGEPAGE 8extern struct attribute_group khugepaged_attr_group; 9 10extern int khugepaged_init(void); 11extern void khugepaged_destroy(void); 12extern int start_stop_khugepaged(void); 13extern bool hugepage_vma_check(struct vm_area_struct *vma, 14 unsigned long vm_flags); 15extern void __khugepaged_enter(struct mm_struct *mm); 16extern void __khugepaged_exit(struct mm_struct *mm); 17extern void khugepaged_enter_vma(struct vm_area_struct *vma, 18 unsigned long vm_flags); 19extern void khugepaged_min_free_kbytes_update(void); 20#ifdef CONFIG_SHMEM 21extern void collapse_pte_mapped_thp(struct mm_struct *mm, unsigned long addr); 22#else 23static inline void collapse_pte_mapped_thp(struct mm_struct *mm, 24 unsigned long addr) 25{ 26} 27#endif 28 29#define khugepaged_enabled() \ 30 (transparent_hugepage_flags & \ 31 ((1<<TRANSPARENT_HUGEPAGE_FLAG) | \ 32 (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))) 33#define khugepaged_always() \ 34 (transparent_hugepage_flags & \ 35 (1<<TRANSPARENT_HUGEPAGE_FLAG)) 36#define khugepaged_req_madv() \ 37 (transparent_hugepage_flags & \ 38 (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)) 39#define khugepaged_defrag() \ 40 (transparent_hugepage_flags & \ 41 (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG)) 42 43static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) 44{ 45 if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags)) 46 __khugepaged_enter(mm); 47} 48 49static inline void khugepaged_exit(struct mm_struct *mm) 50{ 51 if (test_bit(MMF_VM_HUGEPAGE, &mm->flags)) 52 __khugepaged_exit(mm); 53} 54 55static inline void khugepaged_enter(struct vm_area_struct *vma, 56 unsigned long vm_flags) 57{ 58 if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags) && 59 khugepaged_enabled()) { 60 if (hugepage_vma_check(vma, vm_flags)) 61 __khugepaged_enter(vma->vm_mm); 62 } 63} 64#else /* CONFIG_TRANSPARENT_HUGEPAGE */ 65static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) 66{ 67} 68static inline void khugepaged_exit(struct mm_struct *mm) 69{ 70} 71static inline void khugepaged_enter(struct vm_area_struct *vma, 72 unsigned long vm_flags) 73{ 74} 75static inline void khugepaged_enter_vma(struct vm_area_struct *vma, 76 unsigned long vm_flags) 77{ 78} 79static inline void collapse_pte_mapped_thp(struct mm_struct *mm, 80 unsigned long addr) 81{ 82} 83 84static inline void khugepaged_min_free_kbytes_update(void) 85{ 86} 87#endif /* CONFIG_TRANSPARENT_HUGEPAGE */ 88 89#endif /* _LINUX_KHUGEPAGED_H */