include/linux/khugepaged.h

   1 #ifndef _LINUX_KHUGEPAGED_H
   2 #define _LINUX_KHUGEPAGED_H
   3
   4 #include <linux/sched/coredump.h> /* MMF_VM_HUGEPAGE */
   5
   6
   7 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
   8 extern struct attribute_group khugepaged_attr_group;
   9
  10 extern int khugepaged_init(void);
  11 extern void khugepaged_destroy(void);
  12 extern int start_stop_khugepaged(void);
  13 extern int __khugepaged_enter(struct mm_struct *mm);
  14 extern void __khugepaged_exit(struct mm_struct *mm);
  15 extern int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  16                                       unsigned long vm_flags);
  17
  18 #define khugepaged_enabled()                                           \
  19         (transparent_hugepage_flags &                                  \
  20          ((1<<TRANSPARENT_HUGEPAGE_FLAG) |                     \
  21           (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)))
  22 #define khugepaged_always()                             \
  23         (transparent_hugepage_flags &                   \
  24          (1<<TRANSPARENT_HUGEPAGE_FLAG))
  25 #define khugepaged_req_madv()                                   \
  26         (transparent_hugepage_flags &                           \
  27          (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))
  28 #define khugepaged_defrag()                                     \
  29         (transparent_hugepage_flags &                           \
  30          (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG))
  31
  32 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  33 {
  34         if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags))
  35                 return __khugepaged_enter(mm);
  36         return 0;
  37 }
  38
  39 static inline void khugepaged_exit(struct mm_struct *mm)
  40 {
  41         if (test_bit(MMF_VM_HUGEPAGE, &mm->flags))
  42                 __khugepaged_exit(mm);
  43 }
  44
  45 static inline int khugepaged_enter(struct vm_area_struct *vma,
  46                                    unsigned long vm_flags)
  47 {
  48         if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags))
  49                 if ((khugepaged_always() ||
  50                      (khugepaged_req_madv() && (vm_flags & VM_HUGEPAGE))) &&
  51                     !(vm_flags & VM_NOHUGEPAGE))
  52                         if (__khugepaged_enter(vma->vm_mm))
  53                                 return -ENOMEM;
  54         return 0;
  55 }
  56 #else /* CONFIG_TRANSPARENT_HUGEPAGE */
  57 static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  58 {
  59         return 0;
  60 }
  61 static inline void khugepaged_exit(struct mm_struct *mm)
  62 {
  63 }
  64 static inline int khugepaged_enter(struct vm_area_struct *vma,
  65                                    unsigned long vm_flags)
  66 {
  67         return 0;
  68 }
  69 static inline int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  70                                              unsigned long vm_flags)
  71 {
  72         return 0;
  73 }
  74 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  75
  76 #endif /* _LINUX_KHUGEPAGED_H */