298 lines
8.6 KiB
C
298 lines
8.6 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0 */
|
||
|
|
#include <linux/node.h>
|
||
|
|
#include <linux/mmzone.h>
|
||
|
|
#include <linux/compaction.h>
|
||
|
|
/*
|
||
|
|
* The order of these masks is important. Matching masks will be seen
|
||
|
|
* first and the left over flags will end up showing by themselves.
|
||
|
|
*
|
||
|
|
* For example, if we have GFP_KERNEL before GFP_USER we wil get:
|
||
|
|
*
|
||
|
|
* GFP_KERNEL|GFP_HARDWALL
|
||
|
|
*
|
||
|
|
* Thus most bits set go first.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
|
||
|
|
|
||
|
|
#define __def_gfpflag_names \
|
||
|
|
gfpflag_string(GFP_TRANSHUGE), \
|
||
|
|
gfpflag_string(GFP_TRANSHUGE_LIGHT), \
|
||
|
|
gfpflag_string(GFP_HIGHUSER_MOVABLE), \
|
||
|
|
gfpflag_string(GFP_HIGHUSER), \
|
||
|
|
gfpflag_string(GFP_USER), \
|
||
|
|
gfpflag_string(GFP_KERNEL_ACCOUNT), \
|
||
|
|
gfpflag_string(GFP_KERNEL), \
|
||
|
|
gfpflag_string(GFP_NOFS), \
|
||
|
|
gfpflag_string(GFP_ATOMIC), \
|
||
|
|
gfpflag_string(GFP_NOIO), \
|
||
|
|
gfpflag_string(GFP_NOWAIT), \
|
||
|
|
gfpflag_string(GFP_DMA), \
|
||
|
|
gfpflag_string(__GFP_HIGHMEM), \
|
||
|
|
gfpflag_string(GFP_DMA32), \
|
||
|
|
gfpflag_string(__GFP_HIGH), \
|
||
|
|
gfpflag_string(__GFP_ATOMIC), \
|
||
|
|
gfpflag_string(__GFP_IO), \
|
||
|
|
gfpflag_string(__GFP_FS), \
|
||
|
|
gfpflag_string(__GFP_NOWARN), \
|
||
|
|
gfpflag_string(__GFP_RETRY_MAYFAIL), \
|
||
|
|
gfpflag_string(__GFP_NOFAIL), \
|
||
|
|
gfpflag_string(__GFP_NORETRY), \
|
||
|
|
gfpflag_string(__GFP_COMP), \
|
||
|
|
gfpflag_string(__GFP_ZERO), \
|
||
|
|
gfpflag_string(__GFP_NOMEMALLOC), \
|
||
|
|
gfpflag_string(__GFP_MEMALLOC), \
|
||
|
|
gfpflag_string(__GFP_HARDWALL), \
|
||
|
|
gfpflag_string(__GFP_THISNODE), \
|
||
|
|
gfpflag_string(__GFP_RECLAIMABLE), \
|
||
|
|
gfpflag_string(__GFP_MOVABLE), \
|
||
|
|
gfpflag_string(__GFP_ACCOUNT), \
|
||
|
|
gfpflag_string(__GFP_WRITE), \
|
||
|
|
gfpflag_string(__GFP_RECLAIM), \
|
||
|
|
gfpflag_string(__GFP_DIRECT_RECLAIM), \
|
||
|
|
gfpflag_string(__GFP_KSWAPD_RECLAIM), \
|
||
|
|
gfpflag_string(__GFP_ZEROTAGS)
|
||
|
|
|
||
|
|
#ifdef CONFIG_KASAN_HW_TAGS
|
||
|
|
#define __def_gfpflag_names_kasan , \
|
||
|
|
gfpflag_string(__GFP_SKIP_ZERO), \
|
||
|
|
gfpflag_string(__GFP_SKIP_KASAN_POISON), \
|
||
|
|
gfpflag_string(__GFP_SKIP_KASAN_UNPOISON)
|
||
|
|
#else
|
||
|
|
#define __def_gfpflag_names_kasan
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define show_gfp_flags(flags) \
|
||
|
|
(flags) ? __print_flags(flags, "|", \
|
||
|
|
__def_gfpflag_names __def_gfpflag_names_kasan \
|
||
|
|
) : "none"
|
||
|
|
|
||
|
|
#ifdef CONFIG_MMU
|
||
|
|
#define IF_HAVE_PG_MLOCK(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_MLOCK(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_ARCH_USES_PG_UNCACHED
|
||
|
|
#define IF_HAVE_PG_UNCACHED(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_UNCACHED(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_MEMORY_FAILURE
|
||
|
|
#define IF_HAVE_PG_HWPOISON(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_HWPOISON(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
|
||
|
|
#define IF_HAVE_PG_IDLE(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_IDLE(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_64BIT
|
||
|
|
#define IF_HAVE_PG_ARCH_2(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_ARCH_2(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_KASAN_HW_TAGS
|
||
|
|
#define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string) ,{1UL << flag, string}
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define __def_pageflag_names \
|
||
|
|
{1UL << PG_locked, "locked" }, \
|
||
|
|
{1UL << PG_waiters, "waiters" }, \
|
||
|
|
{1UL << PG_error, "error" }, \
|
||
|
|
{1UL << PG_referenced, "referenced" }, \
|
||
|
|
{1UL << PG_uptodate, "uptodate" }, \
|
||
|
|
{1UL << PG_dirty, "dirty" }, \
|
||
|
|
{1UL << PG_lru, "lru" }, \
|
||
|
|
{1UL << PG_active, "active" }, \
|
||
|
|
{1UL << PG_workingset, "workingset" }, \
|
||
|
|
{1UL << PG_slab, "slab" }, \
|
||
|
|
{1UL << PG_owner_priv_1, "owner_priv_1" }, \
|
||
|
|
{1UL << PG_arch_1, "arch_1" }, \
|
||
|
|
{1UL << PG_reserved, "reserved" }, \
|
||
|
|
{1UL << PG_private, "private" }, \
|
||
|
|
{1UL << PG_private_2, "private_2" }, \
|
||
|
|
{1UL << PG_writeback, "writeback" }, \
|
||
|
|
{1UL << PG_head, "head" }, \
|
||
|
|
{1UL << PG_mappedtodisk, "mappedtodisk" }, \
|
||
|
|
{1UL << PG_reclaim, "reclaim" }, \
|
||
|
|
{1UL << PG_swapbacked, "swapbacked" }, \
|
||
|
|
{1UL << PG_unevictable, "unevictable" } \
|
||
|
|
IF_HAVE_PG_MLOCK(PG_mlocked, "mlocked" ) \
|
||
|
|
IF_HAVE_PG_UNCACHED(PG_uncached, "uncached" ) \
|
||
|
|
IF_HAVE_PG_HWPOISON(PG_hwpoison, "hwpoison" ) \
|
||
|
|
IF_HAVE_PG_IDLE(PG_young, "young" ) \
|
||
|
|
IF_HAVE_PG_IDLE(PG_idle, "idle" ) \
|
||
|
|
IF_HAVE_PG_ARCH_2(PG_arch_2, "arch_2" ) \
|
||
|
|
IF_HAVE_PG_SKIP_KASAN_POISON(PG_skip_kasan_poison, "skip_kasan_poison")
|
||
|
|
|
||
|
|
#define show_page_flags(flags) \
|
||
|
|
(flags) ? __print_flags(flags, "|", \
|
||
|
|
__def_pageflag_names \
|
||
|
|
) : "none"
|
||
|
|
|
||
|
|
#if defined(CONFIG_X86)
|
||
|
|
#define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" }
|
||
|
|
#elif defined(CONFIG_PPC)
|
||
|
|
#define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" }
|
||
|
|
#elif defined(CONFIG_PARISC) || defined(CONFIG_IA64)
|
||
|
|
#define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" }
|
||
|
|
#elif !defined(CONFIG_MMU)
|
||
|
|
#define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" }
|
||
|
|
#else
|
||
|
|
#define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" }
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_MEM_SOFT_DIRTY
|
||
|
|
#define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
|
||
|
|
#else
|
||
|
|
#define IF_HAVE_VM_SOFTDIRTY(flag,name)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
|
||
|
|
# define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
|
||
|
|
#else
|
||
|
|
# define IF_HAVE_UFFD_MINOR(flag, name)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define __def_vmaflag_names \
|
||
|
|
{VM_READ, "read" }, \
|
||
|
|
{VM_WRITE, "write" }, \
|
||
|
|
{VM_EXEC, "exec" }, \
|
||
|
|
{VM_SHARED, "shared" }, \
|
||
|
|
{VM_MAYREAD, "mayread" }, \
|
||
|
|
{VM_MAYWRITE, "maywrite" }, \
|
||
|
|
{VM_MAYEXEC, "mayexec" }, \
|
||
|
|
{VM_MAYSHARE, "mayshare" }, \
|
||
|
|
{VM_GROWSDOWN, "growsdown" }, \
|
||
|
|
{VM_UFFD_MISSING, "uffd_missing" }, \
|
||
|
|
IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \
|
||
|
|
{VM_PFNMAP, "pfnmap" }, \
|
||
|
|
{VM_UFFD_WP, "uffd_wp" }, \
|
||
|
|
{VM_LOCKED, "locked" }, \
|
||
|
|
{VM_IO, "io" }, \
|
||
|
|
{VM_SEQ_READ, "seqread" }, \
|
||
|
|
{VM_RAND_READ, "randread" }, \
|
||
|
|
{VM_DONTCOPY, "dontcopy" }, \
|
||
|
|
{VM_DONTEXPAND, "dontexpand" }, \
|
||
|
|
{VM_LOCKONFAULT, "lockonfault" }, \
|
||
|
|
{VM_ACCOUNT, "account" }, \
|
||
|
|
{VM_NORESERVE, "noreserve" }, \
|
||
|
|
{VM_HUGETLB, "hugetlb" }, \
|
||
|
|
{VM_SYNC, "sync" }, \
|
||
|
|
__VM_ARCH_SPECIFIC_1 , \
|
||
|
|
{VM_WIPEONFORK, "wipeonfork" }, \
|
||
|
|
{VM_DONTDUMP, "dontdump" }, \
|
||
|
|
IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \
|
||
|
|
{VM_MIXEDMAP, "mixedmap" }, \
|
||
|
|
{VM_HUGEPAGE, "hugepage" }, \
|
||
|
|
{VM_NOHUGEPAGE, "nohugepage" }, \
|
||
|
|
{VM_MERGEABLE, "mergeable" } \
|
||
|
|
|
||
|
|
#define show_vma_flags(flags) \
|
||
|
|
(flags) ? __print_flags(flags, "|", \
|
||
|
|
__def_vmaflag_names \
|
||
|
|
) : "none"
|
||
|
|
|
||
|
|
#ifdef CONFIG_COMPACTION
|
||
|
|
#define COMPACTION_STATUS \
|
||
|
|
EM( COMPACT_SKIPPED, "skipped") \
|
||
|
|
EM( COMPACT_DEFERRED, "deferred") \
|
||
|
|
EM( COMPACT_CONTINUE, "continue") \
|
||
|
|
EM( COMPACT_SUCCESS, "success") \
|
||
|
|
EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \
|
||
|
|
EM( COMPACT_COMPLETE, "complete") \
|
||
|
|
EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
|
||
|
|
EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
|
||
|
|
EMe(COMPACT_CONTENDED, "contended")
|
||
|
|
|
||
|
|
/* High-level compaction status feedback */
|
||
|
|
#define COMPACTION_FAILED 1
|
||
|
|
#define COMPACTION_WITHDRAWN 2
|
||
|
|
#define COMPACTION_PROGRESS 3
|
||
|
|
|
||
|
|
#define compact_result_to_feedback(result) \
|
||
|
|
({ \
|
||
|
|
enum compact_result __result = result; \
|
||
|
|
(compaction_failed(__result)) ? COMPACTION_FAILED : \
|
||
|
|
(compaction_withdrawn(__result)) ? COMPACTION_WITHDRAWN : COMPACTION_PROGRESS; \
|
||
|
|
})
|
||
|
|
|
||
|
|
#define COMPACTION_FEEDBACK \
|
||
|
|
EM(COMPACTION_FAILED, "failed") \
|
||
|
|
EM(COMPACTION_WITHDRAWN, "withdrawn") \
|
||
|
|
EMe(COMPACTION_PROGRESS, "progress")
|
||
|
|
|
||
|
|
#define COMPACTION_PRIORITY \
|
||
|
|
EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \
|
||
|
|
EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \
|
||
|
|
EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC")
|
||
|
|
#else
|
||
|
|
#define COMPACTION_STATUS
|
||
|
|
#define COMPACTION_PRIORITY
|
||
|
|
#define COMPACTION_FEEDBACK
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_ZONE_DMA
|
||
|
|
#define IFDEF_ZONE_DMA(X) X
|
||
|
|
#else
|
||
|
|
#define IFDEF_ZONE_DMA(X)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_ZONE_DMA32
|
||
|
|
#define IFDEF_ZONE_DMA32(X) X
|
||
|
|
#else
|
||
|
|
#define IFDEF_ZONE_DMA32(X)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifdef CONFIG_HIGHMEM
|
||
|
|
#define IFDEF_ZONE_HIGHMEM(X) X
|
||
|
|
#else
|
||
|
|
#define IFDEF_ZONE_HIGHMEM(X)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define ZONE_TYPE \
|
||
|
|
IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
|
||
|
|
IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
|
||
|
|
EM (ZONE_NORMAL, "Normal") \
|
||
|
|
IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
|
||
|
|
EMe(ZONE_MOVABLE,"Movable")
|
||
|
|
|
||
|
|
#define LRU_NAMES \
|
||
|
|
EM (LRU_INACTIVE_ANON, "inactive_anon") \
|
||
|
|
EM (LRU_ACTIVE_ANON, "active_anon") \
|
||
|
|
EM (LRU_INACTIVE_FILE, "inactive_file") \
|
||
|
|
EM (LRU_ACTIVE_FILE, "active_file") \
|
||
|
|
EMe(LRU_UNEVICTABLE, "unevictable")
|
||
|
|
|
||
|
|
/*
|
||
|
|
* First define the enums in the above macros to be exported to userspace
|
||
|
|
* via TRACE_DEFINE_ENUM().
|
||
|
|
*/
|
||
|
|
#undef EM
|
||
|
|
#undef EMe
|
||
|
|
#define EM(a, b) TRACE_DEFINE_ENUM(a);
|
||
|
|
#define EMe(a, b) TRACE_DEFINE_ENUM(a);
|
||
|
|
|
||
|
|
COMPACTION_STATUS
|
||
|
|
COMPACTION_PRIORITY
|
||
|
|
/* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
|
||
|
|
ZONE_TYPE
|
||
|
|
LRU_NAMES
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Now redefine the EM() and EMe() macros to map the enums to the strings
|
||
|
|
* that will be printed in the output.
|
||
|
|
*/
|
||
|
|
#undef EM
|
||
|
|
#undef EMe
|
||
|
|
#define EM(a, b) {a, b},
|
||
|
|
#define EMe(a, b) {a, b}
|