vm_event_item.h

  1/* SPDX-License-Identifier: GPL-2.0 */
  2#ifndef VM_EVENT_ITEM_H_INCLUDED
  3#define VM_EVENT_ITEM_H_INCLUDED
  4
  5#include <linux/thread_info.h>
  6
  7#ifdef CONFIG_ZONE_DMA
  8#define DMA_ZONE(xx) xx##_DMA,
  9#else
 10#define DMA_ZONE(xx)
 11#endif
 12
 13#ifdef CONFIG_ZONE_DMA32
 14#define DMA32_ZONE(xx) xx##_DMA32,
 15#else
 16#define DMA32_ZONE(xx)
 17#endif
 18
 19#ifdef CONFIG_HIGHMEM
 20#define HIGHMEM_ZONE(xx) xx##_HIGH,
 21#else
 22#define HIGHMEM_ZONE(xx)
 23#endif
 24
 25#ifdef CONFIG_ZONE_DEVICE
 26#define DEVICE_ZONE(xx) xx##_DEVICE,
 27#else
 28#define DEVICE_ZONE(xx)
 29#endif
 30
 31#define FOR_ALL_ZONES(xx) DMA_ZONE(xx) DMA32_ZONE(xx) xx##_NORMAL, \
 32	HIGHMEM_ZONE(xx) xx##_MOVABLE, DEVICE_ZONE(xx)
 33
 34enum vm_event_item { PGPGIN, PGPGOUT, PSWPIN, PSWPOUT,
 35		FOR_ALL_ZONES(PGALLOC)
 36		FOR_ALL_ZONES(ALLOCSTALL)
 37		FOR_ALL_ZONES(PGSCAN_SKIP)
 38		PGFREE, PGACTIVATE, PGDEACTIVATE, PGLAZYFREE,
 39		PGFAULT, PGMAJFAULT,
 40		PGLAZYFREED,
 41		PGREFILL,
 42		PGREUSE,
 43		PGSTEAL_KSWAPD,
 44		PGSTEAL_DIRECT,
 45		PGSTEAL_KHUGEPAGED,
 46		PGSTEAL_PROACTIVE,
 47		PGSCAN_KSWAPD,
 48		PGSCAN_DIRECT,
 49		PGSCAN_KHUGEPAGED,
 50		PGSCAN_PROACTIVE,
 51		PGSCAN_DIRECT_THROTTLE,
 52		PGSCAN_ANON,
 53		PGSCAN_FILE,
 54		PGSTEAL_ANON,
 55		PGSTEAL_FILE,
 56#ifdef CONFIG_NUMA
 57		PGSCAN_ZONE_RECLAIM_SUCCESS,
 58		PGSCAN_ZONE_RECLAIM_FAILED,
 59#endif
 60		PGINODESTEAL, SLABS_SCANNED, KSWAPD_INODESTEAL,
 61		KSWAPD_LOW_WMARK_HIT_QUICKLY, KSWAPD_HIGH_WMARK_HIT_QUICKLY,
 62		PAGEOUTRUN, PGROTATED,
 63		DROP_PAGECACHE, DROP_SLAB,
 64		OOM_KILL,
 65#ifdef CONFIG_NUMA_BALANCING
 66		NUMA_PTE_UPDATES,
 67		NUMA_HUGE_PTE_UPDATES,
 68		NUMA_HINT_FAULTS,
 69		NUMA_HINT_FAULTS_LOCAL,
 70		NUMA_PAGE_MIGRATE,
 71#endif
 72#ifdef CONFIG_MIGRATION
 73		PGMIGRATE_SUCCESS, PGMIGRATE_FAIL,
 74		THP_MIGRATION_SUCCESS,
 75		THP_MIGRATION_FAIL,
 76		THP_MIGRATION_SPLIT,
 77#endif
 78#ifdef CONFIG_COMPACTION
 79		COMPACTMIGRATE_SCANNED, COMPACTFREE_SCANNED,
 80		COMPACTISOLATED,
 81		COMPACTSTALL, COMPACTFAIL, COMPACTSUCCESS,
 82		KCOMPACTD_WAKE,
 83		KCOMPACTD_MIGRATE_SCANNED, KCOMPACTD_FREE_SCANNED,
 84#endif
 85#ifdef CONFIG_HUGETLB_PAGE
 86		HTLB_BUDDY_PGALLOC, HTLB_BUDDY_PGALLOC_FAIL,
 87#endif
 88#ifdef CONFIG_CMA
 89		CMA_ALLOC_SUCCESS,
 90		CMA_ALLOC_FAIL,
 91#endif
 92		UNEVICTABLE_PGCULLED,	/* culled to noreclaim list */
 93		UNEVICTABLE_PGSCANNED,	/* scanned for reclaimability */
 94		UNEVICTABLE_PGRESCUED,	/* rescued from noreclaim list */
 95		UNEVICTABLE_PGMLOCKED,
 96		UNEVICTABLE_PGMUNLOCKED,
 97		UNEVICTABLE_PGCLEARED,	/* on COW, page truncate */
 98		UNEVICTABLE_PGSTRANDED,	/* unable to isolate on unlock */
 99#ifdef CONFIG_TRANSPARENT_HUGEPAGE
100		THP_FAULT_ALLOC,
101		THP_FAULT_FALLBACK,
102		THP_FAULT_FALLBACK_CHARGE,
103		THP_COLLAPSE_ALLOC,
104		THP_COLLAPSE_ALLOC_FAILED,
105		THP_FILE_ALLOC,
106		THP_FILE_FALLBACK,
107		THP_FILE_FALLBACK_CHARGE,
108		THP_FILE_MAPPED,
109		THP_SPLIT_PAGE,
110		THP_SPLIT_PAGE_FAILED,
111		THP_DEFERRED_SPLIT_PAGE,
112		THP_UNDERUSED_SPLIT_PAGE,
113		THP_SPLIT_PMD,
114		THP_SCAN_EXCEED_NONE_PTE,
115		THP_SCAN_EXCEED_SWAP_PTE,
116		THP_SCAN_EXCEED_SHARED_PTE,
117#ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD
118		THP_SPLIT_PUD,
119#endif
120		THP_ZERO_PAGE_ALLOC,
121		THP_ZERO_PAGE_ALLOC_FAILED,
122		THP_SWPOUT,
123		THP_SWPOUT_FALLBACK,
124#endif
125#ifdef CONFIG_MEMORY_BALLOON
126		BALLOON_INFLATE,
127		BALLOON_DEFLATE,
128#ifdef CONFIG_BALLOON_COMPACTION
129		BALLOON_MIGRATE,
130#endif
131#endif
132#ifdef CONFIG_DEBUG_TLBFLUSH
133		NR_TLB_REMOTE_FLUSH,	/* cpu tried to flush others' tlbs */
134		NR_TLB_REMOTE_FLUSH_RECEIVED,/* cpu received ipi for flush */
135		NR_TLB_LOCAL_FLUSH_ALL,
136		NR_TLB_LOCAL_FLUSH_ONE,
137#endif /* CONFIG_DEBUG_TLBFLUSH */
138#ifdef CONFIG_SWAP
139		SWAP_RA,
140		SWAP_RA_HIT,
141		SWPIN_ZERO,
142		SWPOUT_ZERO,
143#ifdef CONFIG_KSM
144		KSM_SWPIN_COPY,
145#endif
146#endif
147#ifdef CONFIG_KSM
148		COW_KSM,
149#endif
150#ifdef CONFIG_ZSWAP
151		ZSWPIN,
152		ZSWPOUT,
153		ZSWPWB,
154#endif
155#ifdef CONFIG_X86
156		DIRECT_MAP_LEVEL2_SPLIT,
157		DIRECT_MAP_LEVEL3_SPLIT,
158		DIRECT_MAP_LEVEL2_COLLAPSE,
159		DIRECT_MAP_LEVEL3_COLLAPSE,
160#endif
161#ifdef CONFIG_PER_VMA_LOCK_STATS
162		VMA_LOCK_SUCCESS,
163		VMA_LOCK_ABORT,
164		VMA_LOCK_RETRY,
165		VMA_LOCK_MISS,
166#endif
167#ifdef CONFIG_DEBUG_STACK_USAGE
168		KSTACK_1K,
169#if THREAD_SIZE > 1024
170		KSTACK_2K,
171#endif
172#if THREAD_SIZE > 2048
173		KSTACK_4K,
174#endif
175#if THREAD_SIZE > 4096
176		KSTACK_8K,
177#endif
178#if THREAD_SIZE > 8192
179		KSTACK_16K,
180#endif
181#if THREAD_SIZE > 16384
182		KSTACK_32K,
183#endif
184#if THREAD_SIZE > 32768
185		KSTACK_64K,
186#endif
187#if THREAD_SIZE > 65536
188		KSTACK_REST,
189#endif
190#endif /* CONFIG_DEBUG_STACK_USAGE */
191		NR_VM_EVENT_ITEMS
192};
193
194#ifndef CONFIG_TRANSPARENT_HUGEPAGE
195#define THP_FILE_ALLOC ({ BUILD_BUG(); 0; })
196#define THP_FILE_FALLBACK ({ BUILD_BUG(); 0; })
197#define THP_FILE_FALLBACK_CHARGE ({ BUILD_BUG(); 0; })
198#define THP_FILE_MAPPED ({ BUILD_BUG(); 0; })
199#endif
200
201#endif		/* VM_EVENT_ITEM_H_INCLUDED */