huge_memory.h

  1/* SPDX-License-Identifier: GPL-2.0 */
  2#undef TRACE_SYSTEM
  3#define TRACE_SYSTEM huge_memory
  4
  5#if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
  6#define __HUGE_MEMORY_H
  7
  8#include  <linux/tracepoint.h>
  9
 10#define SCAN_STATUS							\
 11	EM( SCAN_FAIL,			"failed")			\
 12	EM( SCAN_SUCCEED,		"succeeded")			\
 13	EM( SCAN_NO_PTE_TABLE,		"no_pte_table")			\
 14	EM( SCAN_PMD_MAPPED,		"page_pmd_mapped")		\
 15	EM( SCAN_EXCEED_NONE_PTE,	"exceed_none_pte")		\
 16	EM( SCAN_EXCEED_SWAP_PTE,	"exceed_swap_pte")		\
 17	EM( SCAN_EXCEED_SHARED_PTE,	"exceed_shared_pte")		\
 18	EM( SCAN_PTE_NON_PRESENT,	"pte_non_present")		\
 19	EM( SCAN_PTE_UFFD_WP,		"pte_uffd_wp")			\
 20	EM( SCAN_PTE_MAPPED_HUGEPAGE,	"pte_mapped_hugepage")		\
 21	EM( SCAN_LACK_REFERENCED_PAGE,	"lack_referenced_page")		\
 22	EM( SCAN_PAGE_NULL,		"page_null")			\
 23	EM( SCAN_SCAN_ABORT,		"scan_aborted")			\
 24	EM( SCAN_PAGE_COUNT,		"not_suitable_page_count")	\
 25	EM( SCAN_PAGE_LRU,		"page_not_in_lru")		\
 26	EM( SCAN_PAGE_LOCK,		"page_locked")			\
 27	EM( SCAN_PAGE_ANON,		"page_not_anon")		\
 28	EM( SCAN_PAGE_COMPOUND,		"page_compound")		\
 29	EM( SCAN_ANY_PROCESS,		"no_process_for_page")		\
 30	EM( SCAN_VMA_NULL,		"vma_null")			\
 31	EM( SCAN_VMA_CHECK,		"vma_check_failed")		\
 32	EM( SCAN_ADDRESS_RANGE,		"not_suitable_address_range")	\
 33	EM( SCAN_DEL_PAGE_LRU,		"could_not_delete_page_from_lru")\
 34	EM( SCAN_ALLOC_HUGE_PAGE_FAIL,	"alloc_huge_page_failed")	\
 35	EM( SCAN_CGROUP_CHARGE_FAIL,	"ccgroup_charge_failed")	\
 36	EM( SCAN_TRUNCATED,		"truncated")			\
 37	EM( SCAN_PAGE_HAS_PRIVATE,	"page_has_private")		\
 38	EM( SCAN_STORE_FAILED,		"store_failed")			\
 39	EM( SCAN_COPY_MC,		"copy_poisoned_page")		\
 40	EMe(SCAN_PAGE_FILLED,		"page_filled")
 41
 42#undef EM
 43#undef EMe
 44#define EM(a, b)	TRACE_DEFINE_ENUM(a);
 45#define EMe(a, b)	TRACE_DEFINE_ENUM(a);
 46
 47SCAN_STATUS
 48
 49#undef EM
 50#undef EMe
 51#define EM(a, b)	{a, b},
 52#define EMe(a, b)	{a, b}
 53
 54TRACE_EVENT(mm_khugepaged_scan_pmd,
 55
 56	TP_PROTO(struct mm_struct *mm, struct folio *folio,
 57		 int referenced, int none_or_zero, int status, int unmapped),
 58
 59	TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped),
 60
 61	TP_STRUCT__entry(
 62		__field(struct mm_struct *, mm)
 63		__field(unsigned long, pfn)
 64		__field(int, referenced)
 65		__field(int, none_or_zero)
 66		__field(int, status)
 67		__field(int, unmapped)
 68	),
 69
 70	TP_fast_assign(
 71		__entry->mm = mm;
 72		__entry->pfn = folio ? folio_pfn(folio) : -1;
 73		__entry->referenced = referenced;
 74		__entry->none_or_zero = none_or_zero;
 75		__entry->status = status;
 76		__entry->unmapped = unmapped;
 77	),
 78
 79	TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
 80		__entry->mm,
 81		__entry->pfn,
 82		__entry->referenced,
 83		__entry->none_or_zero,
 84		__print_symbolic(__entry->status, SCAN_STATUS),
 85		__entry->unmapped)
 86);
 87
 88TRACE_EVENT(mm_collapse_huge_page,
 89
 90	TP_PROTO(struct mm_struct *mm, int isolated, int status),
 91
 92	TP_ARGS(mm, isolated, status),
 93
 94	TP_STRUCT__entry(
 95		__field(struct mm_struct *, mm)
 96		__field(int, isolated)
 97		__field(int, status)
 98	),
 99
100	TP_fast_assign(
101		__entry->mm = mm;
102		__entry->isolated = isolated;
103		__entry->status = status;
104	),
105
106	TP_printk("mm=%p, isolated=%d, status=%s",
107		__entry->mm,
108		__entry->isolated,
109		__print_symbolic(__entry->status, SCAN_STATUS))
110);
111
112TRACE_EVENT(mm_collapse_huge_page_isolate,
113
114	TP_PROTO(struct folio *folio, int none_or_zero,
115		 int referenced, int status),
116
117	TP_ARGS(folio, none_or_zero, referenced, status),
118
119	TP_STRUCT__entry(
120		__field(unsigned long, pfn)
121		__field(int, none_or_zero)
122		__field(int, referenced)
123		__field(int, status)
124	),
125
126	TP_fast_assign(
127		__entry->pfn = folio ? folio_pfn(folio) : -1;
128		__entry->none_or_zero = none_or_zero;
129		__entry->referenced = referenced;
130		__entry->status = status;
131	),
132
133	TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s",
134		__entry->pfn,
135		__entry->none_or_zero,
136		__entry->referenced,
137		__print_symbolic(__entry->status, SCAN_STATUS))
138);
139
140TRACE_EVENT(mm_collapse_huge_page_swapin,
141
142	TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret),
143
144	TP_ARGS(mm, swapped_in, referenced, ret),
145
146	TP_STRUCT__entry(
147		__field(struct mm_struct *, mm)
148		__field(int, swapped_in)
149		__field(int, referenced)
150		__field(int, ret)
151	),
152
153	TP_fast_assign(
154		__entry->mm = mm;
155		__entry->swapped_in = swapped_in;
156		__entry->referenced = referenced;
157		__entry->ret = ret;
158	),
159
160	TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d",
161		__entry->mm,
162		__entry->swapped_in,
163		__entry->referenced,
164		__entry->ret)
165);
166
167TRACE_EVENT(mm_khugepaged_scan_file,
168
169	TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file,
170		 int present, int swap, int result),
171
172	TP_ARGS(mm, folio, file, present, swap, result),
173
174	TP_STRUCT__entry(
175		__field(struct mm_struct *, mm)
176		__field(unsigned long, pfn)
177		__string(filename, file->f_path.dentry->d_iname)
178		__field(int, present)
179		__field(int, swap)
180		__field(int, result)
181	),
182
183	TP_fast_assign(
184		__entry->mm = mm;
185		__entry->pfn = folio ? folio_pfn(folio) : -1;
186		__assign_str(filename);
187		__entry->present = present;
188		__entry->swap = swap;
189		__entry->result = result;
190	),
191
192	TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s",
193		__entry->mm,
194		__entry->pfn,
195		__get_str(filename),
196		__entry->present,
197		__entry->swap,
198		__print_symbolic(__entry->result, SCAN_STATUS))
199);
200
201TRACE_EVENT(mm_khugepaged_collapse_file,
202	TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index,
203			unsigned long addr, bool is_shmem, struct file *file,
204			int nr, int result),
205	TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result),
206	TP_STRUCT__entry(
207		__field(struct mm_struct *, mm)
208		__field(unsigned long, hpfn)
209		__field(pgoff_t, index)
210		__field(unsigned long, addr)
211		__field(bool, is_shmem)
212		__string(filename, file->f_path.dentry->d_iname)
213		__field(int, nr)
214		__field(int, result)
215	),
216
217	TP_fast_assign(
218		__entry->mm = mm;
219		__entry->hpfn = new_folio ? folio_pfn(new_folio) : -1;
220		__entry->index = index;
221		__entry->addr = addr;
222		__entry->is_shmem = is_shmem;
223		__assign_str(filename);
224		__entry->nr = nr;
225		__entry->result = result;
226	),
227
228	TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s",
229		__entry->mm,
230		__entry->hpfn,
231		__entry->index,
232		__entry->addr,
233		__entry->is_shmem,
234		__get_str(filename),
235		__entry->nr,
236		__print_symbolic(__entry->result, SCAN_STATUS))
237);
238
239#endif /* __HUGE_MEMORY_H */
240#include <trace/define_trace.h>