projects/linux·blob master · refs

277 lines · 7.2 KiB

1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM huge_memory
4
5#if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
6#define __HUGE_MEMORY_H
7
8#include <linux/tracepoint.h>
9
10#define SCAN_STATUS \
11 EM( SCAN_FAIL, "failed") \
12 EM( SCAN_SUCCEED, "succeeded") \
13 EM( SCAN_NO_PTE_TABLE, "no_pte_table") \
14 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \
15 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \
16 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \
17 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \
18 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \
19 EM( SCAN_PTE_UFFD, "pte_uffd_wp") \
20 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \
21 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \
22 EM( SCAN_PAGE_NULL, "page_null") \
23 EM( SCAN_SCAN_ABORT, "scan_aborted") \
24 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \
25 EM( SCAN_PAGE_LRU, "page_not_in_lru") \
26 EM( SCAN_PAGE_LOCK, "page_locked") \
27 EM( SCAN_PAGE_ANON, "page_not_anon") \
28 EM( SCAN_PAGE_LAZYFREE, "page_lazyfree") \
29 EM( SCAN_PAGE_COMPOUND, "page_compound") \
30 EM( SCAN_ANY_PROCESS, "no_process_for_page") \
31 EM( SCAN_VMA_NULL, "vma_null") \
32 EM( SCAN_VMA_CHECK, "vma_check_failed") \
33 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \
34 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\
35 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \
36 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \
37 EM( SCAN_TRUNCATED, "truncated") \
38 EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \
39 EM( SCAN_STORE_FAILED, "store_failed") \
40 EM( SCAN_COPY_MC, "copy_poisoned_page") \
41 EM( SCAN_PAGE_FILLED, "page_filled") \
42 EMe(SCAN_PAGE_DIRTY_OR_WRITEBACK, "page_dirty_or_writeback")
43
44#undef EM
45#undef EMe
46#define EM(a, b) TRACE_DEFINE_ENUM(a);
47#define EMe(a, b) TRACE_DEFINE_ENUM(a);
48
49SCAN_STATUS
50
51#undef EM
52#undef EMe
53#define EM(a, b) {a, b},
54#define EMe(a, b) {a, b}
55
56TRACE_EVENT(mm_khugepaged_scan_pmd,
57
58 TP_PROTO(struct mm_struct *mm, struct folio *folio,
59 int referenced, int none_or_zero, int status, int unmapped),
60
61 TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped),
62
63 TP_STRUCT__entry(
64 __field(struct mm_struct *, mm)
65 __field(unsigned long, pfn)
66 __field(int, referenced)
67 __field(int, none_or_zero)
68 __field(int, status)
69 __field(int, unmapped)
70 ),
71
72 TP_fast_assign(
73 __entry->mm = mm;
74 __entry->pfn = folio ? folio_pfn(folio) : -1;
75 __entry->referenced = referenced;
76 __entry->none_or_zero = none_or_zero;
77 __entry->status = status;
78 __entry->unmapped = unmapped;
79 ),
80
81 TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
82 __entry->mm,
83 __entry->pfn,
84 __entry->referenced,
85 __entry->none_or_zero,
86 __print_symbolic(__entry->status, SCAN_STATUS),
87 __entry->unmapped)
88);
89
90TRACE_EVENT(mm_collapse_huge_page,
91
92 TP_PROTO(struct mm_struct *mm, int isolated, int status, unsigned int order),
93
94 TP_ARGS(mm, isolated, status, order),
95
96 TP_STRUCT__entry(
97 __field(struct mm_struct *, mm)
98 __field(int, isolated)
99 __field(int, status)
100 __field(unsigned int, order)
101 ),
102
103 TP_fast_assign(
104 __entry->mm = mm;
105 __entry->isolated = isolated;
106 __entry->status = status;
107 __entry->order = order;
108 ),
109
110 TP_printk("mm=%p, isolated=%d, status=%s, order=%u",
111 __entry->mm,
112 __entry->isolated,
113 __print_symbolic(__entry->status, SCAN_STATUS),
114 __entry->order)
115);
116
117TRACE_EVENT(mm_collapse_huge_page_isolate,
118
119 TP_PROTO(struct folio *folio, int none_or_zero,
120 int referenced, int status, unsigned int order),
121
122 TP_ARGS(folio, none_or_zero, referenced, status, order),
123
124 TP_STRUCT__entry(
125 __field(unsigned long, pfn)
126 __field(int, none_or_zero)
127 __field(int, referenced)
128 __field(int, status)
129 __field(unsigned int, order)
130 ),
131
132 TP_fast_assign(
133 __entry->pfn = folio ? folio_pfn(folio) : -1;
134 __entry->none_or_zero = none_or_zero;
135 __entry->referenced = referenced;
136 __entry->status = status;
137 __entry->order = order;
138 ),
139
140 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s, order=%u",
141 __entry->pfn,
142 __entry->none_or_zero,
143 __entry->referenced,
144 __print_symbolic(__entry->status, SCAN_STATUS),
145 __entry->order)
146);
147
148TRACE_EVENT(mm_collapse_huge_page_swapin,
149
150 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret,
151 unsigned int order),
152
153 TP_ARGS(mm, swapped_in, referenced, ret, order),
154
155 TP_STRUCT__entry(
156 __field(struct mm_struct *, mm)
157 __field(int, swapped_in)
158 __field(int, referenced)
159 __field(int, ret)
160 __field(unsigned int, order)
161 ),
162
163 TP_fast_assign(
164 __entry->mm = mm;
165 __entry->swapped_in = swapped_in;
166 __entry->referenced = referenced;
167 __entry->ret = ret;
168 __entry->order = order;
169 ),
170
171 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d, order=%u",
172 __entry->mm,
173 __entry->swapped_in,
174 __entry->referenced,
175 __entry->ret,
176 __entry->order)
177);
178
179TRACE_EVENT(mm_khugepaged_scan_file,
180
181 TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file,
182 int present, int swap, int result),
183
184 TP_ARGS(mm, folio, file, present, swap, result),
185
186 TP_STRUCT__entry(
187 __field(struct mm_struct *, mm)
188 __field(unsigned long, pfn)
189 __string(filename, file->f_path.dentry->d_iname)
190 __field(int, present)
191 __field(int, swap)
192 __field(int, result)
193 ),
194
195 TP_fast_assign(
196 __entry->mm = mm;
197 __entry->pfn = folio ? folio_pfn(folio) : -1;
198 __assign_str(filename);
199 __entry->present = present;
200 __entry->swap = swap;
201 __entry->result = result;
202 ),
203
204 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s",
205 __entry->mm,
206 __entry->pfn,
207 __get_str(filename),
208 __entry->present,
209 __entry->swap,
210 __print_symbolic(__entry->result, SCAN_STATUS))
211);
212
213TRACE_EVENT(mm_khugepaged_collapse_file,
214 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index,
215 unsigned long addr, bool is_shmem, struct file *file,
216 int nr, int result),
217 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result),
218 TP_STRUCT__entry(
219 __field(struct mm_struct *, mm)
220 __field(unsigned long, hpfn)
221 __field(pgoff_t, index)
222 __field(unsigned long, addr)
223 __field(bool, is_shmem)
224 __string(filename, file->f_path.dentry->d_iname)
225 __field(int, nr)
226 __field(int, result)
227 ),
228
229 TP_fast_assign(
230 __entry->mm = mm;
231 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1;
232 __entry->index = index;
233 __entry->addr = addr;
234 __entry->is_shmem = is_shmem;
235 __assign_str(filename);
236 __entry->nr = nr;
237 __entry->result = result;
238 ),
239
240 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s",
241 __entry->mm,
242 __entry->hpfn,
243 __entry->index,
244 __entry->addr,
245 __entry->is_shmem,
246 __get_str(filename),
247 __entry->nr,
248 __print_symbolic(__entry->result, SCAN_STATUS))
249);
250
251TRACE_EVENT(mm_khugepaged_scan,
252
253 TP_PROTO(struct mm_struct *mm, unsigned int progress,
254 bool full_scan_finished),
255
256 TP_ARGS(mm, progress, full_scan_finished),
257
258 TP_STRUCT__entry(
259 __field(struct mm_struct *, mm)
260 __field(unsigned int, progress)
261 __field(bool, full_scan_finished)
262 ),
263
264 TP_fast_assign(
265 __entry->mm = mm;
266 __entry->progress = progress;
267 __entry->full_scan_finished = full_scan_finished;
268 ),
269
270 TP_printk("mm=%p, progress=%u, full_scan_finished=%d",
271 __entry->mm,
272 __entry->progress,
273 __entry->full_scan_finished)
274);
275
276#endif /* __HUGE_MEMORY_H */
277#include <trace/define_trace.h>