Debian Codegraph @

include/trace/events/huge_memory.h

raw
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM huge_memory
4
5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define __HUGE_MEMORY_H
7
8 #include <linux/tracepoint.h>
9
10 #define SCAN_STATUS \
11 EM( SCAN_FAIL, "failed") \
12 EM( SCAN_SUCCEED, "succeeded") \
13 EM( SCAN_NO_PTE_TABLE, "no_pte_table") \
14 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \
15 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \
16 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \
17 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \
18 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \
19 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \
20 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \
21 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \
22 EM( SCAN_PAGE_NULL, "page_null") \
23 EM( SCAN_SCAN_ABORT, "scan_aborted") \
24 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \
25 EM( SCAN_PAGE_LRU, "page_not_in_lru") \
26 EM( SCAN_PAGE_LOCK, "page_locked") \
27 EM( SCAN_PAGE_ANON, "page_not_anon") \
28 EM( SCAN_PAGE_COMPOUND, "page_compound") \
29 EM( SCAN_ANY_PROCESS, "no_process_for_page") \
30 EM( SCAN_VMA_NULL, "vma_null") \
31 EM( SCAN_VMA_CHECK, "vma_check_failed") \
32 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \
33 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\
34 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \
35 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \
36 EM( SCAN_TRUNCATED, "truncated") \
37 EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \
38 EM( SCAN_STORE_FAILED, "store_failed") \
39 EM( SCAN_COPY_MC, "copy_poisoned_page") \
40 EM( SCAN_PAGE_FILLED, "page_filled") \
41 EMe(SCAN_PAGE_DIRTY_OR_WRITEBACK, "page_dirty_or_writeback")
42
43 #undef EM
44 #undef EMe
45 #define EM(a, b) TRACE_DEFINE_ENUM(a);
46 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
47
48 SCAN_STATUS
49
50 #undef EM
51 #undef EMe
52 #define EM(a, b) {a, b},
53 #define EMe(a, b) {a, b}
54
55 TRACE_EVENT(mm_khugepaged_scan_pmd,
56
57 TP_PROTO(struct mm_struct *mm, struct folio *folio,
58 int referenced, int none_or_zero, int status, int unmapped),
59
60 TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped),
61
62 TP_STRUCT__entry(
63 __field(struct mm_struct *, mm)
64 __field(unsigned long, pfn)
65 __field(int, referenced)
66 __field(int, none_or_zero)
67 __field(int, status)
68 __field(int, unmapped)
69 ),
70
71 TP_fast_assign(
72 __entry->mm = mm;
73 __entry->pfn = folio ? folio_pfn(folio) : -1;
74 __entry->referenced = referenced;
75 __entry->none_or_zero = none_or_zero;
76 __entry->status = status;
77 __entry->unmapped = unmapped;
78 ),
79
80 TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
81 __entry->mm,
82 __entry->pfn,
83 __entry->referenced,
84 __entry->none_or_zero,
85 __print_symbolic(__entry->status, SCAN_STATUS),
86 __entry->unmapped)
87 );
88
89 TRACE_EVENT(mm_collapse_huge_page,
90
91 TP_PROTO(struct mm_struct *mm, int isolated, int status),
92
93 TP_ARGS(mm, isolated, status),
94
95 TP_STRUCT__entry(
96 __field(struct mm_struct *, mm)
97 __field(int, isolated)
98 __field(int, status)
99 ),
100
101 TP_fast_assign(
102 __entry->mm = mm;
103 __entry->isolated = isolated;
104 __entry->status = status;
105 ),
106
107 TP_printk("mm=%p, isolated=%d, status=%s",
108 __entry->mm,
109 __entry->isolated,
110 __print_symbolic(__entry->status, SCAN_STATUS))
111 );
112
113 TRACE_EVENT(mm_collapse_huge_page_isolate,
114
115 TP_PROTO(struct folio *folio, int none_or_zero,
116 int referenced, int status),
117
118 TP_ARGS(folio, none_or_zero, referenced, status),
119
120 TP_STRUCT__entry(
121 __field(unsigned long, pfn)
122 __field(int, none_or_zero)
123 __field(int, referenced)
124 __field(int, status)
125 ),
126
127 TP_fast_assign(
128 __entry->pfn = folio ? folio_pfn(folio) : -1;
129 __entry->none_or_zero = none_or_zero;
130 __entry->referenced = referenced;
131 __entry->status = status;
132 ),
133
134 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s",
135 __entry->pfn,
136 __entry->none_or_zero,
137 __entry->referenced,
138 __print_symbolic(__entry->status, SCAN_STATUS))
139 );
140
141 TRACE_EVENT(mm_collapse_huge_page_swapin,
142
143 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret),
144
145 TP_ARGS(mm, swapped_in, referenced, ret),
146
147 TP_STRUCT__entry(
148 __field(struct mm_struct *, mm)
149 __field(int, swapped_in)
150 __field(int, referenced)
151 __field(int, ret)
152 ),
153
154 TP_fast_assign(
155 __entry->mm = mm;
156 __entry->swapped_in = swapped_in;
157 __entry->referenced = referenced;
158 __entry->ret = ret;
159 ),
160
161 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d",
162 __entry->mm,
163 __entry->swapped_in,
164 __entry->referenced,
165 __entry->ret)
166 );
167
168 TRACE_EVENT(mm_khugepaged_scan_file,
169
170 TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file,
171 int present, int swap, int result),
172
173 TP_ARGS(mm, folio, file, present, swap, result),
174
175 TP_STRUCT__entry(
176 __field(struct mm_struct *, mm)
177 __field(unsigned long, pfn)
178 __string(filename, file->f_path.dentry->d_iname)
179 __field(int, present)
180 __field(int, swap)
181 __field(int, result)
182 ),
183
184 TP_fast_assign(
185 __entry->mm = mm;
186 __entry->pfn = folio ? folio_pfn(folio) : -1;
187 __assign_str(filename);
188 __entry->present = present;
189 __entry->swap = swap;
190 __entry->result = result;
191 ),
192
193 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s",
194 __entry->mm,
195 __entry->pfn,
196 __get_str(filename),
197 __entry->present,
198 __entry->swap,
199 __print_symbolic(__entry->result, SCAN_STATUS))
200 );
201
202 TRACE_EVENT(mm_khugepaged_collapse_file,
203 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index,
204 unsigned long addr, bool is_shmem, struct file *file,
205 int nr, int result),
206 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result),
207 TP_STRUCT__entry(
208 __field(struct mm_struct *, mm)
209 __field(unsigned long, hpfn)
210 __field(pgoff_t, index)
211 __field(unsigned long, addr)
212 __field(bool, is_shmem)
213 __string(filename, file->f_path.dentry->d_iname)
214 __field(int, nr)
215 __field(int, result)
216 ),
217
218 TP_fast_assign(
219 __entry->mm = mm;
220 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1;
221 __entry->index = index;
222 __entry->addr = addr;
223 __entry->is_shmem = is_shmem;
224 __assign_str(filename);
225 __entry->nr = nr;
226 __entry->result = result;
227 ),
228
229 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s",
230 __entry->mm,
231 __entry->hpfn,
232 __entry->index,
233 __entry->addr,
234 __entry->is_shmem,
235 __get_str(filename),
236 __entry->nr,
237 __print_symbolic(__entry->result, SCAN_STATUS))
238 );
239
240 #endif /* __HUGE_MEMORY_H */
241 #include <trace/define_trace.h>