| 1 |
/* SPDX-License-Identifier: GPL-2.0 */ |
| 2 |
#undef TRACE_SYSTEM |
| 3 |
#define TRACE_SYSTEM huge_memory |
| 4 |
|
| 5 |
#if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) |
| 6 |
#define __HUGE_MEMORY_H |
| 7 |
|
| 8 |
#include <linux/tracepoint.h> |
| 9 |
|
| 10 |
#define SCAN_STATUS \ |
| 11 |
EM( SCAN_FAIL, "failed") \ |
| 12 |
EM( SCAN_SUCCEED, "succeeded") \ |
| 13 |
EM( SCAN_NO_PTE_TABLE, "no_pte_table") \ |
| 14 |
EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \ |
| 15 |
EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ |
| 16 |
EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ |
| 17 |
EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ |
| 18 |
EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ |
| 19 |
EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ |
| 20 |
EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \ |
| 21 |
EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ |
| 22 |
EM( SCAN_PAGE_NULL, "page_null") \ |
| 23 |
EM( SCAN_SCAN_ABORT, "scan_aborted") \ |
| 24 |
EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ |
| 25 |
EM( SCAN_PAGE_LRU, "page_not_in_lru") \ |
| 26 |
EM( SCAN_PAGE_LOCK, "page_locked") \ |
| 27 |
EM( SCAN_PAGE_ANON, "page_not_anon") \ |
| 28 |
EM( SCAN_PAGE_COMPOUND, "page_compound") \ |
| 29 |
EM( SCAN_ANY_PROCESS, "no_process_for_page") \ |
| 30 |
EM( SCAN_VMA_NULL, "vma_null") \ |
| 31 |
EM( SCAN_VMA_CHECK, "vma_check_failed") \ |
| 32 |
EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ |
| 33 |
EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ |
| 34 |
EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ |
| 35 |
EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ |
| 36 |
EM( SCAN_TRUNCATED, "truncated") \ |
| 37 |
EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ |
| 38 |
EM( SCAN_STORE_FAILED, "store_failed") \ |
| 39 |
EM( SCAN_COPY_MC, "copy_poisoned_page") \ |
| 40 |
EM( SCAN_PAGE_FILLED, "page_filled") \ |
| 41 |
EMe(SCAN_PAGE_DIRTY_OR_WRITEBACK, "page_dirty_or_writeback") |
| 42 |
|
| 43 |
#undef EM |
| 44 |
#undef EMe |
| 45 |
#define EM(a, b) TRACE_DEFINE_ENUM(a); |
| 46 |
#define EMe(a, b) TRACE_DEFINE_ENUM(a); |
| 47 |
|
| 48 |
SCAN_STATUS |
| 49 |
|
| 50 |
#undef EM |
| 51 |
#undef EMe |
| 52 |
#define EM(a, b) {a, b}, |
| 53 |
#define EMe(a, b) {a, b} |
| 54 |
|
| 55 |
TRACE_EVENT(mm_khugepaged_scan_pmd, |
| 56 |
|
| 57 |
TP_PROTO(struct mm_struct *mm, struct folio *folio, |
| 58 |
int referenced, int none_or_zero, int status, int unmapped), |
| 59 |
|
| 60 |
TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped), |
| 61 |
|
| 62 |
TP_STRUCT__entry( |
| 63 |
__field(struct mm_struct *, mm) |
| 64 |
__field(unsigned long, pfn) |
| 65 |
__field(int, referenced) |
| 66 |
__field(int, none_or_zero) |
| 67 |
__field(int, status) |
| 68 |
__field(int, unmapped) |
| 69 |
), |
| 70 |
|
| 71 |
TP_fast_assign( |
| 72 |
__entry->mm = mm; |
| 73 |
__entry->pfn = folio ? folio_pfn(folio) : -1; |
| 74 |
__entry->referenced = referenced; |
| 75 |
__entry->none_or_zero = none_or_zero; |
| 76 |
__entry->status = status; |
| 77 |
__entry->unmapped = unmapped; |
| 78 |
), |
| 79 |
|
| 80 |
TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", |
| 81 |
__entry->mm, |
| 82 |
__entry->pfn, |
| 83 |
__entry->referenced, |
| 84 |
__entry->none_or_zero, |
| 85 |
__print_symbolic(__entry->status, SCAN_STATUS), |
| 86 |
__entry->unmapped) |
| 87 |
); |
| 88 |
|
| 89 |
TRACE_EVENT(mm_collapse_huge_page, |
| 90 |
|
| 91 |
TP_PROTO(struct mm_struct *mm, int isolated, int status), |
| 92 |
|
| 93 |
TP_ARGS(mm, isolated, status), |
| 94 |
|
| 95 |
TP_STRUCT__entry( |
| 96 |
__field(struct mm_struct *, mm) |
| 97 |
__field(int, isolated) |
| 98 |
__field(int, status) |
| 99 |
), |
| 100 |
|
| 101 |
TP_fast_assign( |
| 102 |
__entry->mm = mm; |
| 103 |
__entry->isolated = isolated; |
| 104 |
__entry->status = status; |
| 105 |
), |
| 106 |
|
| 107 |
TP_printk("mm=%p, isolated=%d, status=%s", |
| 108 |
__entry->mm, |
| 109 |
__entry->isolated, |
| 110 |
__print_symbolic(__entry->status, SCAN_STATUS)) |
| 111 |
); |
| 112 |
|
| 113 |
TRACE_EVENT(mm_collapse_huge_page_isolate, |
| 114 |
|
| 115 |
TP_PROTO(struct folio *folio, int none_or_zero, |
| 116 |
int referenced, int status), |
| 117 |
|
| 118 |
TP_ARGS(folio, none_or_zero, referenced, status), |
| 119 |
|
| 120 |
TP_STRUCT__entry( |
| 121 |
__field(unsigned long, pfn) |
| 122 |
__field(int, none_or_zero) |
| 123 |
__field(int, referenced) |
| 124 |
__field(int, status) |
| 125 |
), |
| 126 |
|
| 127 |
TP_fast_assign( |
| 128 |
__entry->pfn = folio ? folio_pfn(folio) : -1; |
| 129 |
__entry->none_or_zero = none_or_zero; |
| 130 |
__entry->referenced = referenced; |
| 131 |
__entry->status = status; |
| 132 |
), |
| 133 |
|
| 134 |
TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s", |
| 135 |
__entry->pfn, |
| 136 |
__entry->none_or_zero, |
| 137 |
__entry->referenced, |
| 138 |
__print_symbolic(__entry->status, SCAN_STATUS)) |
| 139 |
); |
| 140 |
|
| 141 |
TRACE_EVENT(mm_collapse_huge_page_swapin, |
| 142 |
|
| 143 |
TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret), |
| 144 |
|
| 145 |
TP_ARGS(mm, swapped_in, referenced, ret), |
| 146 |
|
| 147 |
TP_STRUCT__entry( |
| 148 |
__field(struct mm_struct *, mm) |
| 149 |
__field(int, swapped_in) |
| 150 |
__field(int, referenced) |
| 151 |
__field(int, ret) |
| 152 |
), |
| 153 |
|
| 154 |
TP_fast_assign( |
| 155 |
__entry->mm = mm; |
| 156 |
__entry->swapped_in = swapped_in; |
| 157 |
__entry->referenced = referenced; |
| 158 |
__entry->ret = ret; |
| 159 |
), |
| 160 |
|
| 161 |
TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d", |
| 162 |
__entry->mm, |
| 163 |
__entry->swapped_in, |
| 164 |
__entry->referenced, |
| 165 |
__entry->ret) |
| 166 |
); |
| 167 |
|
| 168 |
TRACE_EVENT(mm_khugepaged_scan_file, |
| 169 |
|
| 170 |
TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file, |
| 171 |
int present, int swap, int result), |
| 172 |
|
| 173 |
TP_ARGS(mm, folio, file, present, swap, result), |
| 174 |
|
| 175 |
TP_STRUCT__entry( |
| 176 |
__field(struct mm_struct *, mm) |
| 177 |
__field(unsigned long, pfn) |
| 178 |
__string(filename, file->f_path.dentry->d_iname) |
| 179 |
__field(int, present) |
| 180 |
__field(int, swap) |
| 181 |
__field(int, result) |
| 182 |
), |
| 183 |
|
| 184 |
TP_fast_assign( |
| 185 |
__entry->mm = mm; |
| 186 |
__entry->pfn = folio ? folio_pfn(folio) : -1; |
| 187 |
__assign_str(filename); |
| 188 |
__entry->present = present; |
| 189 |
__entry->swap = swap; |
| 190 |
__entry->result = result; |
| 191 |
), |
| 192 |
|
| 193 |
TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s", |
| 194 |
__entry->mm, |
| 195 |
__entry->pfn, |
| 196 |
__get_str(filename), |
| 197 |
__entry->present, |
| 198 |
__entry->swap, |
| 199 |
__print_symbolic(__entry->result, SCAN_STATUS)) |
| 200 |
); |
| 201 |
|
| 202 |
TRACE_EVENT(mm_khugepaged_collapse_file, |
| 203 |
TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index, |
| 204 |
unsigned long addr, bool is_shmem, struct file *file, |
| 205 |
int nr, int result), |
| 206 |
TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result), |
| 207 |
TP_STRUCT__entry( |
| 208 |
__field(struct mm_struct *, mm) |
| 209 |
__field(unsigned long, hpfn) |
| 210 |
__field(pgoff_t, index) |
| 211 |
__field(unsigned long, addr) |
| 212 |
__field(bool, is_shmem) |
| 213 |
__string(filename, file->f_path.dentry->d_iname) |
| 214 |
__field(int, nr) |
| 215 |
__field(int, result) |
| 216 |
), |
| 217 |
|
| 218 |
TP_fast_assign( |
| 219 |
__entry->mm = mm; |
| 220 |
__entry->hpfn = new_folio ? folio_pfn(new_folio) : -1; |
| 221 |
__entry->index = index; |
| 222 |
__entry->addr = addr; |
| 223 |
__entry->is_shmem = is_shmem; |
| 224 |
__assign_str(filename); |
| 225 |
__entry->nr = nr; |
| 226 |
__entry->result = result; |
| 227 |
), |
| 228 |
|
| 229 |
TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s", |
| 230 |
__entry->mm, |
| 231 |
__entry->hpfn, |
| 232 |
__entry->index, |
| 233 |
__entry->addr, |
| 234 |
__entry->is_shmem, |
| 235 |
__get_str(filename), |
| 236 |
__entry->nr, |
| 237 |
__print_symbolic(__entry->result, SCAN_STATUS)) |
| 238 |
); |
| 239 |
|
| 240 |
#endif /* __HUGE_MEMORY_H */ |
| 241 |
#include <trace/define_trace.h> |