1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM huge_memory
5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define __HUGE_MEMORY_H
8 #include <linux/tracepoint.h>
11 EM( SCAN_FAIL, "failed") \
12 EM( SCAN_SUCCEED, "succeeded") \
13 EM( SCAN_PMD_NULL, "pmd_null") \
14 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \
15 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \
16 EM( SCAN_PAGE_RO, "no_writable_page") \
17 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \
18 EM( SCAN_PAGE_NULL, "page_null") \
19 EM( SCAN_SCAN_ABORT, "scan_aborted") \
20 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \
21 EM( SCAN_PAGE_LRU, "page_not_in_lru") \
22 EM( SCAN_PAGE_LOCK, "page_locked") \
23 EM( SCAN_PAGE_ANON, "page_not_anon") \
24 EM( SCAN_PAGE_COMPOUND, "page_compound") \
25 EM( SCAN_ANY_PROCESS, "no_process_for_page") \
26 EM( SCAN_VMA_NULL, "vma_null") \
27 EM( SCAN_VMA_CHECK, "vma_check_failed") \
28 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \
29 EM( SCAN_SWAP_CACHE_PAGE, "page_swap_cache") \
30 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\
31 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \
32 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \
33 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \
34 EMe(SCAN_TRUNCATED, "truncated") \
38 #define EM(a, b) TRACE_DEFINE_ENUM(a);
39 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
45 #define EM(a, b) {a, b},
46 #define EMe(a, b) {a, b}
48 TRACE_EVENT(mm_khugepaged_scan_pmd
,
50 TP_PROTO(struct mm_struct
*mm
, struct page
*page
, bool writable
,
51 int referenced
, int none_or_zero
, int status
, int unmapped
),
53 TP_ARGS(mm
, page
, writable
, referenced
, none_or_zero
, status
, unmapped
),
56 __field(struct mm_struct
*, mm
)
57 __field(unsigned long, pfn
)
58 __field(bool, writable
)
59 __field(int, referenced
)
60 __field(int, none_or_zero
)
62 __field(int, unmapped
)
67 __entry
->pfn
= page
? page_to_pfn(page
) : -1;
68 __entry
->writable
= writable
;
69 __entry
->referenced
= referenced
;
70 __entry
->none_or_zero
= none_or_zero
;
71 __entry
->status
= status
;
72 __entry
->unmapped
= unmapped
;
75 TP_printk("mm=%p, scan_pfn=0x%lx, writable=%d, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
80 __entry
->none_or_zero
,
81 __print_symbolic(__entry
->status
, SCAN_STATUS
),
85 TRACE_EVENT(mm_collapse_huge_page
,
87 TP_PROTO(struct mm_struct
*mm
, int isolated
, int status
),
89 TP_ARGS(mm
, isolated
, status
),
92 __field(struct mm_struct
*, mm
)
93 __field(int, isolated
)
99 __entry
->isolated
= isolated
;
100 __entry
->status
= status
;
103 TP_printk("mm=%p, isolated=%d, status=%s",
106 __print_symbolic(__entry
->status
, SCAN_STATUS
))
109 TRACE_EVENT(mm_collapse_huge_page_isolate
,
111 TP_PROTO(struct page
*page
, int none_or_zero
,
112 int referenced
, bool writable
, int status
),
114 TP_ARGS(page
, none_or_zero
, referenced
, writable
, status
),
117 __field(unsigned long, pfn
)
118 __field(int, none_or_zero
)
119 __field(int, referenced
)
120 __field(bool, writable
)
125 __entry
->pfn
= page
? page_to_pfn(page
) : -1;
126 __entry
->none_or_zero
= none_or_zero
;
127 __entry
->referenced
= referenced
;
128 __entry
->writable
= writable
;
129 __entry
->status
= status
;
132 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, writable=%d, status=%s",
134 __entry
->none_or_zero
,
137 __print_symbolic(__entry
->status
, SCAN_STATUS
))
140 TRACE_EVENT(mm_collapse_huge_page_swapin
,
142 TP_PROTO(struct mm_struct
*mm
, int swapped_in
, int referenced
, int ret
),
144 TP_ARGS(mm
, swapped_in
, referenced
, ret
),
147 __field(struct mm_struct
*, mm
)
148 __field(int, swapped_in
)
149 __field(int, referenced
)
155 __entry
->swapped_in
= swapped_in
;
156 __entry
->referenced
= referenced
;
160 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d",
167 #endif /* __HUGE_MEMORY_H */
168 #include <trace/define_trace.h>