1 #include <linux/bootmem.h>
2 #include <linux/compiler.h>
4 #include <linux/init.h>
7 #include <linux/mmzone.h>
8 #include <linux/huge_mm.h>
9 #include <linux/proc_fs.h>
10 #include <linux/seq_file.h>
11 #include <linux/hugetlb.h>
12 #include <linux/kernel-page-flags.h>
13 #include <asm/uaccess.h>
16 #define KPMSIZE sizeof(u64)
17 #define KPMMASK (KPMSIZE - 1)
19 /* /proc/kpagecount - an array exposing page counts
21 * Each entry is a u64 representing the corresponding
22 * physical page count.
24 static ssize_t
kpagecount_read(struct file
*file
, char __user
*buf
,
25 size_t count
, loff_t
*ppos
)
27 u64 __user
*out
= (u64 __user
*)buf
;
29 unsigned long src
= *ppos
;
35 count
= min_t(size_t, count
, (max_pfn
* KPMSIZE
) - src
);
36 if (src
& KPMMASK
|| count
& KPMMASK
)
41 ppage
= pfn_to_page(pfn
);
44 if (!ppage
|| PageSlab(ppage
))
47 pcount
= page_mapcount(ppage
);
49 if (put_user(pcount
, out
)) {
59 *ppos
+= (char __user
*)out
- buf
;
61 ret
= (char __user
*)out
- buf
;
65 static const struct file_operations proc_kpagecount_operations
= {
67 .read
= kpagecount_read
,
70 /* /proc/kpageflags - an array exposing page flags
72 * Each entry is a u64 representing the corresponding
73 * physical page flags.
76 static inline u64
kpf_copy_bit(u64 kflags
, int ubit
, int kbit
)
78 return ((kflags
>> kbit
) & 1) << ubit
;
81 u64
stable_page_flags(struct page
*page
)
87 * pseudo flag: KPF_NOPAGE
88 * it differentiates a memory hole from a page with no flags
91 return 1 << KPF_NOPAGE
;
97 * pseudo flags for the well known (anonymous) memory mapped pages
99 * Note that page->_mapcount is overloaded in SLOB/SLUB/SLQB, so the
100 * simple test in page_mapped() is not enough.
102 if (!PageSlab(page
) && page_mapped(page
))
110 * compound pages: export both head/tail info
111 * they together define a compound page's start/end pos and order
114 u
|= 1 << KPF_COMPOUND_HEAD
;
116 u
|= 1 << KPF_COMPOUND_TAIL
;
120 * PageTransCompound can be true for non-huge compound pages (slab
121 * pages or pages allocated by drivers with __GFP_COMP) because it
122 * just checks PG_head/PG_tail, so we need to check PageLRU/PageAnon
123 * to make sure a given page is a thp, not a non-huge compound page.
125 else if (PageTransCompound(page
)) {
126 struct page
*head
= compound_head(page
);
128 if (PageLRU(head
) || PageAnon(head
))
130 else if (is_huge_zero_page(head
)) {
131 u
|= 1 << KPF_ZERO_PAGE
;
134 } else if (is_zero_pfn(page_to_pfn(page
)))
135 u
|= 1 << KPF_ZERO_PAGE
;
139 * Caveats on high order pages: page->_count will only be set
140 * -1 on the head page; SLUB/SLQB do the same for PG_slab;
141 * SLOB won't set PG_slab at all on compound pages.
146 if (PageBalloon(page
))
147 u
|= 1 << KPF_BALLOON
;
149 u
|= kpf_copy_bit(k
, KPF_LOCKED
, PG_locked
);
151 u
|= kpf_copy_bit(k
, KPF_SLAB
, PG_slab
);
153 u
|= kpf_copy_bit(k
, KPF_ERROR
, PG_error
);
154 u
|= kpf_copy_bit(k
, KPF_DIRTY
, PG_dirty
);
155 u
|= kpf_copy_bit(k
, KPF_UPTODATE
, PG_uptodate
);
156 u
|= kpf_copy_bit(k
, KPF_WRITEBACK
, PG_writeback
);
158 u
|= kpf_copy_bit(k
, KPF_LRU
, PG_lru
);
159 u
|= kpf_copy_bit(k
, KPF_REFERENCED
, PG_referenced
);
160 u
|= kpf_copy_bit(k
, KPF_ACTIVE
, PG_active
);
161 u
|= kpf_copy_bit(k
, KPF_RECLAIM
, PG_reclaim
);
163 u
|= kpf_copy_bit(k
, KPF_SWAPCACHE
, PG_swapcache
);
164 u
|= kpf_copy_bit(k
, KPF_SWAPBACKED
, PG_swapbacked
);
166 u
|= kpf_copy_bit(k
, KPF_UNEVICTABLE
, PG_unevictable
);
167 u
|= kpf_copy_bit(k
, KPF_MLOCKED
, PG_mlocked
);
169 #ifdef CONFIG_MEMORY_FAILURE
170 u
|= kpf_copy_bit(k
, KPF_HWPOISON
, PG_hwpoison
);
173 #ifdef CONFIG_ARCH_USES_PG_UNCACHED
174 u
|= kpf_copy_bit(k
, KPF_UNCACHED
, PG_uncached
);
177 u
|= kpf_copy_bit(k
, KPF_RESERVED
, PG_reserved
);
178 u
|= kpf_copy_bit(k
, KPF_MAPPEDTODISK
, PG_mappedtodisk
);
179 u
|= kpf_copy_bit(k
, KPF_PRIVATE
, PG_private
);
180 u
|= kpf_copy_bit(k
, KPF_PRIVATE_2
, PG_private_2
);
181 u
|= kpf_copy_bit(k
, KPF_OWNER_PRIVATE
, PG_owner_priv_1
);
182 u
|= kpf_copy_bit(k
, KPF_ARCH
, PG_arch_1
);
187 static ssize_t
kpageflags_read(struct file
*file
, char __user
*buf
,
188 size_t count
, loff_t
*ppos
)
190 u64 __user
*out
= (u64 __user
*)buf
;
192 unsigned long src
= *ppos
;
197 count
= min_t(unsigned long, count
, (max_pfn
* KPMSIZE
) - src
);
198 if (src
& KPMMASK
|| count
& KPMMASK
)
203 ppage
= pfn_to_page(pfn
);
207 if (put_user(stable_page_flags(ppage
), out
)) {
217 *ppos
+= (char __user
*)out
- buf
;
219 ret
= (char __user
*)out
- buf
;
223 static const struct file_operations proc_kpageflags_operations
= {
225 .read
= kpageflags_read
,
228 static int __init
proc_page_init(void)
230 proc_create("kpagecount", S_IRUSR
, NULL
, &proc_kpagecount_operations
);
231 proc_create("kpageflags", S_IRUSR
, NULL
, &proc_kpageflags_operations
);
234 fs_initcall(proc_page_init
);