Lines Matching refs:page_ext
105 static inline struct page_owner *get_page_owner(struct page_ext *page_ext) in get_page_owner() argument
107 return (void *)page_ext + page_owner_ops.offset; in get_page_owner()
140 struct page_ext *page_ext; in __reset_page_owner() local
145 page_ext = page_ext_get(page); in __reset_page_owner()
146 if (unlikely(!page_ext)) in __reset_page_owner()
151 __clear_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags); in __reset_page_owner()
152 page_owner = get_page_owner(page_ext); in __reset_page_owner()
155 page_ext = page_ext_next(page_ext); in __reset_page_owner()
157 page_ext_put(page_ext); in __reset_page_owner()
160 static inline void __set_page_owner_handle(struct page_ext *page_ext, in __set_page_owner_handle() argument
169 page_owner = get_page_owner(page_ext); in __set_page_owner_handle()
179 __set_bit(PAGE_EXT_OWNER, &page_ext->flags); in __set_page_owner_handle()
180 __set_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags); in __set_page_owner_handle()
182 page_ext = page_ext_next(page_ext); in __set_page_owner_handle()
189 struct page_ext *page_ext; in __set_page_owner() local
194 page_ext = page_ext_get(page); in __set_page_owner()
195 if (unlikely(!page_ext)) in __set_page_owner()
197 __set_page_owner_handle(page_ext, handle, order, gfp_mask); in __set_page_owner()
198 page_ext_put(page_ext); in __set_page_owner()
203 struct page_ext *page_ext = page_ext_get(page); in __set_page_owner_migrate_reason() local
206 if (unlikely(!page_ext)) in __set_page_owner_migrate_reason()
209 page_owner = get_page_owner(page_ext); in __set_page_owner_migrate_reason()
211 page_ext_put(page_ext); in __set_page_owner_migrate_reason()
217 struct page_ext *page_ext = page_ext_get(page); in __split_page_owner() local
220 if (unlikely(!page_ext)) in __split_page_owner()
224 page_owner = get_page_owner(page_ext); in __split_page_owner()
226 page_ext = page_ext_next(page_ext); in __split_page_owner()
228 page_ext_put(page_ext); in __split_page_owner()
233 struct page_ext *old_ext; in __folio_copy_owner()
234 struct page_ext *new_ext; in __folio_copy_owner()
279 struct page_ext *page_ext; in pagetypeinfo_showmixedcount_print() local
326 page_ext = page_ext_get(page); in pagetypeinfo_showmixedcount_print()
327 if (unlikely(!page_ext)) in pagetypeinfo_showmixedcount_print()
330 if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in pagetypeinfo_showmixedcount_print()
333 page_owner = get_page_owner(page_ext); in pagetypeinfo_showmixedcount_print()
342 page_ext_put(page_ext); in pagetypeinfo_showmixedcount_print()
347 page_ext_put(page_ext); in pagetypeinfo_showmixedcount_print()
457 struct page_ext *page_ext = page_ext_get((void *)page); in __dump_page_owner() local
463 if (unlikely(!page_ext)) { in __dump_page_owner()
468 page_owner = get_page_owner(page_ext); in __dump_page_owner()
472 if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags)) { in __dump_page_owner()
474 page_ext_put(page_ext); in __dump_page_owner()
478 if (test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in __dump_page_owner()
505 page_ext_put(page_ext); in __dump_page_owner()
513 struct page_ext *page_ext; in read_page_owner() local
557 page_ext = page_ext_get(page); in read_page_owner()
558 if (unlikely(!page_ext)) in read_page_owner()
565 if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags)) in read_page_owner()
572 if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in read_page_owner()
575 page_owner = get_page_owner(page_ext); in read_page_owner()
596 page_ext_put(page_ext); in read_page_owner()
600 page_ext_put(page_ext); in read_page_owner()
645 struct page_ext *page_ext; in init_pages_in_zone() local
668 page_ext = page_ext_get(page); in init_pages_in_zone()
669 if (unlikely(!page_ext)) in init_pages_in_zone()
673 if (test_bit(PAGE_EXT_OWNER, &page_ext->flags)) in init_pages_in_zone()
677 __set_page_owner_handle(page_ext, early_handle, in init_pages_in_zone()
681 page_ext_put(page_ext); in init_pages_in_zone()