/include/linux/ |
A D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v); 30 extern void __page_ref_mod(struct page *page, int v); 35 extern void __page_ref_unfreeze(struct page *page, int v); 41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument 44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument 65 static inline int page_ref_count(const struct page *page) in page_ref_count() argument 92 static inline int page_count(const struct page *page) in page_count() argument 113 static inline void init_page_count(struct page *page) in init_page_count() argument 151 static inline void page_ref_inc(struct page *page) in page_ref_inc() argument 163 static inline void page_ref_dec(struct page *page) in page_ref_dec() argument [all …]
|
A D | bootmem_info.h | 24 void get_page_bootmem(unsigned long info, struct page *page, 26 void put_page_bootmem(struct page *page); 28 static inline enum bootmem_type bootmem_type(const struct page *page) in bootmem_type() argument 33 static inline unsigned long bootmem_info(const struct page *page) in bootmem_info() argument 43 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument 51 VM_BUG_ON_PAGE(page_ref_count(page) != 2, page); in free_bootmem_page() 68 static inline void put_page_bootmem(struct page *page) in put_page_bootmem() argument 72 static inline enum bootmem_type bootmem_type(const struct page *page) in bootmem_type() argument 77 static inline unsigned long bootmem_info(const struct page *page) in bootmem_info() argument 82 static inline void get_page_bootmem(unsigned long info, struct page *page, in get_page_bootmem() argument [all …]
|
A D | highmem-internal.h | 10 void *__kmap_local_page_prot(struct page *page, pgprot_t prot); 35 void *kmap_high(struct page *page); 36 void kunmap_high(struct page *page); 40 static inline void *kmap(struct page *page) in kmap() argument 53 static inline void kunmap(struct page *page) in kunmap() argument 71 static inline void *kmap_local_page(struct page *page) in kmap_local_page() argument 116 static inline void *kmap_atomic(struct page *page) in kmap_atomic() argument 170 static inline void *kmap(struct page *page) in kmap() argument 176 static inline void kunmap_high(struct page *page) { } in kunmap_high() argument 179 static inline void kunmap(struct page *page) in kunmap() argument [all …]
|
A D | page-isolation.h | 6 static inline bool is_migrate_isolate_page(struct page *page) in is_migrate_isolate_page() argument 15 get_pfnblock_bit(page, page_to_pfn(page), PB_migrate_isolate) 17 clear_pfnblock_bit(page, page_to_pfn(page), PB_migrate_isolate) 19 set_pfnblock_bit(page, page_to_pfn(page), PB_migrate_isolate) 21 static inline bool is_migrate_isolate_page(struct page *page) in is_migrate_isolate_page() argument 29 static inline bool get_pageblock_isolate(struct page *page) in get_pageblock_isolate() argument 33 static inline void clear_pageblock_isolate(struct page *page) in clear_pageblock_isolate() argument 36 static inline void set_pageblock_isolate(struct page *page) in set_pageblock_isolate() argument 56 void __meminit init_pageblock_migratetype(struct page *page, 60 bool pageblock_isolate_and_move_free_pages(struct zone *zone, struct page *page); [all …]
|
A D | page-flags.h | 263 return page_fixed_fake_head(page) == page; in page_count_writable() 266 static inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument 279 return page_fixed_fake_head(page) != page; in page_is_fake_head() 291 #define compound_head(page) ((typeof(page))_compound_head(page)) argument 349 const struct page *page = &folio->page; in const_folio_flags() local 358 struct page *page = &folio->page; in folio_flags() local 1166 VM_BUG_ON_PGFLAGS(!PageAnon(page), page); in PageAnonExclusive() 1172 page = compound_head(page); in PageAnonExclusive() 1179 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in SetPageAnonExclusive() 1186 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in ClearPageAnonExclusive() [all …]
|
A D | balloon_compaction.h | 58 struct page *page, enum migrate_mode mode); 63 struct page *page); 84 static inline struct balloon_dev_info *balloon_page_device(struct page *page) in balloon_page_device() argument 100 struct page *page) in balloon_page_insert() argument 102 __SetPageOffline(page); in balloon_page_insert() 124 static inline void balloon_page_finalize(struct page *page) in balloon_page_finalize() argument 138 static inline void balloon_page_push(struct list_head *pages, struct page *page) in balloon_page_push() argument 152 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop() local 154 if (!page) in balloon_page_pop() 157 list_del(&page->lru); in balloon_page_pop() [all …]
|
A D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned short order); 12 extern void __set_page_owner(struct page *page, 14 extern void __split_page_owner(struct page *page, int old_order, 18 extern void __dump_page_owner(const struct page *page); 22 static inline void reset_page_owner(struct page *page, unsigned short order) in reset_page_owner() argument 28 static inline void set_page_owner(struct page *page, in set_page_owner() argument 35 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument 51 static inline void dump_page_owner(const struct page *page) in dump_page_owner() argument 60 static inline void set_page_owner(struct page *page, in set_page_owner() argument 64 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument [all …]
|
A D | pageblock-flags.h | 84 struct page; 86 enum migratetype get_pfnblock_migratetype(const struct page *page, 88 bool get_pfnblock_bit(const struct page *page, unsigned long pfn, 90 void set_pfnblock_bit(const struct page *page, unsigned long pfn, 92 void clear_pfnblock_bit(const struct page *page, unsigned long pfn, 98 get_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip) 100 clear_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip) 102 set_pfnblock_bit(page, page_to_pfn(page), PB_compact_skip) 104 static inline bool get_pageblock_skip(struct page *page) in get_pageblock_skip() argument 108 static inline void clear_pageblock_skip(struct page *page) in clear_pageblock_skip() argument [all …]
|
A D | memremap.h | 84 void (*page_free)(struct page *page); 160 static inline bool is_device_private_page(const struct page *page) in is_device_private_page() argument 163 is_zone_device_page(page) && in is_device_private_page() 172 static inline bool is_pci_p2pdma_page(const struct page *page) in is_pci_p2pdma_page() argument 175 is_zone_device_page(page) && in is_pci_p2pdma_page() 179 static inline bool is_device_coherent_page(const struct page *page) in is_device_coherent_page() argument 181 return is_zone_device_page(page) && in is_device_coherent_page() 190 static inline bool is_fsdax_page(const struct page *page) in is_fsdax_page() argument 192 return is_zone_device_page(page) && in is_fsdax_page() 198 return is_fsdax_page(&folio->page); in folio_is_fsdax() [all …]
|
A D | pgalloc_tag.h | 25 struct page *page; /* reference in page flags */ member 101 static inline bool get_page_tag_ref(struct page *page, union codetag_ref *ref, in get_page_tag_ref() argument 104 if (!page) in get_page_tag_ref() 112 handle->page = page; in get_page_tag_ref() 141 struct page *page = handle.page; in update_page_tag_ref() local 166 void __clear_page_tag_ref(struct page *page); 168 static inline void clear_page_tag_ref(struct page *page) in clear_page_tag_ref() argument 175 static inline struct alloc_tag *__pgalloc_tag_get(struct page *page) in __pgalloc_tag_get() argument 191 static inline struct alloc_tag *pgalloc_tag_get(struct page *page) in pgalloc_tag_get() argument 205 static inline void clear_page_tag_ref(struct page *page) {} in clear_page_tag_ref() argument [all …]
|
A D | highmem.h | 37 static inline void *kmap(struct page *page); 46 static inline void kunmap(struct page *page); 96 static inline void *kmap_local_page(struct page *page); 179 static inline void *kmap_atomic(struct page *page); 237 static inline void clear_highpage(struct page *page) in clear_highpage() argument 244 static inline void clear_highpage_kasan_tagged(struct page *page) in clear_highpage_kasan_tagged() argument 254 static inline void tag_clear_highpage(struct page *page) in tag_clear_highpage() argument 268 static inline void zero_user_segments(struct page *page, in zero_user_segments() argument 275 BUG_ON(end1 > page_size(page) || end2 > page_size(page)); in zero_user_segments() 289 static inline void zero_user_segment(struct page *page, in zero_user_segment() argument [all …]
|
A D | kmsan.h | 17 struct page; 57 bool __init __must_check kmsan_memblock_free_pages(struct page *page, 69 void kmsan_alloc_page(struct page *page, unsigned int order, gfp_t flags); 78 void kmsan_free_page(struct page *page, unsigned int order); 89 void kmsan_copy_page_meta(struct page *dst, struct page *src); 195 void kmsan_handle_dma(struct page *page, size_t offset, size_t size, 304 static inline bool __must_check kmsan_memblock_free_pages(struct page *page, in kmsan_memblock_free_pages() argument 318 static inline void kmsan_alloc_page(struct page *page, unsigned int order, in kmsan_alloc_page() argument 323 static inline void kmsan_free_page(struct page *page, unsigned int order) in kmsan_free_page() argument 327 static inline void kmsan_copy_page_meta(struct page *dst, struct page *src) in kmsan_copy_page_meta() [all …]
|
A D | mm.h | 204 #define nth_page(page,n) ((page) + (n)) argument 1173 struct page *page = virt_to_page(x); in virt_to_head_page() local 1180 struct page *page = virt_to_page(x); in virt_to_folio() local 1211 VM_BUG_ON_PGFLAGS(PageTail(page), page); in thp_order() 1337 page = compound_head(page); in try_get_page() 1464 void unpin_user_page(struct page *page); 1512 int page_to_nid(const struct page *page); 2489 struct page *page; in get_user_page_vma_remote() local 2539 bool set_page_dirty(struct page *page); 2896 struct page *page = ptdesc_page(pt); in pagetable_free() local [all …]
|
A D | set_memory.h | 28 static inline int set_direct_map_invalid_noflush(struct page *page) in set_direct_map_invalid_noflush() argument 32 static inline int set_direct_map_default_noflush(struct page *page) in set_direct_map_default_noflush() argument 37 static inline int set_direct_map_valid_noflush(struct page *page, in set_direct_map_valid_noflush() argument 43 static inline bool kernel_page_present(struct page *page) in kernel_page_present() argument
|
A D | rmap.h | 408 const struct page *page, int nr_pages, enum rmap_level level) in __folio_rmap_sanity_checks() argument 569 struct page *page, int nr_pages, struct vm_area_struct *dst_vma, in __folio_dup_file_rmap() argument 610 struct page *page, int nr_pages, struct vm_area_struct *dst_vma) in folio_dup_file_rmap_ptes() argument 616 struct page *page, struct vm_area_struct *dst_vma) in folio_dup_file_rmap_pte() argument 632 struct page *page, struct vm_area_struct *dst_vma) in folio_dup_file_rmap_pmd() argument 642 struct page *page, int nr_pages, struct vm_area_struct *dst_vma, in __folio_try_dup_anon_rmap() argument 737 struct page *page, struct vm_area_struct *dst_vma, in folio_try_dup_anon_rmap_pte() argument 768 struct page *page, struct vm_area_struct *dst_vma, in folio_try_dup_anon_rmap_pmd() argument 781 struct page *page, int nr_pages, enum rmap_level level) in __folio_try_share_anon_rmap() argument 874 struct page *page) in folio_try_share_anon_rmap_pte() argument [all …]
|
A D | async_tx.h | 119 enum dma_transaction_type tx_type, struct page **dst, in async_tx_find_channel() 120 int dst_count, struct page **src, int src_count, in async_tx_find_channel() 141 struct page *page; member 162 async_xor(struct page *dest, struct page **src_list, unsigned int offset, 166 async_xor_offs(struct page *dest, unsigned int offset, 167 struct page **src_list, unsigned int *src_offset, 171 async_xor_val_offs(struct page *dest, unsigned int offset, 172 struct page **src_list, unsigned int *src_offset, 177 async_memcpy(struct page *dest, struct page *src, unsigned int dest_offset, 194 struct page **ptrs, unsigned int *offs, [all …]
|
/include/trace/events/ |
A D | page_ref.h | 15 TP_PROTO(struct page *page, int v), 17 TP_ARGS(page, v), 49 TP_PROTO(struct page *page, int v), 51 TP_ARGS(page, v) 56 TP_PROTO(struct page *page, int v), 63 TP_PROTO(struct page *page, int v, int ret), 99 TP_PROTO(struct page *page, int v, int ret), 106 TP_PROTO(struct page *page, int v, int ret), 113 TP_PROTO(struct page *page, int v, int ret), 120 TP_PROTO(struct page *page, int v, int ret), [all …]
|
A D | cma.h | 13 TP_PROTO(const char *name, unsigned long pfn, const struct page *page, 21 __field(const struct page *, page) 28 __entry->page = page; 35 __entry->page, 65 TP_PROTO(const char *name, unsigned long pfn, const struct page *page, 73 __field(const struct page *, page) 82 __entry->page = page; 91 __entry->page, 107 __field(const struct page *, page) 115 __entry->page = page; [all …]
|
/include/drm/ttm/ |
A D | ttm_backup.h | 22 static inline struct page * 25 return (struct page *)(handle << 1 | 1); in ttm_backup_handle_to_page_ptr() 35 static inline bool ttm_backup_page_ptr_is_handle(const struct page *page) in ttm_backup_page_ptr_is_handle() argument 37 return (unsigned long)page & 1; in ttm_backup_page_ptr_is_handle() 50 ttm_backup_page_ptr_to_handle(const struct page *page) in ttm_backup_page_ptr_to_handle() argument 52 WARN_ON(!ttm_backup_page_ptr_is_handle(page)); in ttm_backup_page_ptr_to_handle() 53 return (unsigned long)page >> 1; in ttm_backup_page_ptr_to_handle() 58 int ttm_backup_copy_page(struct file *backup, struct page *dst, 62 ttm_backup_backup_page(struct file *backup, struct page *page,
|
/include/xen/ |
A D | grant_table.h | 81 struct page **pages; 115 void gnttab_end_foreign_access(grant_ref_t ref, struct page *page); 155 struct page *page, int readonly) in gnttab_page_grant_foreign_access_ref_one() argument 220 struct page *pages; 228 int gnttab_page_cache_get(struct gnttab_page_cache *cache, struct page **page); 229 void gnttab_page_cache_put(struct gnttab_page_cache *cache, struct page **page, 242 struct page **pages; 283 static inline struct xen_page_foreign *xen_page_foreign(struct page *page) in xen_page_foreign() argument 285 if (!PageForeign(page)) in xen_page_foreign() 306 void gnttab_foreach_grant_in_range(struct page *page, [all …]
|
A D | mem-reservation.h | 22 static inline void xenmem_reservation_scrub_page(struct page *page) in xenmem_reservation_scrub_page() argument 25 clear_highpage(page); in xenmem_reservation_scrub_page() 30 struct page **pages, 34 struct page **pages); 38 struct page **pages, in xenmem_reservation_va_mapping_update() 48 struct page **pages) in xenmem_reservation_va_mapping_reset()
|
A D | xen.h | 55 struct page; 58 const struct page *page); 65 int xen_alloc_unpopulated_pages(unsigned int nr_pages, struct page **pages); 66 void xen_free_unpopulated_pages(unsigned int nr_pages, struct page **pages); 72 struct page **pages) in xen_alloc_unpopulated_pages() 77 struct page **pages) in xen_free_unpopulated_pages()
|
/include/net/page_pool/ |
A D | helpers.h | 195 struct page *page; in page_pool_alloc_va() local 199 if (unlikely(!page)) in page_pool_alloc_va() 202 return page_address(page) + offset; in page_pool_alloc_va() 260 static inline void page_pool_fragment_page(struct page *page, long nr) in page_pool_fragment_page() argument 310 static inline long page_pool_unref_page(struct page *page, long nr) in page_pool_unref_page() argument 320 static inline void page_pool_ref_page(struct page *page) in page_pool_ref_page() argument 361 struct page *page, in page_pool_put_page() argument 386 struct page *page, bool allow_direct) in page_pool_put_full_page() argument 400 struct page *page) in page_pool_recycle_direct() argument 445 static inline dma_addr_t page_pool_get_dma_addr(const struct page *page) in page_pool_get_dma_addr() argument [all …]
|
/include/asm-generic/ |
A D | memory_model.h | 19 #define __page_to_pfn(page) ((unsigned long)((page) - mem_map) + \ argument 47 #define __page_to_pfn(page) (unsigned long)((page) - vmemmap) argument 55 ({ const struct page *__pg = (pg); \ 77 #define page_to_phys(page) \ argument 79 unsigned long __pfn = page_to_pfn(page); \ 85 #define page_to_phys(page) PFN_PHYS(page_to_pfn(page)) argument
|
/include/xen/interface/io/ |
A D | fbif.h | 78 #define XENFB_IN_RING(page) \ argument 79 ((union xenfb_in_event *)((char *)(page) + XENFB_IN_RING_OFFS)) 80 #define XENFB_IN_RING_REF(page, idx) \ argument 81 (XENFB_IN_RING((page))[(idx) % XENFB_IN_RING_LEN]) 86 #define XENFB_OUT_RING(page) \ argument 87 ((union xenfb_out_event *)((char *)(page) + XENFB_OUT_RING_OFFS)) 88 #define XENFB_OUT_RING_REF(page, idx) \ argument 89 (XENFB_OUT_RING((page))[(idx) % XENFB_OUT_RING_LEN])
|