| /linux/include/linux/ |
| A D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v); 30 extern void __page_ref_mod(struct page *page, int v); 35 extern void __page_ref_unfreeze(struct page *page, int v); 41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument 44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument 65 static inline int page_ref_count(const struct page *page) in page_ref_count() argument 92 static inline int page_count(const struct page *page) in page_count() argument 113 static inline void init_page_count(struct page *page) in init_page_count() argument 151 static inline void page_ref_inc(struct page *page) in page_ref_inc() argument 163 static inline void page_ref_dec(struct page *page) in page_ref_dec() argument [all …]
|
| A D | page-flags.h | 249 #define compound_head(page) ((typeof(page))_compound_head(page)) argument 307 const struct page *page = &folio->page; in const_folio_flags() local 309 VM_BUG_ON_PGFLAGS(PageTail(page), page); in const_folio_flags() 316 struct page *page = &folio->page; in folio_flags() local 890 VM_BUG_ON_PAGE(PageTail(page), page); in FOLIO_FLAG() 1134 page = compound_head(page); in PageAnonExclusive() 1140 VM_BUG_ON_PGFLAGS(!PageAnon(page) || PageKsm(page), page); in SetPageAnonExclusive() 1141 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in SetPageAnonExclusive() 1147 VM_BUG_ON_PGFLAGS(!PageAnon(page) || PageKsm(page), page); in ClearPageAnonExclusive() 1148 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in ClearPageAnonExclusive() [all …]
|
| A D | balloon_compaction.h | 59 struct page *page, enum migrate_mode mode); 64 struct page *page); 92 struct page *page) in balloon_page_insert() argument 108 static inline void balloon_page_delete(struct page *page) in balloon_page_delete() argument 138 struct page *page) in balloon_page_insert() argument 144 static inline void balloon_page_delete(struct page *page) in balloon_page_delete() argument 147 list_del(&page->lru); in balloon_page_delete() 178 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop() local 180 if (!page) in balloon_page_pop() 183 list_del(&page->lru); in balloon_page_pop() [all …]
|
| A D | highmem-internal.h | 10 void *__kmap_local_page_prot(struct page *page, pgprot_t prot); 35 void *kmap_high(struct page *page); 36 void kunmap_high(struct page *page); 40 static inline void *kmap(struct page *page) in kmap() argument 53 static inline void kunmap(struct page *page) in kunmap() argument 71 static inline void *kmap_local_page(struct page *page) in kmap_local_page() argument 108 static inline void *kmap_atomic(struct page *page) in kmap_atomic() argument 162 static inline void *kmap(struct page *page) in kmap() argument 168 static inline void kunmap_high(struct page *page) { } in kunmap_high() argument 171 static inline void kunmap(struct page *page) in kunmap() argument [all …]
|
| A D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned short order); 12 extern void __set_page_owner(struct page *page, 14 extern void __split_page_owner(struct page *page, int old_order, 17 extern void __set_page_owner_migrate_reason(struct page *page, int reason); 18 extern void __dump_page_owner(const struct page *page); 28 static inline void set_page_owner(struct page *page, in set_page_owner() argument 35 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument 51 static inline void dump_page_owner(const struct page *page) in dump_page_owner() argument 60 static inline void set_page_owner(struct page *page, in set_page_owner() argument 64 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument [all …]
|
| A D | highmem.h | 37 static inline void *kmap(struct page *page); 46 static inline void kunmap(struct page *page); 96 static inline void *kmap_local_page(struct page *page); 179 static inline void *kmap_atomic(struct page *page); 237 static inline void clear_highpage(struct page *page) in clear_highpage() argument 244 static inline void clear_highpage_kasan_tagged(struct page *page) in clear_highpage_kasan_tagged() argument 254 static inline void tag_clear_highpage(struct page *page) in tag_clear_highpage() argument 268 static inline void zero_user_segments(struct page *page, in zero_user_segments() argument 275 BUG_ON(end1 > page_size(page) || end2 > page_size(page)); in zero_user_segments() 289 static inline void zero_user_segment(struct page *page, in zero_user_segment() argument [all …]
|
| A D | pgalloc_tag.h | 27 static inline union codetag_ref *get_page_tag_ref(struct page *page) in get_page_tag_ref() argument 29 if (page) { in get_page_tag_ref() 46 static inline void clear_page_tag_ref(struct page *page) in clear_page_tag_ref() argument 58 static inline void pgalloc_tag_add(struct page *page, struct task_struct *task, in pgalloc_tag_add() argument 71 static inline void pgalloc_tag_sub(struct page *page, unsigned int nr) in pgalloc_tag_sub() argument 83 static inline struct alloc_tag *pgalloc_tag_get(struct page *page) in pgalloc_tag_get() argument 109 static inline union codetag_ref *get_page_tag_ref(struct page *page) { return NULL; } in get_page_tag_ref() argument 111 static inline void clear_page_tag_ref(struct page *page) {} in clear_page_tag_ref() argument 112 static inline void pgalloc_tag_add(struct page *page, struct task_struct *task, in pgalloc_tag_add() argument 114 static inline void pgalloc_tag_sub(struct page *page, unsigned int nr) {} in pgalloc_tag_sub() argument [all …]
|
| A D | rmap.h | 198 struct page *page, int nr_pages, enum rmap_level level) in __folio_rmap_sanity_checks() argument 325 struct page *page, int nr_pages, enum rmap_level level) in __folio_dup_file_rmap() argument 361 struct page *page, int nr_pages) in folio_dup_file_rmap_ptes() argument 367 struct page *page) in folio_dup_file_rmap_pte() argument 382 struct page *page) in folio_dup_file_rmap_pmd() argument 392 struct page *page, int nr_pages, struct vm_area_struct *src_vma, in __folio_try_dup_anon_rmap() argument 483 struct page *page, struct vm_area_struct *src_vma) in folio_try_dup_anon_rmap_pte() argument 512 struct page *page, struct vm_area_struct *src_vma) in folio_try_dup_anon_rmap_pmd() argument 524 struct page *page, int nr_pages, enum rmap_level level) in __folio_try_share_anon_rmap() argument 617 struct page *page) in folio_try_share_anon_rmap_pte() argument [all …]
|
| A D | bootmem_info.h | 23 void get_page_bootmem(unsigned long info, struct page *page, 25 void put_page_bootmem(struct page *page); 32 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument 34 unsigned long magic = page->index; in free_bootmem_page() 40 VM_BUG_ON_PAGE(page_ref_count(page) != 2, page); in free_bootmem_page() 43 put_page_bootmem(page); in free_bootmem_page() 45 VM_BUG_ON_PAGE(1, page); in free_bootmem_page() 52 static inline void put_page_bootmem(struct page *page) in put_page_bootmem() argument 56 static inline void get_page_bootmem(unsigned long info, struct page *page, in get_page_bootmem() argument 61 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument [all …]
|
| /linux/mm/ |
| A D | page_isolation.c | 36 struct page *page = pfn_to_page(start_pfn); in has_unmovable_pages() local 81 if (PageHuge(page) || PageTransCompound(page)) { in has_unmovable_pages() 129 if (__PageMovable(page) || PageLRU(page)) in has_unmovable_pages() 274 struct page *page; in __first_valid_page() local 402 struct page *head = compound_head(page); in isolate_single_pageblock() 419 VM_WARN_ON_ONCE_PAGE(PageLRU(page), page); in isolate_single_pageblock() 484 struct page *page; in start_isolate_page_range() local 538 struct page *page; in undo_isolate_page_range() local 562 struct page *page; in __test_page_isolated_in_pageblock() local 610 struct page *page; in test_pages_isolated() local [all …]
|
| A D | page_alloc.c | 617 capc->page = page; in compaction_capture() 1181 struct page *page; in free_pcppages_bulk() local 1591 struct page *page; in __rmqueue_smallest() local 1642 struct page *page; in __move_freepages_block() local 1740 struct page *page; in find_large_buddy() local 2091 struct page *page; in unreserve_highatomic_pageblock() local 2188 struct page *page; in __rmqueue_fallback() local 2266 struct page *page; in __rmqueue() local 2902 struct page *page; in rmqueue_buddy() local 2994 struct page *page; in __rmqueue_pcplist() local [all …]
|
| A D | balloon_compaction.c | 15 struct page *page) in balloon_page_enqueue_one() argument 25 unlock_page(page); in balloon_page_enqueue_one() 43 struct page *page, *tmp; in balloon_page_list_enqueue() local 79 struct page *page, *tmp; in balloon_page_list_dequeue() local 105 unlock_page(page); in balloon_page_list_dequeue() 126 struct page *page = alloc_page(balloon_mapping_gfp_mask() | in balloon_page_alloc() local 129 return page; in balloon_page_alloc() 147 struct page *page) in balloon_page_enqueue() argument 220 static void balloon_page_putback(struct page *page) in balloon_page_putback() argument 232 static int balloon_page_migrate(struct page *newpage, struct page *page, in balloon_page_migrate() argument [all …]
|
| A D | folio-compat.c | 13 void unlock_page(struct page *page) in unlock_page() argument 15 return folio_unlock(page_folio(page)); in unlock_page() 19 void end_page_writeback(struct page *page) in end_page_writeback() argument 25 void wait_on_page_writeback(struct page *page) in wait_on_page_writeback() argument 31 void wait_for_stable_page(struct page *page) in wait_for_stable_page() argument 37 void mark_page_accessed(struct page *page) in mark_page_accessed() argument 43 void set_page_writeback(struct page *page) in set_page_writeback() argument 49 bool set_page_dirty(struct page *page) in set_page_dirty() argument 55 bool clear_page_dirty_for_io(struct page *page) in clear_page_dirty_for_io() argument 62 struct page *page) in redirty_page_for_writepage() argument [all …]
|
| A D | bootmem_info.c | 17 void get_page_bootmem(unsigned long info, struct page *page, unsigned long type) in get_page_bootmem() argument 19 page->index = type; in get_page_bootmem() 20 SetPagePrivate(page); in get_page_bootmem() 22 page_ref_inc(page); in get_page_bootmem() 25 void put_page_bootmem(struct page *page) in put_page_bootmem() argument 33 page->index = 0; in put_page_bootmem() 34 ClearPagePrivate(page); in put_page_bootmem() 38 free_reserved_page(page); in put_page_bootmem() 47 struct page *page, *memmap; in register_page_bootmem_info_section() local 82 struct page *page, *memmap; in register_page_bootmem_info_section() local [all …]
|
| A D | debug_page_ref.c | 8 void __page_ref_set(struct page *page, int v) in __page_ref_set() argument 10 trace_page_ref_set(page, v); in __page_ref_set() 15 void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument 17 trace_page_ref_mod(page, v); in __page_ref_mod() 22 void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument 29 void __page_ref_mod_and_return(struct page *page, int v, int ret) in __page_ref_mod_and_return() argument 36 void __page_ref_mod_unless(struct page *page, int v, int u) in __page_ref_mod_unless() argument 43 void __page_ref_freeze(struct page *page, int v, int ret) in __page_ref_freeze() argument 45 trace_page_ref_freeze(page, v, ret); in __page_ref_freeze() 50 void __page_ref_unfreeze(struct page *page, int v) in __page_ref_unfreeze() argument [all …]
|
| /linux/arch/arm/include/asm/ |
| A D | page.h | 107 struct page; 112 void (*cpu_copy_user_highpage)(struct page *to, struct page *from, 116 void fa_copy_user_highpage(struct page *to, struct page *from, 118 void fa_clear_user_highpage(struct page *page, unsigned long vaddr); 119 void feroceon_copy_user_highpage(struct page *to, struct page *from, 122 void v4_mc_copy_user_highpage(struct page *to, struct page *from, 125 void v4wb_copy_user_highpage(struct page *to, struct page *from, 128 void v4wt_copy_user_highpage(struct page *to, struct page *from, 131 void xsc3_mc_copy_user_highpage(struct page *to, struct page *from, 134 void xscale_mc_copy_user_highpage(struct page *to, struct page *from, [all …]
|
| /linux/drivers/iommu/ |
| A D | iommu-pages.h | 28 static inline void __iommu_alloc_account(struct page *page, int order) in __iommu_alloc_account() argument 41 static inline void __iommu_free_account(struct page *page, int order) in __iommu_free_account() argument 58 struct page *page; in __iommu_alloc_pages() local 61 if (unlikely(!page)) in __iommu_alloc_pages() 66 return page; in __iommu_alloc_pages() 74 static inline void __iommu_free_pages(struct page *page, int order) in __iommu_free_pages() argument 76 if (!page) in __iommu_free_pages() 94 struct page *page = alloc_pages_node(nid, gfp | __GFP_ZERO, order); in iommu_alloc_pages_node() local 96 if (unlikely(!page)) in iommu_alloc_pages_node() 113 struct page *page = __iommu_alloc_pages(gfp, order); in iommu_alloc_pages() local [all …]
|
| /linux/sound/pci/trident/ |
| A D | trident_memory.c | 38 #define aligned_page_offset(page) ((page) << 12) argument 47 #define aligned_page_offset(page) ((page) << 13) argument 54 page <<= 1; in set_tlb_bus() 60 page <<= 1; in set_silent_tlb() 76 #define aligned_page_offset(page) ((page) * ALIGN_PAGE_SIZE) argument 115 page = 0; in search_empty() 184 for (page = firstpg(blk); page <= lastpg(blk); page++, idx++) { in snd_trident_alloc_sg_pages() 207 int page; in snd_trident_alloc_cont_pages() local 228 for (page = firstpg(blk); page <= lastpg(blk); page++, in snd_trident_alloc_cont_pages() 264 int page; in snd_trident_free_pages() local [all …]
|
| /linux/include/trace/events/ |
| A D | page_ref.h | 15 TP_PROTO(struct page *page, int v), 17 TP_ARGS(page, v), 49 TP_PROTO(struct page *page, int v), 51 TP_ARGS(page, v) 56 TP_PROTO(struct page *page, int v), 63 TP_PROTO(struct page *page, int v, int ret), 99 TP_PROTO(struct page *page, int v, int ret), 106 TP_PROTO(struct page *page, int v, int ret), 113 TP_PROTO(struct page *page, int v, int ret), 120 TP_PROTO(struct page *page, int v, int ret), [all …]
|
| /linux/arch/openrisc/include/asm/ |
| A D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page); 25 extern void local_icache_page_inv(struct page *page); 33 #define dcache_page_flush(page) local_dcache_page_flush(page) argument 34 #define icache_page_inv(page) local_icache_page_inv(page) argument 36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument 37 #define icache_page_inv(page) smp_icache_page_inv(page) argument 38 extern void smp_icache_page_inv(struct page *page); 45 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument 48 dcache_page_flush(page); in sync_icache_dcache() 49 icache_page_inv(page); in sync_icache_dcache() [all …]
|
| /linux/Documentation/trace/ |
| A D | ring-buffer-design.rst | 191 It is possible that the page swapped is the commit page and the tail page, 196 reader page commit page tail page 328 head page commit page | 345 reader page commit page tail page 435 - the page being pointed to is a head page 580 point back to the original page, then the original page is a reader page:: 661 reader page? The commit page is not part of the ring buffer. The tail page 665 reader page commit page 695 is off the reader page. Once the commit page leaves the reader page 697 buffer page that is also the commit page. [all …]
|
| /linux/mm/kmsan/ |
| A D | shadow.c | 22 #define shadow_page_for(page) ((page)->kmsan_shadow) argument 24 #define origin_page_for(page) ((page)->kmsan_origin) argument 26 static void *shadow_ptr_for(struct page *page) in shadow_ptr_for() argument 31 static void *origin_ptr_for(struct page *page) in origin_ptr_for() argument 36 static bool page_has_metadata(struct page *page) in page_has_metadata() argument 38 return shadow_page_for(page) && origin_page_for(page); in page_has_metadata() 41 static void set_no_shadow_origin_page(struct page *page) in set_no_shadow_origin_page() argument 127 struct page *page; in kmsan_get_metadata() local 142 if (!page) in kmsan_get_metadata() 278 struct page *page; in kmsan_init_alloc_meta_for_range() local [all …]
|
| /linux/net/ceph/ |
| A D | pagelist.c | 32 struct page *page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_unmap_tail() local 33 kunmap(page); in ceph_pagelist_unmap_tail() 44 struct page *page = list_first_entry(&pl->head, struct page, in ceph_pagelist_release() local 56 struct page *page; in ceph_pagelist_addpage() local 65 if (!page) in ceph_pagelist_addpage() 110 struct page *page = __page_cache_alloc(GFP_NOFS); in ceph_pagelist_reserve() local 111 if (!page) in ceph_pagelist_reserve() 124 struct page *page = list_first_entry(&pl->free_list, in ceph_pagelist_free_reserve() local 153 struct page *page; in ceph_pagelist_truncate() local 159 page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_truncate() [all …]
|
| /linux/include/net/page_pool/ |
| A D | helpers.h | 124 struct page *page; in page_pool_alloc() local 133 if (unlikely(!page)) in page_pool_alloc() 145 return page; in page_pool_alloc() 174 struct page *page; in page_pool_alloc_va() local 240 static inline void page_pool_fragment_page(struct page *page, long nr) in page_pool_fragment_page() argument 290 static inline long page_pool_unref_page(struct page *page, long nr) in page_pool_unref_page() argument 300 static inline void page_pool_ref_page(struct page *page) in page_pool_ref_page() argument 341 struct page *page, in page_pool_put_page() argument 366 struct page *page, bool allow_direct) in page_pool_put_full_page() argument 380 struct page *page) in page_pool_recycle_direct() argument [all …]
|
| /linux/sound/pci/emu10k1/ |
| A D | memory.c | 33 #define aligned_page_offset(page) ((page) << PAGE_SHIFT) argument 61 page, (unsigned int)__get_ptb_entry(emu, page)); in set_silent_ptb() 123 return page; in search_empty_map_area() 154 page++; in map_memblk() 213 page = 0; in search_empty() 328 for (page = blk->first_page; page <= blk->last_page; page++, idx++) { in snd_emu10k1_alloc_pages() 482 int page; in __synth_free_pages() local 487 for (page = first_page; page <= last_page; page++) { in __synth_free_pages() 518 for (page = first_page; page <= last_page; page++) { in synth_alloc_pages() 593 page++; in snd_emu10k1_synth_memset() [all …]
|