| /linux-6.3-rc2/mm/ |
| A D | swap.c | 122 void __folio_put(struct folio *folio) in __folio_put()
141 struct folio *folio, *next; in put_pages_list() local
210 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
229 struct folio *folio, move_fn_t move_fn) in folio_batch_add_and_move()
352 void folio_activate(struct folio *folio) in folio_activate()
371 void folio_activate(struct folio *folio) in folio_activate()
458 void folio_mark_accessed(struct folio *folio) in folio_mark_accessed()
501 void folio_add_lru(struct folio *folio) in folio_add_lru()
713 void folio_deactivate(struct folio *folio) in folio_deactivate()
970 struct folio *folio; in release_pages() local
[all …]
|
| A D | filemap.c | 151 struct folio *folio) in filemap_unaccount_folio()
285 struct folio *folio; in page_cache_delete_batch() local
475 struct folio *folio; in filemap_range_has_page() local
636 struct folio *folio; in filemap_range_has_writeback() local
964 struct folio *folio; in filemap_alloc_folio() local
1853 struct folio *folio; in mapping_get_entry() local
1917 struct folio *folio; in __filemap_get_folio() local
2004 struct folio *folio; in find_get_entry() local
2060 struct folio *folio; in find_get_entries() local
2106 struct folio *folio; in find_lock_entries() local
[all …]
|
| A D | rmap.c | 750 struct folio *folio = page_folio(page); in page_address_in_vma() local
1025 int folio_mkclean(struct folio *folio) in folio_mkclean()
1082 int folio_total_mapcount(struct folio *folio) in folio_total_mapcount()
1118 struct folio *folio = page_folio(page); in page_move_anon_rmap() local
1182 struct folio *folio = page_folio(page); in __page_check_anon_rmap() local
1215 struct folio *folio = page_folio(page); in page_add_anon_rmap() local
1316 struct folio *folio = page_folio(page); in page_add_file_rmap() local
1370 struct folio *folio = page_folio(page); in page_remove_rmap() local
2334 struct folio *folio = page_folio(pages[i]); in make_device_exclusive_range() local
2403 static void rmap_walk_anon(struct folio *folio, in rmap_walk_anon()
[all …]
|
| A D | truncate.c | 84 struct folio *folio = fbatch->folios[i]; in truncate_folio_batch_exceptionals() local
154 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
173 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
190 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
271 struct folio *folio) in mapping_evict_folio()
297 struct folio *folio = page_folio(page); in invalidate_inode_page() local
339 struct folio *folio; in truncate_inode_pages_range() local
414 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
511 struct folio *folio = fbatch.folios[i]; in invalidate_mapping_pagevec() local
571 struct folio *folio) in invalidate_complete_folio2()
[all …]
|
| A D | swap.h | 60 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
113 static inline bool add_to_swap(struct folio *folio) in add_to_swap()
123 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
129 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
134 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
143 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
|
| A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
243 void mlock_folio(struct folio *folio) in mlock_folio()
268 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
291 void munlock_folio(struct folio *folio) in munlock_folio()
315 struct folio *folio; in mlock_pte_range() local
|
| A D | page_idle.c | 37 struct folio *folio; in page_idle_get_folio() local
52 static bool page_idle_clear_pte_refs_one(struct folio *folio, in page_idle_clear_pte_refs_one()
89 static void page_idle_clear_pte_refs(struct folio *folio) in page_idle_clear_pte_refs()
119 struct folio *folio; in page_idle_bitmap_read() local
164 struct folio *folio; in page_idle_bitmap_write() local
|
| A D | workingset.c | 220 static void *lru_gen_eviction(struct folio *folio) in lru_gen_eviction()
247 static void lru_gen_refault(struct folio *folio, void *shadow) in lru_gen_refault()
304 static void *lru_gen_eviction(struct folio *folio) in lru_gen_eviction()
309 static void lru_gen_refault(struct folio *folio, void *shadow) in lru_gen_refault()
351 void *workingset_eviction(struct folio *folio, struct mem_cgroup *target_memcg) in workingset_eviction()
385 void workingset_refault(struct folio *folio, void *shadow) in workingset_refault()
511 void workingset_activation(struct folio *folio) in workingset_activation()
|
| A D | readahead.c | 150 struct folio *folio; in read_pages() local
231 struct folio *folio = xa_load(&mapping->i_pages, index + i); in page_cache_ra_unbounded() local
482 struct folio *folio = filemap_alloc_folio(gfp, order); in ra_alloc_folio() local
567 struct folio *folio, unsigned long req_size) in ondemand_readahead()
714 struct folio *folio, unsigned long req_count) in page_cache_async_ra()
804 struct folio *folio = xa_load(&mapping->i_pages, index); in readahead_expand() local
831 struct folio *folio = xa_load(&mapping->i_pages, index); in readahead_expand() local
|
| /linux-6.3-rc2/include/linux/ |
| A D | page_idle.h | 16 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
30 static inline void folio_set_young(struct folio *folio) in folio_set_young()
41 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
55 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
69 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
80 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
94 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
99 static inline void folio_set_young(struct folio *folio) in folio_set_young()
108 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
113 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
[all …]
|
| A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
217 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
231 static inline int folio_ref_dec_return(struct folio *folio) in folio_ref_dec_return()
261 static inline bool folio_try_get(struct folio *folio) in folio_try_get()
[all …]
|
| A D | hugetlb_cgroup.h | 68 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
85 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
90 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
102 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
108 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
184 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
189 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
233 struct folio *folio) in hugetlb_cgroup_commit_charge()
240 struct folio *folio) in hugetlb_cgroup_commit_charge_rsvd()
245 struct folio *folio) in hugetlb_cgroup_uncharge_folio()
[all …]
|
| A D | pagemap.h | 382 struct folio *folio = page_folio(page); in page_mapping_file() local
671 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
827 static inline loff_t folio_pos(struct folio *folio) in folio_pos()
870 struct folio *folio; member
876 struct folio *folio; member
913 static inline bool folio_trylock(struct folio *folio) in folio_trylock()
948 static inline void folio_lock(struct folio *folio) in folio_lock()
968 struct folio *folio; in lock_page() local
1242 struct folio *folio; in __readahead_folio() local
1271 struct folio *folio = __readahead_folio(ractl); in readahead_page() local
[all …]
|
| A D | mm_inline.h | 27 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
65 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
86 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
143 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
157 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
266 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
313 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
333 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
|
| A D | vmstat.h | 412 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
418 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
424 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
430 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
436 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
442 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
448 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
454 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
466 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
472 static inline void node_stat_add_folio(struct folio *folio, in node_stat_add_folio()
[all …]
|
| A D | mmdebug.h | 25 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
57 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
66 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
85 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
91 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
92 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
|
| A D | page-flags.h | 286 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
313 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
655 static __always_inline bool folio_test_anon(struct folio *folio) in folio_test_anon()
684 static __always_inline bool folio_test_ksm(struct folio *folio) in folio_test_ksm()
710 static inline bool folio_test_uptodate(struct folio *folio) in folio_test_uptodate()
764 #define folio_start_writeback(folio) \ argument
766 #define folio_start_writeback_keepwrite(folio) \ argument
779 static __always_inline bool folio_test_head(struct folio *folio) in folio_test_head()
828 static inline bool folio_test_hugetlb(struct folio *folio) in folio_test_hugetlb()
852 static inline bool folio_test_transhuge(struct folio *folio) in folio_test_transhuge()
[all …]
|
| A D | memcontrol.h | 541 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
550 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
693 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
752 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1190 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
1250 static inline int mem_cgroup_charge(struct folio *folio, in mem_cgroup_charge()
1266 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
1284 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1448 static inline void folio_memcg_lock(struct folio *folio) in folio_memcg_lock()
1452 static inline void folio_memcg_unlock(struct folio *folio) in folio_memcg_unlock()
[all …]
|
| /linux-6.3-rc2/fs/iomap/ |
| A D | buffered-io.c | 214 struct folio *folio) in iomap_read_inline_data()
471 struct folio *folio; in iomap_get_folio() local
554 size_t len, struct folio *folio) in __iomap_write_begin()
617 struct folio *folio) in __iomap_put_folio()
630 struct folio *folio) in iomap_write_begin_inline()
643 struct folio *folio; in iomap_write_begin() local
790 struct folio *folio; in iomap_write_iter() local
909 struct folio *folio; in iomap_write_delalloc_scan() local
1131 struct folio *folio; in iomap_unshare_iter() local
1185 struct folio *folio; in iomap_zero_iter() local
[all …]
|
| /linux-6.3-rc2/fs/nfs/ |
| A D | write.c | 382 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
605 static int nfs_page_async_flush(struct folio *folio, in nfs_page_async_flush()
660 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
682 struct folio *folio = page_folio(page); in nfs_writepage() local
754 struct folio *folio = nfs_page_to_folio(req); in nfs_inode_add_request() local
809 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_request_dirty() local
824 struct folio *folio) in nfs_page_search_commits_for_head_request_locked()
1151 struct folio *folio, in nfs_setup_write_request()
1169 struct folio *folio, unsigned int offset, in nfs_writepage_setup()
1798 struct folio *folio = nfs_page_to_folio(req); in nfs_commit_resched_write() local
[all …]
|
| A D | file.c | 280 static bool nfs_folio_is_full_write(struct folio *folio, loff_t pos, in nfs_folio_is_full_write()
290 static bool nfs_want_read_modify_write(struct file *file, struct folio *folio, in nfs_want_read_modify_write()
330 struct folio *folio; in nfs_write_begin() local
363 struct folio *folio = page_folio(page); in nfs_write_end() local
412 static void nfs_invalidate_folio(struct folio *folio, size_t offset, in nfs_invalidate_folio()
433 static bool nfs_release_folio(struct folio *folio, gfp_t gfp) in nfs_release_folio()
448 static void nfs_check_dirty_writeback(struct folio *folio, in nfs_check_dirty_writeback()
482 static int nfs_launder_folio(struct folio *folio) in nfs_launder_folio()
575 struct folio *folio = page_folio(vmf->page); in nfs_vm_page_mkwrite() local
|
| A D | read.c | 52 static int nfs_return_empty_folio(struct folio *folio) in nfs_return_empty_folio()
113 struct folio *folio = nfs_page_to_folio(req); in nfs_readpage_release() local
149 struct folio *folio = nfs_page_to_folio(req); in nfs_read_completion() local
283 static int readpage_async_filler(struct nfs_readdesc *desc, struct folio *folio) in readpage_async_filler()
332 int nfs_read_folio(struct file *file, struct folio *folio) in nfs_read_folio()
391 struct folio *folio; in nfs_readahead() local
|
| /linux-6.3-rc2/mm/damon/ |
| A D | paddr.c | 19 static bool __damon_pa_mkold(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_mkold()
36 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
82 static bool __damon_pa_young(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_young()
116 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
192 struct folio *folio) in __damos_pa_filter_out()
220 static bool damos_pa_filter_out(struct damos *scheme, struct folio *folio) in damos_pa_filter_out()
237 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_pageout() local
270 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_mark_accessed_or_deactivate() local
|
| /linux-6.3-rc2/fs/9p/ |
| A D | vfs_addr.c | 121 static bool v9fs_release_folio(struct folio *folio, gfp_t gfp) in v9fs_release_folio()
138 static void v9fs_invalidate_folio(struct folio *folio, size_t offset, in v9fs_invalidate_folio()
158 static int v9fs_vfs_write_folio_locked(struct folio *folio) in v9fs_vfs_write_folio_locked()
200 struct folio *folio = page_folio(page); in v9fs_vfs_writepage() local
220 static int v9fs_launder_folio(struct folio *folio) in v9fs_launder_folio()
277 struct folio *folio; in v9fs_write_begin() local
299 struct folio *folio = page_folio(subpage); in v9fs_write_end() local
336 static bool v9fs_dirty_folio(struct address_space *mapping, struct folio *folio) in v9fs_dirty_folio()
|
| /linux-6.3-rc2/fs/afs/ |
| A D | write.c | 51 struct folio *folio) in afs_flush_conflicting_write()
73 struct folio *folio; in afs_write_begin() local
157 struct folio *folio = page_folio(subpage); in afs_write_end() local
224 struct folio *folio; in afs_kill_pages() local
262 struct folio *folio; in afs_redirty_pages() local
293 struct folio *folio; in afs_pages_written_back() local
469 struct folio *folio; in afs_extend_writeback() local
581 struct folio *folio, in afs_write_back_from_locked_folio()
706 struct folio *folio; in afs_writepages_region() local
907 struct folio *folio = page_folio(vmf->page); in afs_page_mkwrite() local
[all …]
|