Home
last modified time | relevance | path

Searched defs:folio (Results 1 – 25 of 50) sorted by relevance

12

/include/linux/
A Drmap.h351 static inline void folio_add_large_mapcount(struct folio *folio, in folio_add_large_mapcount()
363 static inline void folio_sub_large_mapcount(struct folio *folio, in folio_sub_large_mapcount()
376 #define folio_inc_large_mapcount(folio, vma) \ argument
378 #define folio_inc_return_large_mapcount(folio, vma) \ argument
380 #define folio_dec_large_mapcount(folio, vma) \ argument
382 #define folio_dec_return_large_mapcount(folio, vma) \ argument
490 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
498 #define folio_remove_rmap_pte(folio, page, vma) \ argument
551 static inline void hugetlb_add_file_rmap(struct folio *folio) in hugetlb_add_file_rmap()
560 static inline void hugetlb_remove_rmap(struct folio *folio) in hugetlb_remove_rmap()
[all …]
A Dpage_ref.h87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
226 static inline int folio_ref_dec_return(struct folio *folio) in folio_ref_dec_return()
[all …]
A Dpage_idle.h14 static inline bool folio_test_young(const struct folio *folio) in folio_test_young()
28 static inline void folio_set_young(struct folio *folio) in folio_set_young()
39 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
53 static inline bool folio_test_idle(const struct folio *folio) in folio_test_idle()
67 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
78 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
A Dhugetlb_cgroup.h61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
222 struct folio *folio) in hugetlb_cgroup_commit_charge()
229 struct folio *folio) in hugetlb_cgroup_commit_charge_rsvd()
234 struct folio *folio) in hugetlb_cgroup_uncharge_folio()
[all …]
A Dmm_inline.h28 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
66 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
87 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
144 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
157 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline unsigned long lru_gen_folio_seq(struct lruvec *lruvec, struct folio *folio, in lru_gen_folio_seq()
253 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
340 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
354 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
A Dpagemap.h1029 struct folio *folio = page_folio(page); in page_offset() local
1037 static inline pgoff_t folio_pgoff(struct folio *folio) in folio_pgoff()
1052 struct folio *folio; member
1058 struct folio *folio; member
1094 static inline bool folio_trylock(struct folio *folio) in folio_trylock()
1129 static inline void folio_lock(struct folio *folio) in folio_lock()
1149 struct folio *folio; in lock_page() local
1388 struct folio *folio, unsigned long req_count) in page_cache_async_readahead()
1396 struct folio *folio; in __readahead_folio() local
1424 struct folio *folio = __readahead_folio(ractl); in readahead_folio() local
[all …]
A Dvmstat.h411 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
417 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
423 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
429 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
435 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
441 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
447 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
453 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
465 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
471 static inline void node_stat_add_folio(struct folio *folio, in node_stat_add_folio()
[all …]
A Dhighmem.h227 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
476 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
504 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
541 static inline __must_check void *folio_zero_tail(struct folio *folio, in folio_zero_tail()
577 static inline void folio_fill_tail(struct folio *folio, size_t offset, in folio_fill_tail()
615 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
641 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
653 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
665 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
680 static inline void folio_release_kmap(struct folio *folio, void *addr) in folio_release_kmap()
A Dmemcontrol.h451 static inline bool folio_memcg_charged(struct folio *folio) in folio_memcg_charged()
526 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
670 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
730 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1061 static inline bool folio_memcg_charged(struct folio *folio) in folio_memcg_charged()
1081 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
1141 static inline int mem_cgroup_charge(struct folio *folio, in mem_cgroup_charge()
1158 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
1181 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1446 static inline void folio_split_memcg_refs(struct folio *folio, in folio_split_memcg_refs()
[all …]
A Dzswap.h42 static inline bool zswap_store(struct folio *folio) in zswap_store()
47 static inline int zswap_load(struct folio *folio) in zswap_load()
60 static inline void zswap_folio_swapin(struct folio *folio) {} in zswap_folio_swapin()
A Dmm.h205 #define folio_page_idx(folio, p) ((p) - &(folio)->page) argument
976 struct folio *folio = (struct folio *)page; in compound_order() local
1319 static inline void folio_get(struct folio *folio) in folio_get()
1327 struct folio *folio = page_folio(page); in get_page() local
1357 static inline void folio_put(struct folio *folio) in folio_put()
1424 struct folio *folio = page_folio(page); in put_page() local
1899 struct folio *folio) in folio_needs_cow_for_dma()
2016 struct folio *folio = (struct folio *)page; in compound_nr() local
2628 static inline int mm_counter(struct folio *folio) in mm_counter()
2978 struct folio *folio = ptdesc_folio(ptdesc); in __pagetable_ctor() local
[all …]
A Dmmdebug.h29 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
61 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
70 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
120 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
126 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
127 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
A Dhuge_mm.h367 static inline int try_folio_split(struct folio *folio, struct page *page, in try_folio_split()
382 struct folio *folio = page_folio(page); in split_huge_page() local
470 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
480 static inline bool is_huge_zero_folio(const struct folio *folio) in is_huge_zero_folio()
510 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
548 can_split_folio(struct folio *folio, int caller_pins, int *pextra_pins) in can_split_folio()
568 static inline int try_folio_split(struct folio *folio, struct page *page, in try_folio_split()
588 struct folio *folio) in unmap_huge_pmd_locked()
635 static inline bool is_huge_zero_folio(const struct folio *folio) in is_huge_zero_folio()
690 static inline int split_folio_to_list_to_order(struct folio *folio, in split_folio_to_list_to_order()
[all …]
A Dpage_owner.h46 static inline void folio_set_owner_migrate_reason(struct folio *folio, int reason) in folio_set_owner_migrate_reason()
68 static inline void folio_copy_owner(struct folio *newfolio, struct folio *folio) in folio_copy_owner()
71 static inline void folio_set_owner_migrate_reason(struct folio *folio, int reason) in folio_set_owner_migrate_reason()
A Dpage-flags.h319 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
356 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
744 static __always_inline bool folio_test_ksm(const struct folio *folio) in folio_test_ksm()
768 static inline bool folio_xor_flags_has_waiters(struct folio *folio, in folio_xor_flags_has_waiters()
784 static inline bool folio_test_uptodate(const struct folio *folio) in folio_test_uptodate()
806 static __always_inline void __folio_mark_uptodate(struct folio *folio) in __folio_mark_uptodate()
812 static __always_inline void folio_mark_uptodate(struct folio *folio) in folio_mark_uptodate()
838 #define folio_start_writeback(folio) \ argument
1100 const struct folio *folio; in is_page_hwpoison() local
1108 static inline bool folio_contain_hwpoisoned_page(struct folio *folio) in folio_contain_hwpoisoned_page()
[all …]
A Dswap.h356 struct folio *folio = page_folio(page); in page_swap_entry() local
544 #define free_folio_and_swap_cache(folio) \ argument
553 static inline void free_swap_cache(struct folio *folio) in free_swap_cache()
580 static inline void put_swap_folio(struct folio *folio, swp_entry_t swp) in put_swap_folio()
599 static inline int folio_alloc_swap(struct folio *folio, gfp_t gfp_mask) in folio_alloc_swap()
604 static inline bool folio_free_swap(struct folio *folio) in folio_free_swap()
649 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
656 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
663 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
682 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
[all …]
A Dksm.h128 static inline void collect_procs_ksm(const struct folio *folio, in collect_procs_ksm()
141 static inline struct folio *ksm_might_need_to_copy(struct folio *folio, in ksm_might_need_to_copy()
147 static inline void rmap_walk_ksm(struct folio *folio, in rmap_walk_ksm()
A Dmigrate.h95 static inline bool isolate_folio_to_list(struct folio *folio, struct list_head *list) in isolate_folio_to_list()
111 static inline int migrate_misplaced_folio_prepare(struct folio *folio, in migrate_misplaced_folio_prepare()
116 static inline int migrate_misplaced_folio(struct folio *folio, int node) in migrate_misplaced_folio()
A Dmemremap.h167 static inline bool folio_is_device_private(const struct folio *folio) in folio_is_device_private()
185 static inline bool folio_is_device_coherent(const struct folio *folio) in folio_is_device_coherent()
196 static inline bool folio_is_fsdax(const struct folio *folio) in folio_is_fsdax()
A Dhugetlb.h300 struct folio *folio) in hugetlb_folio_mapping_lock_write()
412 static inline bool folio_isolate_hugetlb(struct folio *folio, struct list_head *list) in folio_isolate_hugetlb()
417 static inline int get_hwpoison_hugetlb_folio(struct folio *folio, bool *hugetlb, bool unpoison) in get_hwpoison_hugetlb_folio()
428 static inline void folio_putback_hugetlb(struct folio *folio) in folio_putback_hugetlb()
447 unsigned long end, struct folio *folio, in __unmap_hugepage_range()
735 static inline struct hugepage_subpool *hugetlb_folio_subpool(struct folio *folio) in hugetlb_folio_subpool()
740 static inline void hugetlb_set_folio_subpool(struct folio *folio, in hugetlb_set_folio_subpool()
824 static inline void arch_clear_hugetlb_flags(struct folio *folio) { } in arch_clear_hugetlb_flags()
847 static inline struct hstate *folio_hstate(struct folio *folio) in folio_hstate()
870 static inline void folio_clear_hugetlb_hwpoison(struct folio *folio) in folio_clear_hugetlb_hwpoison()
A Dfsverity.h237 static inline bool fsverity_verify_blocks(struct folio *folio, size_t len, in fsverity_verify_blocks()
256 static inline bool fsverity_verify_folio(struct folio *folio) in fsverity_verify_folio()
A Dcacheflush.h14 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
A Dfolio_queue.h192 static inline unsigned int folioq_append(struct folio_queue *folioq, struct folio *folio) in folioq_append()
214 static inline unsigned int folioq_append_mark(struct folio_queue *folioq, struct folio *folio) in folioq_append_mark()
A Dswap_cgroup.h18 void swap_cgroup_record(struct folio *folio, unsigned short id, swp_entry_t ent) in swap_cgroup_record()
/include/trace/events/
A Dpagemap.h19 #define trace_pagemap_flags(folio) ( \ argument

Completed in 74 milliseconds

12