Lines Matching refs:folio
68 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio() argument
70 VM_BUG_ON_FOLIO(!folio_test_hugetlb(folio), folio); in __hugetlb_cgroup_from_folio()
71 if (folio_order(folio) < HUGETLB_CGROUP_MIN_ORDER) in __hugetlb_cgroup_from_folio()
74 return folio->_hugetlb_cgroup_rsvd; in __hugetlb_cgroup_from_folio()
76 return folio->_hugetlb_cgroup; in __hugetlb_cgroup_from_folio()
79 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio() argument
81 return __hugetlb_cgroup_from_folio(folio, false); in hugetlb_cgroup_from_folio()
85 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd() argument
87 return __hugetlb_cgroup_from_folio(folio, true); in hugetlb_cgroup_from_folio_rsvd()
90 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup() argument
93 VM_BUG_ON_FOLIO(!folio_test_hugetlb(folio), folio); in __set_hugetlb_cgroup()
94 if (folio_order(folio) < HUGETLB_CGROUP_MIN_ORDER) in __set_hugetlb_cgroup()
97 folio->_hugetlb_cgroup_rsvd = h_cg; in __set_hugetlb_cgroup()
99 folio->_hugetlb_cgroup = h_cg; in __set_hugetlb_cgroup()
102 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup() argument
105 __set_hugetlb_cgroup(folio, h_cg, false); in set_hugetlb_cgroup()
108 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd() argument
111 __set_hugetlb_cgroup(folio, h_cg, true); in set_hugetlb_cgroup_rsvd()
144 struct folio *folio);
147 struct folio *folio);
149 struct folio *folio);
151 struct folio *folio);
167 extern void hugetlb_cgroup_migrate(struct folio *old_folio,
168 struct folio *new_folio);
178 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio() argument
184 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd() argument
189 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup() argument
194 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd() argument
233 struct folio *folio) in hugetlb_cgroup_commit_charge() argument
240 struct folio *folio) in hugetlb_cgroup_commit_charge_rsvd() argument
245 struct folio *folio) in hugetlb_cgroup_uncharge_folio() argument
251 struct folio *folio) in hugetlb_cgroup_uncharge_folio_rsvd() argument
276 static inline void hugetlb_cgroup_migrate(struct folio *old_folio, in hugetlb_cgroup_migrate()
277 struct folio *new_folio) in hugetlb_cgroup_migrate()