/linux-6.3-rc2/include/linux/ |
A D | mm_inline.h | 37 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size() 51 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size() 164 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active() 174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size() 220 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio() 266 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio() 313 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio() 327 struct lruvec *lruvec) in add_page_to_lru_list() 333 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail() 347 void lruvec_del_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_del_folio() [all …]
|
A D | memcontrol.h | 122 struct lruvec lruvec; member 723 struct lruvec *lruvec; in mem_cgroup_lruvec() local 773 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() 907 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() 1056 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state() 1414 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() 1542 static inline void __mod_memcg_lruvec_state(struct lruvec *lruvec, in __mod_memcg_lruvec_state() 1613 static inline struct lruvec *parent_lruvec(struct lruvec *lruvec) in parent_lruvec() 1626 static inline void unlock_page_lruvec(struct lruvec *lruvec) in unlock_page_lruvec() 1631 static inline void unlock_page_lruvec_irq(struct lruvec *lruvec) in unlock_page_lruvec_irq() [all …]
|
A D | mmzone.h | 472 struct lruvec *lruvec; member 572 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec() 602 static inline void lru_gen_soft_reclaim(struct lruvec *lruvec) in lru_gen_soft_reclaim() 610 struct lruvec { struct 612 /* per lruvec lru_lock for memcg */ argument 625 /* Various lruvec state flags (enum lruvec_flags) */ argument 626 unsigned long flags; 629 struct lru_gen_folio lrugen; 631 struct lru_gen_mm_state mm_state; 634 struct pglist_data *pgdat; [all …]
|
A D | vmstat.h | 543 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state() 568 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state() 574 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
|
/linux-6.3-rc2/mm/ |
A D | vmscan.c | 2228 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios() 2350 struct lruvec *lruvec; in folio_isolate_lru() local 2611 struct lruvec *lruvec, in shrink_active_list() 3175 #define DEFINE_MAX_SEQ(lruvec) \ argument 3178 #define DEFINE_MIN_SEQ(lruvec) \ argument 5363 struct lruvec *lruvec; in shrink_many() local 5858 struct lruvec *lruvec = v; in lru_gen_seq_show() local 5968 struct lruvec *lruvec; in run_cmd() local 6799 struct lruvec *lruvec; in do_try_to_free_pages() local 7101 struct lruvec *lruvec; in kswapd_age_node() local [all …]
|
A D | swap.c | 84 struct lruvec *lruvec; in __page_cache_release() local 163 static void lru_add_fn(struct lruvec *lruvec, struct folio *folio) in lru_add_fn() 206 struct lruvec *lruvec = NULL; in folio_batch_move_lru() local 237 static void lru_move_tail_fn(struct lruvec *lruvec, struct folio *folio) in lru_move_tail_fn() 269 void lru_note_cost(struct lruvec *lruvec, bool file, in lru_note_cost() 327 static void folio_activate_fn(struct lruvec *lruvec, struct folio *folio) in folio_activate_fn() 373 struct lruvec *lruvec; in folio_activate() local 561 static void lru_deactivate_file_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_file_fn() 602 static void lru_deactivate_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_fn() 618 static void lru_lazyfree_fn(struct lruvec *lruvec, struct folio *folio) in lru_lazyfree_fn() [all …]
|
A D | workingset.c | 225 struct lruvec *lruvec; in lru_gen_eviction() local 254 struct lruvec *lruvec; in lru_gen_refault() local 325 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() 355 struct lruvec *lruvec; in workingset_eviction() local 395 struct lruvec *lruvec; in workingset_refault() local 608 struct lruvec *lruvec; in count_shadow_nodes() local
|
A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio() 103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio() 122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio() 188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
|
A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
A D | memcontrol.c | 825 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state() 842 struct lruvec *lruvec; in __mod_lruvec_page_state() local 863 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local 1277 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() 1307 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local 1330 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local 1355 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local 1373 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size() 2882 struct lruvec *lruvec; in mod_objcg_mlstate() local 3963 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local [all …]
|
A D | huge_memory.c | 2401 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail() 2425 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail() 2517 struct lruvec *lruvec; in __split_huge_page() local
|
A D | compaction.c | 790 struct lruvec *lruvec; in isolate_migratepages_block() local
|