| /mm/ |
| A D | swap.c | 89 struct lruvec *lruvec = NULL; in page_cache_release() local
93 if (lruvec) in page_cache_release()
118 static void lru_add(struct lruvec *lruvec, struct folio *folio) in lru_add() argument
161 struct lruvec *lruvec = NULL; in folio_batch_move_lru() local
173 if (lruvec) in folio_batch_move_lru()
287 lruvec = parent_lruvec(lruvec); in lru_note_cost_unlock_irq()
288 if (!lruvec) in lru_note_cost_unlock_irq()
296 struct lruvec *lruvec; in lru_note_cost_refault() local
344 struct lruvec *lruvec; in folio_activate() local
949 struct lruvec *lruvec = NULL; in folios_put_refs() local
[all …]
|
| A D | vmscan.c | 1861 struct lruvec *lruvec; in folio_isolate_lru() local
3050 struct lruvec *lruvec = walk->lruvec; in reset_mm_stats() local
3076 struct lruvec *lruvec = walk->lruvec; in iterate_mm_list() local
3331 struct lruvec *lruvec = walk->lruvec; in reset_batch_size() local
3811 struct lruvec *lruvec = walk->lruvec; in walk_mm() local
4083 walk->lruvec = lruvec; in try_to_inc_max_seq()
4778 walk->lruvec = lruvec; in evict_folios()
4979 struct lruvec *lruvec; in shrink_many() local
5541 struct lruvec *lruvec; in run_cmd() local
6424 struct lruvec *lruvec; in do_try_to_free_pages() local
[all …]
|
| A D | workingset.c | 237 struct lruvec *lruvec; in lru_gen_eviction() local
250 lrugen = &lruvec->lrugen; in lru_gen_eviction()
264 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent() argument
289 struct lruvec *lruvec; in lru_gen_refault() local
305 lrugen = &lruvec->lrugen; in lru_gen_refault()
333 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent() argument
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() argument
370 } while ((lruvec = parent_lruvec(lruvec))); in workingset_age_nonresident()
385 struct lruvec *lruvec; in workingset_eviction() local
539 struct lruvec *lruvec; in workingset_refault() local
[all …]
|
| A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio() argument
67 lruvec = folio_lruvec_relock_irq(folio, lruvec); in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio() argument
107 lruvec = folio_lruvec_relock_irq(folio, lruvec); in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio() argument
131 lruvec = folio_lruvec_relock_irq(folio, lruvec); in __munlock_folio()
188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
200 lruvec = __mlock_folio(folio, lruvec); in mlock_folio_batch()
202 lruvec = __mlock_new_folio(folio, lruvec); in mlock_folio_batch()
204 lruvec = __munlock_folio(folio, lruvec); in mlock_folio_batch()
[all …]
|
| A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init() argument
79 memset(lruvec, 0, sizeof(struct lruvec)); in lruvec_init()
80 spin_lock_init(&lruvec->lru_lock); in lruvec_init()
81 zswap_lruvec_state_init(lruvec); in lruvec_init()
84 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
91 list_del(&lruvec->lists[LRU_UNEVICTABLE]); in lruvec_init()
93 lru_gen_init_lruvec(lruvec); in lruvec_init()
|
| A D | memcontrol.c | 402 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_page_state()
411 unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() argument
727 static void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state() argument
783 struct lruvec *lruvec; in __lruvec_stat_mod_folio() local
804 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local
1206 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local
1228 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local
1252 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local
2520 struct lruvec *lruvec; in account_slab_nmi_safe() local
2541 struct lruvec *lruvec; in account_slab_nmi_safe() local
[all …]
|
| A D | zswap.c | 745 void zswap_lruvec_state_init(struct lruvec *lruvec) in zswap_lruvec_state_init() argument
747 atomic_long_set(&lruvec->zswap_lruvec_state.nr_disk_swapins, 0); in zswap_lruvec_state_init()
752 struct lruvec *lruvec; in zswap_folio_swapin() local
755 lruvec = folio_lruvec(folio); in zswap_folio_swapin()
756 atomic_long_inc(&lruvec->zswap_lruvec_state.nr_disk_swapins); in zswap_folio_swapin()
1276 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(sc->nid)); in zswap_shrinker_count() local
1278 &lruvec->zswap_lruvec_state.nr_disk_swapins; in zswap_shrinker_count()
|
| A D | compaction.c | 842 struct lruvec *lruvec; in isolate_migratepages_block() local
844 struct lruvec *locked = NULL; in isolate_migratepages_block()
1156 lruvec = folio_lruvec(folio); in isolate_migratepages_block()
1159 if (lruvec != locked) { in isolate_migratepages_block()
1163 compact_lock_irqsave(&lruvec->lru_lock, &flags, cc); in isolate_migratepages_block()
1164 locked = lruvec; in isolate_migratepages_block()
1166 lruvec_memcg_debug(lruvec, folio); in isolate_migratepages_block()
1200 lruvec_del_folio(lruvec, folio); in isolate_migratepages_block()
|
| A D | memcontrol-v1.c | 1743 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
1753 nr += lruvec_page_state(lruvec, NR_LRU_BASE + lru); in mem_cgroup_node_nr_lru_pages()
1755 nr += lruvec_page_state_local(lruvec, NR_LRU_BASE + lru); in mem_cgroup_node_nr_lru_pages()
1933 anon_cost += mz->lruvec.anon_cost; in memcg1_stat_format()
1934 file_cost += mz->lruvec.file_cost; in memcg1_stat_format()
|
| A D | huge_memory.c | 3236 struct lruvec *lruvec, struct list_head *list) in lru_add_split_folio() argument
3239 lockdep_assert_held(&lruvec->lru_lock); in lru_add_split_folio()
3732 struct lruvec *lruvec; in __folio_split() local
3780 lruvec = folio_lruvec_lock(folio); in __folio_split()
3802 lru_add_split_folio(folio, new_folio, lruvec, list); in __folio_split()
3844 unlock_page_lruvec(lruvec); in __folio_split()
|
| A D | migrate.c | 636 struct lruvec *old_lruvec, *new_lruvec; in __folio_migrate_mapping()
2696 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio() local
2710 mod_lruvec_state(lruvec, PGPROMOTE_SUCCESS, nr_succeeded); in migrate_misplaced_folio()
|