Lines Matching refs:nr_pages
260 unsigned int nr_pages);
266 unsigned int nr_pages; in obj_cgroup_release() local
291 nr_pages = nr_bytes >> PAGE_SHIFT; in obj_cgroup_release()
293 if (nr_pages) in obj_cgroup_release()
294 obj_cgroup_uncharge_pages(objcg, nr_pages); in obj_cgroup_release()
468 unsigned long nr_pages = page_counter_read(&memcg->memory); in soft_limit_excess() local
472 if (nr_pages > soft_limit) in soft_limit_excess()
473 excess = nr_pages - soft_limit; in soft_limit_excess()
927 int nr_pages) in mem_cgroup_charge_statistics() argument
930 if (nr_pages > 0) in mem_cgroup_charge_statistics()
934 nr_pages = -nr_pages; /* for event */ in mem_cgroup_charge_statistics()
937 __this_cpu_add(memcg->vmstats_percpu->nr_page_events, nr_pages); in mem_cgroup_charge_statistics()
1374 int zid, int nr_pages) in mem_cgroup_update_lru_size() argument
1386 if (nr_pages < 0) in mem_cgroup_update_lru_size()
1387 *lru_size += nr_pages; in mem_cgroup_update_lru_size()
1392 __func__, lruvec, lru, nr_pages, size)) { in mem_cgroup_update_lru_size()
1397 if (nr_pages > 0) in mem_cgroup_update_lru_size()
1398 *lru_size += nr_pages; in mem_cgroup_update_lru_size()
2186 unsigned int nr_pages; member
2209 static void memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages);
2221 static void memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) in memcg_account_kmem() argument
2237 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in consume_stock() argument
2243 if (nr_pages > MEMCG_CHARGE_BATCH) in consume_stock()
2249 if (memcg == stock->cached && stock->nr_pages >= nr_pages) { in consume_stock()
2250 stock->nr_pages -= nr_pages; in consume_stock()
2269 if (stock->nr_pages) { in drain_stock()
2270 page_counter_uncharge(&old->memory, stock->nr_pages); in drain_stock()
2272 page_counter_uncharge(&old->memsw, stock->nr_pages); in drain_stock()
2273 stock->nr_pages = 0; in drain_stock()
2307 static void __refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in __refill_stock() argument
2317 stock->nr_pages += nr_pages; in __refill_stock()
2319 if (stock->nr_pages > MEMCG_CHARGE_BATCH) in __refill_stock()
2323 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in refill_stock() argument
2328 __refill_stock(memcg, nr_pages); in refill_stock()
2358 if (memcg && stock->nr_pages && in drain_all_stock()
2388 unsigned int nr_pages, in reclaim_high() argument
2403 nr_reclaimed += try_to_free_mem_cgroup_pages(memcg, nr_pages, in reclaim_high()
2527 unsigned int nr_pages, in calculate_high_delay() argument
2555 return penalty_jiffies * nr_pages / MEMCG_CHARGE_BATCH; in calculate_high_delay()
2567 unsigned int nr_pages = current->memcg_nr_pages_over_high; in mem_cgroup_handle_over_high() local
2572 if (likely(!nr_pages)) in mem_cgroup_handle_over_high()
2589 in_retry ? SWAP_CLUSTER_MAX : nr_pages, in mem_cgroup_handle_over_high()
2596 penalty_jiffies = calculate_high_delay(memcg, nr_pages, in mem_cgroup_handle_over_high()
2599 penalty_jiffies += calculate_high_delay(memcg, nr_pages, in mem_cgroup_handle_over_high()
2642 unsigned int nr_pages) in try_charge_memcg() argument
2644 unsigned int batch = max(MEMCG_CHARGE_BATCH, nr_pages); in try_charge_memcg()
2656 if (consume_stock(memcg, nr_pages)) in try_charge_memcg()
2671 if (batch > nr_pages) { in try_charge_memcg()
2672 batch = nr_pages; in try_charge_memcg()
2695 nr_reclaimed = try_to_free_mem_cgroup_pages(mem_over_limit, nr_pages, in try_charge_memcg()
2699 if (mem_cgroup_margin(mem_over_limit) >= nr_pages) in try_charge_memcg()
2719 if (nr_reclaimed && nr_pages <= (1 << PAGE_ALLOC_COSTLY_ORDER)) in try_charge_memcg()
2744 get_order(nr_pages * PAGE_SIZE))) { in try_charge_memcg()
2771 page_counter_charge(&memcg->memory, nr_pages); in try_charge_memcg()
2773 page_counter_charge(&memcg->memsw, nr_pages); in try_charge_memcg()
2778 if (batch > nr_pages) in try_charge_memcg()
2779 refill_stock(memcg, batch - nr_pages); in try_charge_memcg()
2832 unsigned int nr_pages) in try_charge() argument
2837 return try_charge_memcg(memcg, gfp_mask, nr_pages); in try_charge()
2840 static inline void cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages) in cancel_charge() argument
2845 page_counter_uncharge(&memcg->memory, nr_pages); in cancel_charge()
2847 page_counter_uncharge(&memcg->memsw, nr_pages); in cancel_charge()
3063 static void memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) in memcg_account_kmem() argument
3065 mod_memcg_state(memcg, MEMCG_KMEM, nr_pages); in memcg_account_kmem()
3067 if (nr_pages > 0) in memcg_account_kmem()
3068 page_counter_charge(&memcg->kmem, nr_pages); in memcg_account_kmem()
3070 page_counter_uncharge(&memcg->kmem, -nr_pages); in memcg_account_kmem()
3081 unsigned int nr_pages) in obj_cgroup_uncharge_pages() argument
3087 memcg_account_kmem(memcg, -nr_pages); in obj_cgroup_uncharge_pages()
3088 refill_stock(memcg, nr_pages); in obj_cgroup_uncharge_pages()
3102 unsigned int nr_pages) in obj_cgroup_charge_pages() argument
3109 ret = try_charge_memcg(memcg, gfp, nr_pages); in obj_cgroup_charge_pages()
3113 memcg_account_kmem(memcg, nr_pages); in obj_cgroup_charge_pages()
3155 unsigned int nr_pages = 1 << order; in __memcg_kmem_uncharge_page() local
3161 obj_cgroup_uncharge_pages(objcg, nr_pages); in __memcg_kmem_uncharge_page()
3259 unsigned int nr_pages = stock->nr_bytes >> PAGE_SHIFT; in drain_obj_stock() local
3262 if (nr_pages) { in drain_obj_stock()
3267 memcg_account_kmem(memcg, -nr_pages); in drain_obj_stock()
3268 __refill_stock(memcg, nr_pages); in drain_obj_stock()
3334 unsigned int nr_pages = 0; in refill_obj_stock() local
3350 nr_pages = stock->nr_bytes >> PAGE_SHIFT; in refill_obj_stock()
3358 if (nr_pages) in refill_obj_stock()
3359 obj_cgroup_uncharge_pages(objcg, nr_pages); in refill_obj_stock()
3364 unsigned int nr_pages, nr_bytes; in obj_cgroup_charge() local
3393 nr_pages = size >> PAGE_SHIFT; in obj_cgroup_charge()
3397 nr_pages += 1; in obj_cgroup_charge()
3399 ret = obj_cgroup_charge_pages(objcg, gfp, nr_pages); in obj_cgroup_charge()
3839 unsigned long nr_pages; in mem_cgroup_write() local
3843 ret = page_counter_memparse(buf, "-1", &nr_pages); in mem_cgroup_write()
3855 ret = mem_cgroup_resize_max(memcg, nr_pages, false); in mem_cgroup_write()
3858 ret = mem_cgroup_resize_max(memcg, nr_pages, true); in mem_cgroup_write()
3865 ret = memcg_update_tcp_max(memcg, nr_pages); in mem_cgroup_write()
3873 memcg->soft_limit = nr_pages; in mem_cgroup_write()
5733 unsigned int nr_pages = compound ? folio_nr_pages(folio) : 1; in mem_cgroup_move_account() local
5753 __mod_lruvec_state(from_vec, NR_ANON_MAPPED, -nr_pages); in mem_cgroup_move_account()
5754 __mod_lruvec_state(to_vec, NR_ANON_MAPPED, nr_pages); in mem_cgroup_move_account()
5757 -nr_pages); in mem_cgroup_move_account()
5759 nr_pages); in mem_cgroup_move_account()
5763 __mod_lruvec_state(from_vec, NR_FILE_PAGES, -nr_pages); in mem_cgroup_move_account()
5764 __mod_lruvec_state(to_vec, NR_FILE_PAGES, nr_pages); in mem_cgroup_move_account()
5767 __mod_lruvec_state(from_vec, NR_SHMEM, -nr_pages); in mem_cgroup_move_account()
5768 __mod_lruvec_state(to_vec, NR_SHMEM, nr_pages); in mem_cgroup_move_account()
5772 __mod_lruvec_state(from_vec, NR_FILE_MAPPED, -nr_pages); in mem_cgroup_move_account()
5773 __mod_lruvec_state(to_vec, NR_FILE_MAPPED, nr_pages); in mem_cgroup_move_account()
5781 -nr_pages); in mem_cgroup_move_account()
5783 nr_pages); in mem_cgroup_move_account()
5790 __mod_lruvec_state(from_vec, NR_SWAPCACHE, -nr_pages); in mem_cgroup_move_account()
5791 __mod_lruvec_state(to_vec, NR_SWAPCACHE, nr_pages); in mem_cgroup_move_account()
5795 __mod_lruvec_state(from_vec, NR_WRITEBACK, -nr_pages); in mem_cgroup_move_account()
5796 __mod_lruvec_state(to_vec, NR_WRITEBACK, nr_pages); in mem_cgroup_move_account()
5825 mem_cgroup_charge_statistics(to, nr_pages); in mem_cgroup_move_account()
5827 mem_cgroup_charge_statistics(from, -nr_pages); in mem_cgroup_move_account()
6465 unsigned long nr_pages = page_counter_read(&memcg->memory); in memory_high_write() local
6468 if (nr_pages <= high) in memory_high_write()
6480 reclaimed = try_to_free_mem_cgroup_pages(memcg, nr_pages - high, in memory_high_write()
6514 unsigned long nr_pages = page_counter_read(&memcg->memory); in memory_max_write() local
6516 if (nr_pages <= max) in memory_max_write()
6529 if (!try_to_free_mem_cgroup_pages(memcg, nr_pages - max, in memory_max_write()
6957 long nr_pages = folio_nr_pages(folio); in charge_memcg() local
6960 ret = try_charge(memcg, gfp, nr_pages); in charge_memcg()
6968 mem_cgroup_charge_statistics(memcg, nr_pages); in charge_memcg()
7093 long nr_pages; in uncharge_folio() local
7130 nr_pages = folio_nr_pages(folio); in uncharge_folio()
7133 ug->nr_memory += nr_pages; in uncharge_folio()
7134 ug->nr_kmem += nr_pages; in uncharge_folio()
7141 ug->nr_memory += nr_pages; in uncharge_folio()
7195 long nr_pages = folio_nr_pages(new); in mem_cgroup_migrate() local
7201 VM_BUG_ON_FOLIO(folio_nr_pages(old) != nr_pages, new); in mem_cgroup_migrate()
7217 page_counter_charge(&memcg->memory, nr_pages); in mem_cgroup_migrate()
7219 page_counter_charge(&memcg->memsw, nr_pages); in mem_cgroup_migrate()
7226 mem_cgroup_charge_statistics(memcg, nr_pages); in mem_cgroup_migrate()
7272 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages, in mem_cgroup_charge_skmem() argument
7278 if (page_counter_try_charge(&memcg->tcpmem, nr_pages, &fail)) { in mem_cgroup_charge_skmem()
7284 page_counter_charge(&memcg->tcpmem, nr_pages); in mem_cgroup_charge_skmem()
7290 if (try_charge(memcg, gfp_mask, nr_pages) == 0) { in mem_cgroup_charge_skmem()
7291 mod_memcg_state(memcg, MEMCG_SOCK, nr_pages); in mem_cgroup_charge_skmem()
7303 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) in mem_cgroup_uncharge_skmem() argument
7306 page_counter_uncharge(&memcg->tcpmem, nr_pages); in mem_cgroup_uncharge_skmem()
7310 mod_memcg_state(memcg, MEMCG_SOCK, -nr_pages); in mem_cgroup_uncharge_skmem()
7312 refill_stock(memcg, nr_pages); in mem_cgroup_uncharge_skmem()
7474 unsigned int nr_pages = folio_nr_pages(folio); in __mem_cgroup_try_charge_swap() local
7496 !page_counter_try_charge(&memcg->swap, nr_pages, &counter)) { in __mem_cgroup_try_charge_swap()
7504 if (nr_pages > 1) in __mem_cgroup_try_charge_swap()
7505 mem_cgroup_id_get_many(memcg, nr_pages - 1); in __mem_cgroup_try_charge_swap()
7506 oldid = swap_cgroup_record(entry, mem_cgroup_id(memcg), nr_pages); in __mem_cgroup_try_charge_swap()
7508 mod_memcg_state(memcg, MEMCG_SWAP, nr_pages); in __mem_cgroup_try_charge_swap()
7518 void __mem_cgroup_uncharge_swap(swp_entry_t entry, unsigned int nr_pages) in __mem_cgroup_uncharge_swap() argument
7526 id = swap_cgroup_record(entry, 0, nr_pages); in __mem_cgroup_uncharge_swap()
7532 page_counter_uncharge(&memcg->memsw, nr_pages); in __mem_cgroup_uncharge_swap()
7534 page_counter_uncharge(&memcg->swap, nr_pages); in __mem_cgroup_uncharge_swap()
7536 mod_memcg_state(memcg, MEMCG_SWAP, -nr_pages); in __mem_cgroup_uncharge_swap()
7537 mem_cgroup_id_put_many(memcg, nr_pages); in __mem_cgroup_uncharge_swap()