Lines Matching refs:i
352 u8 i, j = 0; in init_memcg_stats() local
358 for (i = 0; i < NR_MEMCG_NODE_STAT_ITEMS; ++i, ++j) in init_memcg_stats()
359 mem_cgroup_stats_index[memcg_node_stat_items[i]] = j; in init_memcg_stats()
361 for (i = 0; i < ARRAY_SIZE(memcg_stat_items); ++i, ++j) in init_memcg_stats()
362 mem_cgroup_stats_index[memcg_stat_items[i]] = j; in init_memcg_stats()
393 int i; in lruvec_page_state() local
398 i = memcg_stats_index(idx); in lruvec_page_state()
399 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in lruvec_page_state()
403 x = READ_ONCE(pn->lruvec_stats->state[i]); in lruvec_page_state()
416 int i; in lruvec_page_state_local() local
421 i = memcg_stats_index(idx); in lruvec_page_state_local()
422 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in lruvec_page_state_local()
426 x = READ_ONCE(pn->lruvec_stats->state_local[i]); in lruvec_page_state_local()
484 u8 i; in init_memcg_events() local
491 for (i = 0; i < NR_MEMCG_EVENTS; ++i) in init_memcg_events()
492 mem_cgroup_events_index[memcg_vm_event_stat[i]] = i; in init_memcg_events()
651 int i = memcg_stats_index(idx); in memcg_page_state() local
653 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in memcg_page_state()
656 x = READ_ONCE(memcg->vmstats->state[i]); in memcg_page_state()
689 int i = memcg_stats_index(idx); in mod_memcg_state() local
695 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in mod_memcg_state()
700 this_cpu_add(memcg->vmstats_percpu->state[i], val); in mod_memcg_state()
713 int i = memcg_stats_index(idx); in memcg_page_state_local() local
715 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in memcg_page_state_local()
718 x = READ_ONCE(memcg->vmstats->state_local[i]); in memcg_page_state_local()
733 int i = memcg_stats_index(idx); in mod_memcg_lruvec_state() local
736 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in mod_memcg_lruvec_state()
745 this_cpu_add(memcg->vmstats_percpu->state[i], val); in mod_memcg_lruvec_state()
748 this_cpu_add(pn->lruvec_stats_percpu->state[i], val); in mod_memcg_lruvec_state()
833 int i = memcg_events_index(idx); in count_memcg_events() local
839 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, idx)) in count_memcg_events()
844 this_cpu_add(memcg->vmstats_percpu->events[i], count); in count_memcg_events()
853 int i = memcg_events_index(event); in memcg_events() local
855 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, event)) in memcg_events()
858 return READ_ONCE(memcg->vmstats->events[i]); in memcg_events()
864 int i = memcg_events_index(event); in memcg_events_local() local
866 if (WARN_ONCE(BAD_STAT_IDX(i), "%s: missing stat item %d\n", __func__, event)) in memcg_events_local()
869 return READ_ONCE(memcg->vmstats->events_local[i]); in memcg_events_local()
1463 int i; in memcg_stat_format() local
1477 for (i = 0; i < ARRAY_SIZE(memory_stats); i++) { in memcg_stat_format()
1481 if (unlikely(memory_stats[i].idx == NR_HUGETLB) && in memcg_stat_format()
1485 size = memcg_page_state_output(memcg, memory_stats[i].idx); in memcg_stat_format()
1486 seq_buf_printf(s, "%s %llu\n", memory_stats[i].name, size); in memcg_stat_format()
1488 if (unlikely(memory_stats[i].idx == NR_SLAB_UNRECLAIMABLE_B)) { in memcg_stat_format()
1507 for (i = 0; i < ARRAY_SIZE(memcg_vm_event_stat); i++) { in memcg_stat_format()
1509 if (memcg_vm_event_stat[i] == PGPGIN || in memcg_stat_format()
1510 memcg_vm_event_stat[i] == PGPGOUT) in memcg_stat_format()
1514 vm_event_name(memcg_vm_event_stat[i]), in memcg_stat_format()
1515 memcg_events(memcg, memcg_vm_event_stat[i])); in memcg_stat_format()
1800 int i; in consume_stock() local
1808 for (i = 0; i < NR_MEMCG_STOCK; ++i) { in consume_stock()
1809 if (memcg != READ_ONCE(stock->cached[i])) in consume_stock()
1812 stock_pages = READ_ONCE(stock->nr_pages[i]); in consume_stock()
1814 WRITE_ONCE(stock->nr_pages[i], stock_pages - nr_pages); in consume_stock()
1835 static void drain_stock(struct memcg_stock_pcp *stock, int i) in drain_stock() argument
1837 struct mem_cgroup *old = READ_ONCE(stock->cached[i]); in drain_stock()
1843 stock_pages = READ_ONCE(stock->nr_pages[i]); in drain_stock()
1846 WRITE_ONCE(stock->nr_pages[i], 0); in drain_stock()
1850 WRITE_ONCE(stock->cached[i], NULL); in drain_stock()
1855 int i; in drain_stock_fully() local
1857 for (i = 0; i < NR_MEMCG_STOCK; ++i) in drain_stock_fully()
1858 drain_stock(stock, i); in drain_stock_fully()
1900 int i; in refill_stock() local
1922 for (i = 0; i < NR_MEMCG_STOCK; ++i) { in refill_stock()
1923 cached = READ_ONCE(stock->cached[i]); in refill_stock()
1925 empty_slot = i; in refill_stock()
1926 if (memcg == READ_ONCE(stock->cached[i])) { in refill_stock()
1927 stock_pages = READ_ONCE(stock->nr_pages[i]) + nr_pages; in refill_stock()
1928 WRITE_ONCE(stock->nr_pages[i], stock_pages); in refill_stock()
1930 drain_stock(stock, i); in refill_stock()
1937 i = empty_slot; in refill_stock()
1938 if (i == -1) { in refill_stock()
1939 i = get_random_u32_below(NR_MEMCG_STOCK); in refill_stock()
1940 drain_stock(stock, i); in refill_stock()
1943 WRITE_ONCE(stock->cached[i], memcg); in refill_stock()
1944 WRITE_ONCE(stock->nr_pages[i], nr_pages); in refill_stock()
1955 int i; in is_memcg_drain_needed() local
1958 for (i = 0; i < NR_MEMCG_STOCK; ++i) { in is_memcg_drain_needed()
1959 memcg = READ_ONCE(stock->cached[i]); in is_memcg_drain_needed()
1963 if (READ_ONCE(stock->nr_pages[i]) && in is_memcg_drain_needed()
3136 size_t i; in __memcg_slab_post_alloc_hook() local
3170 for (i = 0; i < size; i++) { in __memcg_slab_post_alloc_hook()
3171 slab = virt_to_slab(p[i]); in __memcg_slab_post_alloc_hook()
3193 off = obj_to_index(s, slab, p[i]); in __memcg_slab_post_alloc_hook()
3206 for (int i = 0; i < objects; i++) { in __memcg_slab_free_hook() local
3210 off = obj_to_index(s, slab, p[i]); in __memcg_slab_free_hook()
3229 unsigned int i, nr = 1 << order; in split_page_memcg() local
3234 for (i = 1; i < nr; i++) in split_page_memcg()
3235 page_set_objcg(&page[i], objcg); in split_page_memcg()
3447 int i; in mem_cgroup_track_foreign_dirty_slowpath() local
3456 for (i = 0; i < MEMCG_CGWB_FRN_CNT; i++) { in mem_cgroup_track_foreign_dirty_slowpath()
3457 frn = &memcg->cgwb_frn[i]; in mem_cgroup_track_foreign_dirty_slowpath()
3463 oldest = i; in mem_cgroup_track_foreign_dirty_slowpath()
3468 if (i < MEMCG_CGWB_FRN_CNT) { in mem_cgroup_track_foreign_dirty_slowpath()
3497 int i; in mem_cgroup_flush_foreign() local
3499 for (i = 0; i < MEMCG_CGWB_FRN_CNT; i++) { in mem_cgroup_flush_foreign()
3500 struct memcg_cgwb_frn *frn = &memcg->cgwb_frn[i]; in mem_cgroup_flush_foreign()
3711 int __maybe_unused i; in mem_cgroup_alloc() local
3766 for (i = 0; i < MEMCG_CGWB_FRN_CNT; i++) in mem_cgroup_alloc()
3767 memcg->cgwb_frn[i].done = in mem_cgroup_alloc()
3912 int __maybe_unused i; in mem_cgroup_css_free() local
3915 for (i = 0; i < MEMCG_CGWB_FRN_CNT; i++) in mem_cgroup_css_free()
3916 wb_wait_for_completion(&memcg->cgwb_frn[i].done); in mem_cgroup_css_free()
3984 int i; in mem_cgroup_stat_aggregate() local
3987 for (i = 0; i < ac->size; i++) { in mem_cgroup_stat_aggregate()
3993 delta = ac->pending[i]; in mem_cgroup_stat_aggregate()
3995 ac->pending[i] = 0; in mem_cgroup_stat_aggregate()
3999 v = READ_ONCE(ac->cstat[i]); in mem_cgroup_stat_aggregate()
4000 if (v != ac->cstat_prev[i]) { in mem_cgroup_stat_aggregate()
4001 delta_cpu = v - ac->cstat_prev[i]; in mem_cgroup_stat_aggregate()
4003 ac->cstat_prev[i] = v; in mem_cgroup_stat_aggregate()
4008 ac->local[i] += delta_cpu; in mem_cgroup_stat_aggregate()
4011 ac->aggregate[i] += delta; in mem_cgroup_stat_aggregate()
4013 ac->ppending[i] += delta; in mem_cgroup_stat_aggregate()
4510 int i; in memory_numa_stat_show() local
4515 for (i = 0; i < ARRAY_SIZE(memory_stats); i++) { in memory_numa_stat_show()
4518 if (memory_stats[i].idx >= NR_VM_NODE_STAT_ITEMS) in memory_numa_stat_show()
4521 seq_printf(m, "%s", memory_stats[i].name); in memory_numa_stat_show()
4528 memory_stats[i].idx); in memory_numa_stat_show()
4900 unsigned int i; in __mem_cgroup_uncharge_folios() local
4903 for (i = 0; i < folios->nr; i++) in __mem_cgroup_uncharge_folios()
4904 uncharge_folio(folios->folios[i], &ug); in __mem_cgroup_uncharge_folios()