| /mm/ |
| A D | page_counter.c | 25 long delta; in propagate_protected_usage() local
34 delta = protected - old_protected; in propagate_protected_usage()
35 if (delta) in propagate_protected_usage()
36 atomic_long_add(delta, &c->parent->children_min_usage); in propagate_protected_usage()
43 delta = protected - old_protected; in propagate_protected_usage()
44 if (delta) in propagate_protected_usage()
45 atomic_long_add(delta, &c->parent->children_low_usage); in propagate_protected_usage()
|
| A D | vmstat.c | 346 long delta) in __mod_zone_page_state() argument
362 x = delta + __this_cpu_read(*p); in __mod_zone_page_state()
377 long delta) in __mod_node_page_state() argument
392 delta >>= PAGE_SHIFT; in __mod_node_page_state()
584 n = delta + (long)o; in mod_zone_state()
600 long delta) in mod_zone_page_state() argument
634 delta >>= PAGE_SHIFT; in mod_node_state()
653 n = delta + (long)o; in mod_node_state()
669 long delta) in mod_node_page_state() argument
696 long delta) in mod_zone_page_state() argument
[all …]
|
| A D | workingset.c | 240 int delta = folio_nr_pages(folio); in lru_gen_eviction() local
255 atomic_long_add(delta, &lrugen->evicted[hist][type][tier]); in lru_gen_eviction()
292 int delta = folio_nr_pages(folio); in lru_gen_refault() local
300 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + type, delta); in lru_gen_refault()
311 atomic_long_add(delta, &lrugen->refaulted[hist][type][tier]); in lru_gen_refault()
315 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + type, delta); in lru_gen_refault()
319 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + type, delta); in lru_gen_refault()
|
| A D | shrinker.c | 375 unsigned long long delta; in do_shrink_slab() local
396 delta = freeable >> priority; in do_shrink_slab()
397 delta *= 4; in do_shrink_slab()
398 do_div(delta, shrinker->seeks); in do_shrink_slab()
405 delta = freeable / 2; in do_shrink_slab()
409 total_scan += delta; in do_shrink_slab()
413 freeable, delta, total_scan, priority); in do_shrink_slab()
455 next_deferred = max_t(long, (nr + delta - scanned), 0); in do_shrink_slab()
|
| A D | mremap.c | 67 unsigned long delta; /* Absolute delta of old_len,new_len. */ member
875 vrm->delta = abs_diff(vrm->old_len, vrm->new_len); in vrm_set_delta()
881 if (vrm->delta == 0) in vrm_remap_type()
981 charged = vrm->delta >> PAGE_SHIFT; in vrm_calc_charge()
1329 unsigned long unmap_bytes = vrm->delta; in shrink_vma()
1415 unsigned long end = vma->vm_end + delta; in vma_expandable()
1438 if (!vma_expandable(vrm->vma, vrm->delta)) in vrm_can_expand_in_place()
1468 vma = vma_merge_extend(&vmi, vma, vrm->delta); in expand_vma_in_place()
1475 vrm_stat_account(vrm, vrm->delta); in expand_vma_in_place()
1735 if (!mlock_future_ok(mm, vma->vm_flags, vrm->delta)) in check_prep_vma()
[all …]
|
| A D | hugetlb.c | 209 long delta) in hugepage_subpool_get_pages() argument
211 long ret = delta; in hugepage_subpool_get_pages()
254 long delta) in hugepage_subpool_put_pages() argument
256 long ret = delta; in hugepage_subpool_put_pages()
260 return delta; in hugepage_subpool_put_pages()
3777 int delta) in adjust_pool_surplus() argument
3782 VM_BUG_ON(delta != -1 && delta != 1); in adjust_pool_surplus()
3784 if (delta < 0) { in adjust_pool_surplus()
5289 if (!delta) in hugetlb_acct_memory()
5316 if (delta > 0) { in hugetlb_acct_memory()
[all …]
|
| A D | vmscan.c | 3340 if (!delta) in reset_batch_size()
4028 if (!delta) in inc_max_seq()
4519 sc->nr.file_taken += delta; in sort_folio()
4604 scanned += delta; in scan_folios()
4607 sorted += delta; in scan_folios()
4610 isolated += delta; in scan_folios()
4613 skipped_zone += delta; in scan_folios()
4901 int delta; in try_to_shrink_lruvec() local
4908 if (!delta) in try_to_shrink_lruvec()
4911 scanned += delta; in try_to_shrink_lruvec()
[all …]
|
| A D | mempolicy.c | 2527 int delta; in alloc_pages_bulk_interleave() local
2537 if (delta) { in alloc_pages_bulk_interleave()
2542 delta--; in alloc_pages_bulk_interleave()
2566 unsigned long node_pages, delta; in alloc_pages_bulk_weighted_interleave() local
2639 delta = rem_pages % weight_total; in alloc_pages_bulk_weighted_interleave()
2647 if (delta > weight) { in alloc_pages_bulk_weighted_interleave()
2649 delta -= weight; in alloc_pages_bulk_weighted_interleave()
2650 } else if (delta) { in alloc_pages_bulk_weighted_interleave()
2652 node_pages += delta; in alloc_pages_bulk_weighted_interleave()
2654 resume_weight = weight - delta; in alloc_pages_bulk_weighted_interleave()
[all …]
|
| A D | page-writeback.c | 694 unsigned int delta; in __bdi_set_min_ratio() local
705 delta = bdi->min_ratio - min_ratio; in __bdi_set_min_ratio()
706 bdi_min_ratio -= delta; in __bdi_set_min_ratio()
709 delta = min_ratio - bdi->min_ratio; in __bdi_set_min_ratio()
710 if (bdi_min_ratio + delta < 100 * BDI_RATIO_SCALE) { in __bdi_set_min_ratio()
711 bdi_min_ratio += delta; in __bdi_set_min_ratio()
1276 long delta = avg - wb->avg_write_bandwidth; in wb_update_write_bandwidth() local
1277 WARN_ON_ONCE(atomic_long_add_return(delta, in wb_update_write_bandwidth()
|
| A D | memcontrol.c | 3985 long delta, delta_cpu, v; in mem_cgroup_stat_aggregate() local
3993 delta = ac->pending[i]; in mem_cgroup_stat_aggregate()
3994 if (delta) in mem_cgroup_stat_aggregate()
4002 delta += delta_cpu; in mem_cgroup_stat_aggregate()
4010 if (delta) { in mem_cgroup_stat_aggregate()
4011 ac->aggregate[i] += delta; in mem_cgroup_stat_aggregate()
4013 ac->ppending[i] += delta; in mem_cgroup_stat_aggregate()
|
| A D | internal.h | 336 static inline pte_t pte_move_swp_offset(pte_t pte, long delta) in pte_move_swp_offset() argument
340 (swp_offset(entry) + delta))); in pte_move_swp_offset()
|
| A D | vma.h | 326 unsigned long delta);
|
| A D | compaction.c | 40 static inline void count_compact_events(enum vm_event_item item, long delta) in count_compact_events() argument
42 count_vm_events(item, delta); in count_compact_events()
58 #define count_compact_events(item, delta) do { } while (0) argument
|
| A D | percpu.c | 3289 unsigned long delta; in setup_per_cpu_areas() local
3302 delta = (unsigned long)pcpu_base_addr - (unsigned long)__per_cpu_start; in setup_per_cpu_areas()
3304 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()
|
| A D | vma.c | 1706 unsigned long delta) in vma_merge_extend() argument
1708 VMG_VMA_STATE(vmg, vmi, vma, vma, vma->vm_end, vma->vm_end + delta); in vma_merge_extend()
|