| /mm/ |
| A D | memblock.c | 365 type->total_size -= type->regions[r].size; in memblock_remove_region() 366 memmove(&type->regions[r], &type->regions[r + 1], in memblock_remove_region() 367 (type->cnt - (r + 1)) * sizeof(type->regions[r])); in memblock_remove_region() 368 type->cnt--; in memblock_remove_region() 487 type->name, type->max, type->max * 2); in memblock_double_array() 493 type->name, type->max * 2, &addr, &new_end); in memblock_double_array() 582 BUG_ON(type->cnt >= type->max); in memblock_insert_region() 623 WARN_ON(type->cnt != 0 || type->total_size); in memblock_add_range() 640 if (type->cnt * 2 + 1 <= type->max) in memblock_add_range() 703 while (type->cnt + nr_new > type->max) in memblock_add_range() [all …]
|
| A D | zpool.c | 76 if (!strcmp(driver->type, type)) { in zpool_get_driver() 114 bool zpool_has_pool(char *type) in zpool_has_pool() argument 119 request_module("zpool-%s", type); in zpool_has_pool() 120 driver = zpool_get_driver(type); in zpool_has_pool() 152 pr_debug("creating pool type %s\n", type); in zpool_create_pool() 154 driver = zpool_get_driver(type); in zpool_create_pool() 157 request_module("zpool-%s", type); in zpool_create_pool() 158 driver = zpool_get_driver(type); in zpool_create_pool() 162 pr_err("no driver for type %s\n", type); in zpool_create_pool() 183 pr_debug("created pool type %s\n", type); in zpool_create_pool() [all …]
|
| A D | maccess.c | 21 while (len >= sizeof(type)) { \ 22 __get_kernel_nofault(dst, src, type, err_label); \ 23 kmsan_check_memory(src, sizeof(type)); \ 24 dst += sizeof(type); \ 25 src += sizeof(type); \ 26 len -= sizeof(type); \ 56 while (len >= sizeof(type)) { \ 58 instrument_write(dst, sizeof(type)); \ 59 dst += sizeof(type); \ 60 src += sizeof(type); \ [all …]
|
| A D | shmem_quota.c | 65 static int shmem_read_file_info(struct super_block *sb, int type) in shmem_read_file_info() argument 68 struct mem_dqinfo *info = &dqopt->info[type]; in shmem_read_file_info() 93 static int shmem_free_file_info(struct super_block *sb, int type) in shmem_free_file_info() argument 95 struct mem_dqinfo *info = &sb_dqopt(sb)->info[type]; in shmem_free_file_info() 116 struct mem_dqinfo *info = sb_dqinfo(sb, qid->type); in shmem_get_next_id() 123 if (!sb_has_quota_active(sb, qid->type)) in shmem_get_next_id() 154 *qid = make_kqid(&init_user_ns, qid->type, entry->id); in shmem_get_next_id() 200 if (dquot->dq_id.type == USRQUOTA) { in shmem_acquire_dquot() 203 } else if (dquot->dq_id.type == GRPQUOTA) { in shmem_acquire_dquot() 243 if (dquot->dq_id.type == USRQUOTA) { in shmem_is_empty_dquot() [all …]
|
| A D | swapfile.c | 1890 int type; in swap_type_of() local 1896 for (type = 0; type < nr_swapfiles; type++) { in swap_type_of() 1917 int type; in find_first_swap() local 1920 for (type = 0; type < nr_swapfiles; type++) { in find_first_swap() 2403 for (type = 0; type < nr_swapfiles; type++) in drain_mmlist() 2853 int type; in swap_start() local 2861 for (type = 0; (si = swap_type_to_swap_info(type)); type++) { in swap_start() 2879 type = si->type + 1; in swap_next() 2988 for (type = 0; type < nr_swapfiles; type++) { in alloc_swap_info() 2999 p->type = type; in alloc_swap_info() [all …]
|
| A D | vmscan.c | 2729 for ((type) = 0; (type) < ANON_AND_FILE; (type)++) \ 2733 for ((type) = min_type(swappiness); (type) <= max_type(swappiness); (type)++) 2780 int type; in seq_is_valid() local 2782 for (type = 0; type < ANON_AND_FILE; type++) { in seq_is_valid() 3972 if (min_seq[type] <= lrugen->min_seq[type]) in try_to_inc_min_seq() 4001 for (type = 0; type < ANON_AND_FILE; type++) { in inc_max_seq() 4022 for (type = 0; type < ANON_AND_FILE; type++) { in inc_max_seq() 4036 for (type = 0; type < ANON_AND_FILE; type++) in inc_max_seq() 4706 type = !type; in isolate_folios() 5392 for (type = 0; type < ANON_AND_FILE; type++) { in lru_gen_seq_show_full() [all …]
|
| A D | memremap.c | 98 if (pgmap->type == MEMORY_DEVICE_PRIVATE) { in pageunmap_range() 117 if (pgmap->type != MEMORY_DEVICE_PRIVATE && in memunmap_pages() 118 pgmap->type != MEMORY_DEVICE_COHERENT) in memunmap_pages() 147 const bool is_private = pgmap->type == MEMORY_DEVICE_PRIVATE; in pagemap_range() 245 if (pgmap->type != MEMORY_DEVICE_PRIVATE && in pagemap_range() 246 pgmap->type != MEMORY_DEVICE_COHERENT) in pagemap_range() 279 switch (pgmap->type) { in memremap_pages() 317 WARN(1, "Invalid pgmap type %d\n", pgmap->type); in memremap_pages() 461 if (pgmap->type != MEMORY_DEVICE_FS_DAX && in free_zone_device_folio() 462 pgmap->type != MEMORY_DEVICE_GENERIC) in free_zone_device_folio() [all …]
|
| A D | bootmem_info.c | 18 enum bootmem_type type) in get_page_bootmem() argument 20 BUG_ON(type > 0xf); in get_page_bootmem() 23 set_page_private(page, info << 4 | type); in get_page_bootmem() 29 enum bootmem_type type = bootmem_type(page); in put_page_bootmem() local 31 BUG_ON(type < MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE || in put_page_bootmem() 32 type > MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE); in put_page_bootmem()
|
| A D | zswap.c | 263 if (!strcmp(type, ZSWAP_PARAM_UNSET)) in zswap_pool_create() 277 pr_err("%s zpool not available\n", type); in zswap_pool_create() 535 char *type, char *compressor) in __zswap_param_set() argument 563 if (!type) { in __zswap_param_set() 568 type = s; in __zswap_param_set() 1626 unsigned type = swp_type(swp); in zswap_store() local 1751 nr_zswap_trees[type] = nr; in zswap_swapon() 1752 zswap_trees[type] = trees; in zswap_swapon() 1756 void zswap_swapoff(int type) in zswap_swapoff() argument 1769 nr_zswap_trees[type] = 0; in zswap_swapoff() [all …]
|
| A D | workingset.c | 239 int type = folio_is_file_lru(folio); in lru_gen_eviction() local 251 min_seq = READ_ONCE(lrugen->min_seq[type]); in lru_gen_eviction() 255 atomic_long_add(delta, &lrugen->evicted[hist][type][tier]); in lru_gen_eviction() 291 int type = folio_is_file_lru(folio); in lru_gen_refault() local 300 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + type, delta); in lru_gen_refault() 307 hist = lru_hist_from_seq(READ_ONCE(lrugen->min_seq[type])); in lru_gen_refault() 311 atomic_long_add(delta, &lrugen->refaulted[hist][type][tier]); in lru_gen_refault() 315 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + type, delta); in lru_gen_refault() 319 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + type, delta); in lru_gen_refault()
|
| A D | show_mem.c | 135 static void show_migration_types(unsigned char type) in show_migration_types() argument 154 if (type & (1 << i)) in show_migration_types() 363 int type; in show_free_areas() local 369 for (type = 0; type < MIGRATE_TYPES; type++) { in show_free_areas() 370 if (!free_area_empty(area, type)) in show_free_areas() 371 types[order] |= 1 << type; in show_free_areas()
|
| A D | slab_common.c | 899 new_kmalloc_cache(int idx, enum kmalloc_cache_type type) in new_kmalloc_cache() argument 919 if (type >= KMALLOC_RANDOM_START && type <= KMALLOC_RANDOM_END) in new_kmalloc_cache() 927 if (IS_ENABLED(CONFIG_MEMCG) && (type == KMALLOC_NORMAL)) in new_kmalloc_cache() 935 if (!kmalloc_caches[type][aligned_idx]) in new_kmalloc_cache() 937 kmalloc_info[aligned_idx].name[type], in new_kmalloc_cache() 940 kmalloc_caches[type][idx] = kmalloc_caches[type][aligned_idx]; in new_kmalloc_cache() 951 enum kmalloc_cache_type type; in create_kmalloc_caches() local 956 for (type = KMALLOC_NORMAL; type < NR_KMALLOC_TYPES; type++) { in create_kmalloc_caches() 959 new_kmalloc_cache(1, type); in create_kmalloc_caches() 961 new_kmalloc_cache(2, type); in create_kmalloc_caches() [all …]
|
| A D | swap_state.c | 187 void clear_shadow_from_swap_cache(int type, unsigned long begin, in clear_shadow_from_swap_cache() argument 194 swp_entry_t entry = swp_entry(type, curr); in clear_shadow_from_swap_cache() 639 int init_swap_address_space(unsigned int type, unsigned long nr_pages) in init_swap_address_space() argument 656 nr_swapper_spaces[type] = nr; in init_swap_address_space() 657 swapper_spaces[type] = spaces; in init_swap_address_space() 662 void exit_swap_address_space(unsigned int type) in exit_swap_address_space() argument 665 struct address_space *spaces = swapper_spaces[type]; in exit_swap_address_space() 667 for (i = 0; i < nr_swapper_spaces[type]; i++) in exit_swap_address_space() 670 nr_swapper_spaces[type] = 0; in exit_swap_address_space() 671 swapper_spaces[type] = NULL; in exit_swap_address_space()
|
| A D | swap_cgroup.c | 130 int swap_cgroup_swapon(int type, unsigned long max_pages) in swap_cgroup_swapon() argument 145 ctrl = &swap_cgroup_ctrl[type]; in swap_cgroup_swapon() 157 void swap_cgroup_swapoff(int type) in swap_cgroup_swapoff() argument 166 ctrl = &swap_cgroup_ctrl[type]; in swap_cgroup_swapoff()
|
| A D | execmem.c | 464 void *execmem_alloc(enum execmem_type type, size_t size) in execmem_alloc() argument 466 struct execmem_range *range = &execmem_info->ranges[type]; in execmem_alloc() 482 void *execmem_alloc_rw(enum execmem_type type, size_t size) in execmem_alloc_rw() argument 484 void *p __free(execmem) = execmem_alloc(type, size); in execmem_alloc_rw() 509 bool execmem_is_rox(enum execmem_type type) in execmem_is_rox() argument 511 return !!(execmem_info->ranges[type].flags & EXECMEM_ROX_CACHE); in execmem_is_rox()
|
| A D | debug.c | 75 char *type = ""; in __dump_folio() local 102 type = "ksm "; in __dump_folio() 104 type = "anon "; in __dump_folio() 115 pr_warn("%sflags: %pGp%s\n", type, &folio->flags, in __dump_folio()
|
| A D | util.c | 1061 const char *type; in mem_dump_obj() local 1070 type = "vmalloc memory"; in mem_dump_obj() 1072 type = "non-slab/vmalloc memory"; in mem_dump_obj() 1074 type = "NULL pointer"; in mem_dump_obj() 1076 type = "zero-size pointer"; in mem_dump_obj() 1078 type = "non-paged memory"; in mem_dump_obj() 1080 pr_cont(" %s\n", type); in mem_dump_obj()
|
| A D | mm_slot.h | 21 #define mm_slot_entry(ptr, type, member) \ argument 22 container_of(ptr, type, member)
|
| A D | shmem.c | 302 int type, err = 0; in shmem_enable_quotas() local 305 for (type = 0; type < SHMEM_MAXQUOTAS; type++) { in shmem_enable_quotas() 306 if (!(quota_types & (1 << type))) in shmem_enable_quotas() 318 type, err); in shmem_enable_quotas() 319 for (type--; type >= 0; type--) in shmem_enable_quotas() 320 dquot_quota_off(sb, type); in shmem_enable_quotas() 326 int type; in shmem_disable_quotas() local 328 for (type = 0; type < SHMEM_MAXQUOTAS; type++) in shmem_disable_quotas() 329 dquot_quota_off(sb, type); in shmem_disable_quotas() 1449 if (swp_type(entry) != type) in shmem_find_swap_entries() [all …]
|
| A D | memcontrol-v1.c | 734 struct eventfd_ctx *eventfd, const char *args, enum res_type type) in __mem_cgroup_usage_register_event() argument 748 if (type == _MEM) { in __mem_cgroup_usage_register_event() 751 } else if (type == _MEMSWAP) { in __mem_cgroup_usage_register_event() 759 __mem_cgroup_threshold(memcg, type == _MEMSWAP); in __mem_cgroup_usage_register_event() 826 struct eventfd_ctx *eventfd, enum res_type type) in __mem_cgroup_usage_unregister_event() argument 835 if (type == _MEM) { in __mem_cgroup_usage_unregister_event() 838 } else if (type == _MEMSWAP) { in __mem_cgroup_usage_unregister_event() 848 __mem_cgroup_threshold(memcg, type == _MEMSWAP); in __mem_cgroup_usage_unregister_event()
|
| /mm/kfence/ |
| A D | kfence_test.c | 114 switch (r->type) { in report_matches() 145 switch (r->type) { in report_matches() 323 .type = KFENCE_ERROR_OOB, in test_out_of_bounds_read() 357 .type = KFENCE_ERROR_OOB, in test_out_of_bounds_write() 375 .type = KFENCE_ERROR_UAF, in test_use_after_free_read() 439 .type = KFENCE_ERROR_CORRUPTION, in test_corruption() 476 .type = KFENCE_ERROR_OOB, in test_kmalloc_aligned_oob_read() 575 .type = KFENCE_ERROR_UAF, in test_init_on_free() 662 .type = KFENCE_ERROR_INVALID, in test_invalid_access() 677 .type = KFENCE_ERROR_UAF, in test_memcache_typesafe_by_rcu() [all …]
|
| A D | report.c | 51 const enum kfence_error_type *type) in get_stack_skipnr() argument 56 if (type) { in get_stack_skipnr() 58 switch (*type) { in get_stack_skipnr() 192 const struct kfence_metadata *meta, enum kfence_error_type type) in kfence_report_error() argument 203 skipnr = get_stack_skipnr(stack_entries, num_stack_entries, &type); in kfence_report_error() 207 if (WARN_ON(type != KFENCE_ERROR_INVALID && !meta)) in kfence_report_error() 225 switch (type) { in kfence_report_error()
|
| /mm/kasan/ |
| A D | report.c | 249 if (info->type != KASAN_REPORT_ACCESS) { in print_error_description() 494 if (info->type == KASAN_REPORT_ACCESS) in complete_report_info() 513 switch (info->type) { in complete_report_info() 529 void kasan_report_invalid_free(void *ptr, unsigned long ip, enum kasan_report_type type) in kasan_report_invalid_free() argument 549 info.type = type; in kasan_report_invalid_free() 587 info.type = KASAN_REPORT_ACCESS; in kasan_report()
|
| /mm/damon/ |
| A D | sysfs-schemes.c | 324 enum damos_filter_type type; member 345 enum damos_filter_type type; member 352 .type = DAMOS_FILTER_TYPE_ANON, 360 .type = DAMOS_FILTER_TYPE_MEMCG, 364 .type = DAMOS_FILTER_TYPE_YOUNG, 376 .type = DAMOS_FILTER_TYPE_ADDR, 396 if (type_name->type == filter->type) in type_show() 404 enum damos_filter_type type) in damos_sysfs_scheme_filter_valid_type() argument 434 type_name->type)) in type_store() 436 filter->type = type_name->type; in type_store() [all …]
|
| A D | core.c | 268 struct damos_filter *damos_new_filter(enum damos_filter_type type, in damos_new_filter() argument 276 filter->type = type; in damos_new_filter() 290 bool damos_filter_for_ops(enum damos_filter_type type) in damos_filter_for_ops() argument 292 switch (type) { in damos_filter_for_ops() 304 if (damos_filter_for_ops(f->type)) in damos_add_filter() 851 switch (dst->type) { in damos_commit_filter_arg() 872 dst->type = src->type; in damos_commit_filter() 895 src_filter->type, src_filter->matching, in damos_commit_core_filters() 923 src_filter->type, src_filter->matching, in damos_commit_ops_filters() 1668 switch (filter->type) { in damos_filter_match()
|