Lines Matching refs:resv_map
404 get_file_region_entry_from_cache(struct resv_map *resv, long from, long to) in get_file_region_entry_from_cache()
434 struct resv_map *resv, in record_hugetlb_cgroup_uncharge_info()
486 static void coalesce_file_region(struct resv_map *resv, struct file_region *rg) in coalesce_file_region()
514 hugetlb_resv_map_add(struct resv_map *map, struct list_head *rg, long from, in hugetlb_resv_map_add()
539 static long add_reservation_in_range(struct resv_map *resv, long f, long t, in add_reservation_in_range()
601 static int allocate_file_region_entries(struct resv_map *resv, in allocate_file_region_entries()
672 static long region_add(struct resv_map *resv, long f, long t, in region_add()
739 static long region_chg(struct resv_map *resv, long f, long t, in region_chg()
775 static void region_abort(struct resv_map *resv, long f, long t, in region_abort()
798 static long region_del(struct resv_map *resv, long f, long t) in region_del()
925 static long region_count(struct resv_map *resv, long f, long t) in region_count()
1033 resv_map_set_hugetlb_cgroup_uncharge_info(struct resv_map *resv_map, in resv_map_set_hugetlb_cgroup_uncharge_info() argument
1039 resv_map->reservation_counter = NULL; in resv_map_set_hugetlb_cgroup_uncharge_info()
1040 resv_map->pages_per_hpage = 0; in resv_map_set_hugetlb_cgroup_uncharge_info()
1041 resv_map->css = NULL; in resv_map_set_hugetlb_cgroup_uncharge_info()
1043 resv_map->reservation_counter = in resv_map_set_hugetlb_cgroup_uncharge_info()
1045 resv_map->pages_per_hpage = pages_per_huge_page(h); in resv_map_set_hugetlb_cgroup_uncharge_info()
1046 resv_map->css = &h_cg->css; in resv_map_set_hugetlb_cgroup_uncharge_info()
1051 struct resv_map *resv_map_alloc(void) in resv_map_alloc()
1053 struct resv_map *resv_map = kmalloc(sizeof(*resv_map), GFP_KERNEL); in resv_map_alloc() local
1056 if (!resv_map || !rg) { in resv_map_alloc()
1057 kfree(resv_map); in resv_map_alloc()
1062 kref_init(&resv_map->refs); in resv_map_alloc()
1063 spin_lock_init(&resv_map->lock); in resv_map_alloc()
1064 INIT_LIST_HEAD(&resv_map->regions); in resv_map_alloc()
1066 resv_map->adds_in_progress = 0; in resv_map_alloc()
1073 resv_map_set_hugetlb_cgroup_uncharge_info(resv_map, NULL, NULL); in resv_map_alloc()
1075 INIT_LIST_HEAD(&resv_map->region_cache); in resv_map_alloc()
1076 list_add(&rg->link, &resv_map->region_cache); in resv_map_alloc()
1077 resv_map->region_cache_count = 1; in resv_map_alloc()
1079 return resv_map; in resv_map_alloc()
1084 struct resv_map *resv_map = container_of(ref, struct resv_map, refs); in resv_map_release() local
1085 struct list_head *head = &resv_map->region_cache; in resv_map_release()
1089 region_del(resv_map, 0, LONG_MAX); in resv_map_release()
1097 VM_BUG_ON(resv_map->adds_in_progress); in resv_map_release()
1099 kfree(resv_map); in resv_map_release()
1102 static inline struct resv_map *inode_resv_map(struct inode *inode) in inode_resv_map()
1112 return (struct resv_map *)(&inode->i_data)->private_data; in inode_resv_map()
1115 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
1125 return (struct resv_map *)(get_vma_private_data(vma) & in vma_resv_map()
1130 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
1199 struct resv_map *reservations = vma_resv_map(vma); in clear_vma_resv_huge_pages()
2693 struct resv_map *resv; in __vma_reservation_common()
4770 struct resv_map *resv = vma_resv_map(vma); in hugetlb_vm_op_open()
4809 struct resv_map *resv; in hugetlb_vm_op_close()
6774 struct resv_map *resv_map; in hugetlb_reserve_pages() local
6810 resv_map = inode_resv_map(inode); in hugetlb_reserve_pages()
6812 chg = region_chg(resv_map, from, to, ®ions_needed); in hugetlb_reserve_pages()
6815 resv_map = resv_map_alloc(); in hugetlb_reserve_pages()
6816 if (!resv_map) in hugetlb_reserve_pages()
6821 set_vma_resv_map(vma, resv_map); in hugetlb_reserve_pages()
6836 resv_map_set_hugetlb_cgroup_uncharge_info(resv_map, h_cg, h); in hugetlb_reserve_pages()
6867 add = region_add(resv_map, from, to, regions_needed, h, h_cg); in hugetlb_reserve_pages()
6918 region_abort(resv_map, from, to, regions_needed); in hugetlb_reserve_pages()
6920 kref_put(&resv_map->refs, resv_map_release); in hugetlb_reserve_pages()
6928 struct resv_map *resv_map = inode_resv_map(inode); in hugetlb_unreserve_pages() local
6937 if (resv_map) { in hugetlb_unreserve_pages()
6938 chg = region_del(resv_map, start, end); in hugetlb_unreserve_pages()