Lines Matching refs:hstate
52 struct hstate hstates[HUGE_MAX_HSTATE];
73 static struct hstate * __initdata parsed_hstate;
93 static int hugetlb_acct_memory(struct hstate *h, long delta);
122 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
128 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
140 spool->hstate = h; in hugepage_new_subpool()
433 struct hstate *h, in record_hugetlb_cgroup_uncharge_info()
515 long to, struct hstate *h, struct hugetlb_cgroup *cg, in hugetlb_resv_map_add()
541 struct hstate *h, long *regions_needed) in add_reservation_in_range()
673 long in_regions_needed, struct hstate *h, in region_add()
909 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
956 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
1035 struct hstate *h) in resv_map_set_hugetlb_cgroup_uncharge_info()
1272 static void enqueue_hugetlb_folio(struct hstate *h, struct folio *folio) in enqueue_hugetlb_folio()
1285 static struct folio *dequeue_hugetlb_folio_node_exact(struct hstate *h, in dequeue_hugetlb_folio_node_exact()
1310 static struct folio *dequeue_hugetlb_folio_nodemask(struct hstate *h, gfp_t gfp_mask, in dequeue_hugetlb_folio_nodemask()
1346 static unsigned long available_huge_pages(struct hstate *h) in available_huge_pages()
1351 static struct folio *dequeue_hugetlb_folio_vma(struct hstate *h, in dequeue_hugetlb_folio_vma()
1429 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
1448 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1526 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_folio()
1564 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_folio()
1572 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_folio()
1591 static void __remove_hugetlb_folio(struct hstate *h, struct folio *folio, in __remove_hugetlb_folio()
1646 static void remove_hugetlb_folio(struct hstate *h, struct folio *folio, in remove_hugetlb_folio()
1652 static void remove_hugetlb_folio_for_demote(struct hstate *h, struct folio *folio, in remove_hugetlb_folio_for_demote()
1658 static void add_hugetlb_folio(struct hstate *h, struct folio *folio, in add_hugetlb_folio()
1704 static void __update_and_free_hugetlb_folio(struct hstate *h, in __update_and_free_hugetlb_folio()
1781 struct hstate *h; in free_hpage_workfn()
1803 static inline void flush_free_hpage_work(struct hstate *h) in flush_free_hpage_work()
1809 static void update_and_free_hugetlb_folio(struct hstate *h, struct folio *folio, in update_and_free_hugetlb_folio()
1828 static void update_and_free_pages_bulk(struct hstate *h, struct list_head *list) in update_and_free_pages_bulk()
1840 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1842 struct hstate *h; in size_to_hstate()
1858 struct hstate *h = folio_hstate(folio); in free_huge_page()
1921 static void __prep_account_new_huge_page(struct hstate *h, int nid) in __prep_account_new_huge_page()
1928 static void __prep_new_hugetlb_folio(struct hstate *h, struct folio *folio) in __prep_new_hugetlb_folio()
1938 static void prep_new_hugetlb_folio(struct hstate *h, struct folio *folio, int nid) in prep_new_hugetlb_folio()
2101 static struct folio *alloc_buddy_hugetlb_folio(struct hstate *h, in alloc_buddy_hugetlb_folio()
2171 static struct folio *alloc_fresh_hugetlb_folio(struct hstate *h, in alloc_fresh_hugetlb_folio()
2209 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in alloc_pool_huge_page()
2235 static struct page *remove_pool_huge_page(struct hstate *h, in remove_pool_huge_page()
2293 struct hstate *h = folio_hstate(folio); in dissolve_free_huge_page()
2359 struct hstate *h; in dissolve_free_huge_pages()
2381 static struct folio *alloc_surplus_hugetlb_folio(struct hstate *h, in alloc_surplus_hugetlb_folio()
2422 static struct folio *alloc_migrate_hugetlb_folio(struct hstate *h, gfp_t gfp_mask, in alloc_migrate_hugetlb_folio()
2449 struct folio *alloc_buddy_hugetlb_folio_with_mpol(struct hstate *h, in alloc_buddy_hugetlb_folio_with_mpol()
2476 struct folio *alloc_hugetlb_folio_nodemask(struct hstate *h, int preferred_nid, in alloc_hugetlb_folio_nodemask()
2496 struct folio *alloc_hugetlb_folio_vma(struct hstate *h, struct vm_area_struct *vma, in alloc_hugetlb_folio_vma()
2517 static int gather_surplus_pages(struct hstate *h, long delta) in gather_surplus_pages()
2610 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
2689 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
2769 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
2775 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
2781 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
2787 static long vma_add_reservation(struct hstate *h, in vma_add_reservation()
2793 static long vma_del_reservation(struct hstate *h, in vma_del_reservation()
2819 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma, in restore_reserve_on_error()
2900 static int alloc_and_dissolve_hugetlb_folio(struct hstate *h, in alloc_and_dissolve_hugetlb_folio()
2985 struct hstate *h; in isolate_or_dissolve_huge_page()
3023 struct hstate *h = hstate_vma(vma); in alloc_hugetlb_folio()
3150 int alloc_bootmem_huge_page(struct hstate *h, int nid)
3152 int __alloc_bootmem_huge_page(struct hstate *h, int nid) in __alloc_bootmem_huge_page()
3184 m->hstate = h; in __alloc_bootmem_huge_page()
3199 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
3221 static void __init hugetlb_hstate_alloc_pages_onenode(struct hstate *h, int nid) in hugetlb_hstate_alloc_pages_onenode()
3252 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
3317 struct hstate *h, *h2; in hugetlb_init_hstates()
3348 struct hstate *h; in report_hugepages()
3362 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
3394 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
3405 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
3434 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid, in set_max_huge_pages()
3584 static int demote_free_hugetlb_folio(struct hstate *h, struct folio *folio) in demote_free_hugetlb_folio()
3587 struct hstate *target_hstate; in demote_free_hugetlb_folio()
3649 static int demote_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in demote_pool_huge_page()
3690 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
3692 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
3709 struct hstate *h; in nr_hugepages_show_common()
3723 struct hstate *h, int nid, in __nr_hugepages_store_common()
3759 struct hstate *h; in nr_hugepages_store_common()
3810 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
3819 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
3839 struct hstate *h; in free_hugepages_show()
3856 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
3864 struct hstate *h; in surplus_hugepages_show()
3884 struct hstate *h; in demote_store()
3936 struct hstate *h = kobj_to_hstate(kobj, NULL); in demote_size_show()
3946 struct hstate *h, *demote_hstate; in demote_size_store()
3999 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
4066 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
4091 struct hstate *h; in hugetlb_unregister_node()
4121 struct hstate *h; in hugetlb_register_node()
4163 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
4185 struct hstate *h; in hugetlb_sysfs_init()
4285 struct hstate *h; in hugetlb_add_hstate()
4428 struct hstate *h; in hugepagesz_setup()
4534 static unsigned int allowed_mems_nr(struct hstate *h) in allowed_mems_nr()
4572 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
4611 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
4641 struct hstate *h; in hugetlb_report_meminfo()
4671 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
4687 struct hstate *h; in hugetlb_show_meminfo_node()
4710 struct hstate *h; in hugetlb_total_pages()
4718 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
4808 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
4969 struct hstate *h = hstate_vma(src_vma); in copy_hugetlb_page_range()
5150 struct hstate *h = hstate_vma(vma); in move_huge_pte()
5178 struct hstate *h = hstate_vma(vma); in move_hugetlb_page_tables()
5247 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
5423 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
5482 struct hstate *h = hstate_vma(vma); in hugetlb_wp()
5654 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
5672 struct hstate *h = hstate_inode(inode); in hugetlb_add_to_page_cache()
5735 static bool hugetlb_pte_stable(struct hstate *h, struct mm_struct *mm, in hugetlb_pte_stable()
5754 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
5992 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
6170 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
6386 struct hstate *h = hstate_vma(vma); in hugetlb_follow_page_mask()
6439 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
6632 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
6772 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
6927 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
7227 unsigned long hugetlb_mask_last_page(struct hstate *h) in hugetlb_mask_last_page()
7242 __weak unsigned long hugetlb_mask_last_page(struct hstate *h) in hugetlb_mask_last_page()
7316 struct hstate *h = folio_hstate(old_folio); in move_hugetlb_state()
7358 struct hstate *h = hstate_vma(vma); in hugetlb_unshare_pmds()