Lines Matching refs:order
72 unsigned order, void *entry, gfp_t gfp) in xa_store_order() argument
74 XA_STATE_ORDER(xas, xa, index, order); in xa_store_order()
177 unsigned int order; in check_xa_mark_1() local
207 for (order = 2; order < max_order; order++) { in check_xa_mark_1()
208 unsigned long base = round_down(index, 1UL << order); in check_xa_mark_1()
209 unsigned long next = base + (1UL << order); in check_xa_mark_1()
217 xa_store_order(xa, index, order, xa_mk_index(index), in check_xa_mark_1()
328 unsigned int order; in check_xa_shrink() local
353 for (order = 0; order < max_order; order++) { in check_xa_shrink()
354 unsigned long max = (1UL << order) - 1; in check_xa_shrink()
355 xa_store_order(xa, 0, order, xa_mk_value(0), GFP_KERNEL); in check_xa_shrink()
430 unsigned int i, order = 3; in check_cmpxchg_order() local
432 XA_BUG_ON(xa, xa_store_order(xa, 0, order, FIVE, GFP_KERNEL)); in check_cmpxchg_order()
435 XA_BUG_ON(xa, xa_get_order(xa, xa_to_value(FIVE)) != order); in check_cmpxchg_order()
438 for (i = 0; i < (1 << order); i++) { in check_cmpxchg_order()
440 XA_BUG_ON(xa, xa_get_order(xa, i) != order); in check_cmpxchg_order()
444 XA_BUG_ON(xa, xa_load(xa, 1 << order) != NULL); in check_cmpxchg_order()
450 XA_BUG_ON(xa, xa_store_order(xa, 1 << order, order, FIVE, GFP_KERNEL)); in check_cmpxchg_order()
451 for (i = (1 << order); i < (1 << order) + (1 << order) - 1; i++) { in check_cmpxchg_order()
453 XA_BUG_ON(xa, xa_get_order(xa, i) != order); in check_cmpxchg_order()
463 for (i = 0; i < (1 << order); i++) { in check_cmpxchg_order()
469 for (i = (1 << order); i < (1 << order) + (1 << order) - 1; i++) { in check_cmpxchg_order()
471 XA_BUG_ON(xa, xa_get_order(xa, i) != order); in check_cmpxchg_order()
585 unsigned int order) in check_multi_store_1() argument
588 unsigned long min = index & ~((1UL << order) - 1); in check_multi_store_1()
589 unsigned long max = min + (1UL << order); in check_multi_store_1()
591 xa_store_order(xa, index, order, xa_mk_index(index), GFP_KERNEL); in check_multi_store_1()
610 unsigned int order) in check_multi_store_2() argument
613 xa_store_order(xa, index, order, xa_mk_value(0), GFP_KERNEL); in check_multi_store_2()
624 unsigned int order) in check_multi_store_3() argument
630 xa_store_order(xa, index, order, xa_mk_index(index), GFP_KERNEL); in check_multi_store_3()
734 unsigned int order, in check_xa_multi_store_adv_add() argument
738 unsigned int nrpages = 1UL << order; in check_xa_multi_store_adv_add()
743 xas_set_order(&xas, index, order); in check_xa_multi_store_adv_add()
766 unsigned int order) in check_xa_multi_store_adv_del_entry() argument
770 xas_set_order(&xas, index, order); in check_xa_multi_store_adv_del_entry()
777 unsigned int order) in check_xa_multi_store_adv_delete() argument
780 check_xa_multi_store_adv_del_entry(xa, index, order); in check_xa_multi_store_adv_delete()
819 unsigned int order) in check_xa_multi_store_adv() argument
821 unsigned int nrpages = 1UL << order; in check_xa_multi_store_adv()
830 check_xa_multi_store_adv_add(xa, base, order, &some_val); in check_xa_multi_store_adv()
845 check_xa_multi_store_adv_add(xa, next_index, order, &some_val_2); in check_xa_multi_store_adv()
850 check_xa_multi_store_adv_delete(xa, next_index, order); in check_xa_multi_store_adv()
851 check_xa_multi_store_adv_delete(xa, base, order); in check_xa_multi_store_adv()
859 check_xa_multi_store_adv_add(xa, next_index, order, &some_val_2); in check_xa_multi_store_adv()
870 check_xa_multi_store_adv_delete(xa, next_index, order); in check_xa_multi_store_adv()
875 check_xa_multi_store_adv_add(xa, next_next_index, order, &some_val_2); in check_xa_multi_store_adv()
886 check_xa_multi_store_adv_delete(xa, next_next_index, order); in check_xa_multi_store_adv()
1114 unsigned int order, unsigned int present) in __check_store_iter() argument
1116 XA_STATE_ORDER(xas, xa, start, order); in __check_store_iter()
1125 XA_BUG_ON(xa, entry > xa_mk_index(start + (1UL << order) - 1)); in __check_store_iter()
1137 XA_BUG_ON(xa, xa_load(xa, start + (1UL << order) - 1) != in __check_store_iter()
1180 static noinline void check_multi_find_1(struct xarray *xa, unsigned order) in check_multi_find_1() argument
1183 unsigned long multi = 3 << order; in check_multi_find_1()
1184 unsigned long next = 4 << order; in check_multi_find_1()
1187 xa_store_order(xa, multi, order, xa_mk_value(multi), GFP_KERNEL); in check_multi_find_1()
1238 unsigned int order; in check_multi_find_3() local
1240 for (order = 5; order < order_limit; order++) { in check_multi_find_3()
1241 unsigned long index = 1UL << (order - 5); in check_multi_find_3()
1244 xa_store_order(xa, 0, order - 4, xa_mk_index(0), GFP_KERNEL); in check_multi_find_3()
1401 unsigned int order; in check_find_entry() local
1404 for (order = 0; order < 20; order++) { in check_find_entry()
1405 for (offset = 0; offset < (1UL << (order + 3)); in check_find_entry()
1406 offset += (1UL << order)) { in check_find_entry()
1407 for (index = 0; index < (1UL << (order + 5)); in check_find_entry()
1408 index += (1UL << order)) { in check_find_entry()
1409 xa_store_order(xa, index, order, in check_find_entry()
1434 int order; in check_pause() local
1438 for (order = 0; order < order_limit; order++) { in check_pause()
1439 XA_BUG_ON(xa, xa_store_order(xa, index, order, in check_pause()
1441 index += 1UL << order; in check_pause()
1466 for (order = order_limit - 1; order >= 0; order--) { in check_pause()
1467 XA_BUG_ON(xa, xa_store_order(xa, index, order, in check_pause()
1469 index += 1UL << order; in check_pause()
1663 unsigned long index, unsigned order) in xa_store_many_order() argument
1665 XA_STATE_ORDER(xas, xa, index, order); in xa_store_many_order()
1674 for (i = 0; i < (1U << order); i++) { in xa_store_many_order()
1686 unsigned long index, unsigned order) in check_create_range_1() argument
1690 xa_store_many_order(xa, index, order); in check_create_range_1()
1691 for (i = index; i < index + (1UL << order); i++) in check_create_range_1()
1696 static noinline void check_create_range_2(struct xarray *xa, unsigned order) in check_create_range_2() argument
1699 unsigned long nr = 1UL << order; in check_create_range_2()
1702 xa_store_many_order(xa, i, order); in check_create_range_2()
1717 unsigned long index, unsigned order) in check_create_range_4() argument
1719 XA_STATE_ORDER(xas, xa, index, order); in check_create_range_4()
1729 for (i = 0; i < (1UL << order); i++) { in check_create_range_4()
1743 for (i = base; i < base + (1UL << order); i++) in check_create_range_4()
1749 unsigned long index, unsigned int order) in check_create_range_5() argument
1751 XA_STATE_ORDER(xas, xa, index, order); in check_create_range_5()
1754 xa_store_order(xa, index, order, xa_mk_index(index), GFP_KERNEL); in check_create_range_5()
1756 for (i = 0; i < order + 10; i++) { in check_create_range_5()
1769 unsigned int order; in check_create_range() local
1772 for (order = 0; order < max_order; order++) { in check_create_range()
1773 check_create_range_1(xa, 0, order); in check_create_range()
1774 check_create_range_1(xa, 1U << order, order); in check_create_range()
1775 check_create_range_1(xa, 2U << order, order); in check_create_range()
1776 check_create_range_1(xa, 3U << order, order); in check_create_range()
1777 check_create_range_1(xa, 1U << 24, order); in check_create_range()
1778 if (order < 10) in check_create_range()
1779 check_create_range_2(xa, order); in check_create_range()
1781 check_create_range_4(xa, 0, order); in check_create_range()
1782 check_create_range_4(xa, 1U << order, order); in check_create_range()
1783 check_create_range_4(xa, 2U << order, order); in check_create_range()
1784 check_create_range_4(xa, 3U << order, order); in check_create_range()
1785 check_create_range_4(xa, 1U << 24, order); in check_create_range()
1787 check_create_range_4(xa, 1, order); in check_create_range()
1788 check_create_range_4(xa, (1U << order) + 1, order); in check_create_range()
1789 check_create_range_4(xa, (2U << order) + 1, order); in check_create_range()
1790 check_create_range_4(xa, (2U << order) - 1, order); in check_create_range()
1791 check_create_range_4(xa, (3U << order) + 1, order); in check_create_range()
1792 check_create_range_4(xa, (3U << order) - 1, order); in check_create_range()
1793 check_create_range_4(xa, (1U << 24) + 1, order); in check_create_range()
1795 check_create_range_5(xa, 0, order); in check_create_range()
1796 check_create_range_5(xa, (1U << order), order); in check_create_range()
1837 unsigned int order, unsigned int new_order) in check_split_1() argument
1843 xa_store_order(xa, index, order, xa, GFP_KERNEL); in check_split_1()
1846 xas_split_alloc(&xas, xa, order, GFP_KERNEL); in check_split_1()
1848 xas_split(&xas, xa, order); in check_split_1()
1849 for (i = 0; i < (1 << order); i += (1 << new_order)) in check_split_1()
1853 for (i = 0; i < (1 << order); i++) { in check_split_1()
1869 XA_BUG_ON(xa, found != 1 << (order - new_order)); in check_split_1()
1875 unsigned int order, unsigned int new_order) in check_split_2() argument
1881 xa_store_order(xa, index, order, xa, GFP_KERNEL); in check_split_2()
1889 xas_try_split(&xas, xa, order); in check_split_2()
1890 if (((new_order / XA_CHUNK_SHIFT) < (order / XA_CHUNK_SHIFT)) && in check_split_2()
1891 new_order < order - 1) { in check_split_2()
1896 for (i = 0; i < (1 << order); i += (1 << new_order)) in check_split_2()
1900 for (i = 0; i < (1 << order); i++) { in check_split_2()
1916 XA_BUG_ON(xa, found != 1 << (order - new_order)); in check_split_2()
1924 unsigned int order, new_order; in check_split() local
1928 for (order = 1; order < 2 * XA_CHUNK_SHIFT; order++) { in check_split()
1929 for (new_order = 0; new_order < order; new_order++) { in check_split()
1930 check_split_1(xa, 0, order, new_order); in check_split()
1931 check_split_1(xa, 1UL << order, order, new_order); in check_split()
1932 check_split_1(xa, 3UL << order, order, new_order); in check_split()
1934 check_split_2(xa, 0, order, new_order); in check_split()
1935 check_split_2(xa, 1UL << order, order, new_order); in check_split()
1936 check_split_2(xa, 3UL << order, order, new_order); in check_split()
2059 unsigned int order; in check_account() local
2061 for (order = 1; order < 12; order++) { in check_account()
2062 XA_STATE(xas, xa, 1 << order); in check_account()
2064 xa_store_order(xa, 0, order, xa, GFP_KERNEL); in check_account()
2068 XA_BUG_ON(xa, xas.xa_node->count > (1 << order)); in check_account()
2072 xa_store_order(xa, 1 << order, order, xa_mk_index(1UL << order), in check_account()
2076 xa_erase(xa, 1 << order); in check_account()
2088 unsigned int order; in check_get_order() local
2094 for (order = 0; order < max_order; order++) { in check_get_order()
2096 xa_store_order(xa, i << order, order, in check_get_order()
2097 xa_mk_index(i << order), GFP_KERNEL); in check_get_order()
2098 for (j = i << order; j < (i + 1) << order; j++) in check_get_order()
2099 XA_BUG_ON(xa, xa_get_order(xa, j) != order); in check_get_order()
2100 xa_erase(xa, i << order); in check_get_order()
2110 unsigned int order; in check_xas_get_order() local
2113 for (order = 0; order < max_order; order++) { in check_xas_get_order()
2115 xas_set_order(&xas, i << order, order); in check_xas_get_order()
2122 for (j = i << order; j < (i + 1) << order; j++) { in check_xas_get_order()
2126 XA_BUG_ON(xa, xas_get_order(&xas) != order); in check_xas_get_order()
2131 xas_set_order(&xas, i << order, order); in check_xas_get_order()
2145 unsigned int order; in check_xas_conflict_get_order() local
2148 for (order = 0; order < max_order; order++) { in check_xas_conflict_get_order()
2150 xas_set_order(&xas, i << order, order); in check_xas_conflict_get_order()
2160 j = i << order; in check_xas_conflict_get_order()
2161 for (k = 0; k < order; k++) { in check_xas_conflict_get_order()
2167 XA_BUG_ON(xa, xas_get_order(&xas) != order); in check_xas_conflict_get_order()
2174 if (order < max_order - 1) { in check_xas_conflict_get_order()
2176 xas_set_order(&xas, (i & ~1UL) << order, order + 1); in check_xas_conflict_get_order()
2180 XA_BUG_ON(xa, xas_get_order(&xas) != order); in check_xas_conflict_get_order()
2187 xas_set_order(&xas, i << order, order); in check_xas_conflict_get_order()