Lines Matching refs:ma_state
142 struct ma_state *orig_l; /* Original left side of subtree */
143 struct ma_state *orig_r; /* Original right side of subtree */
144 struct ma_state *l; /* New left side of subtree */
145 struct ma_state *m; /* New middle of subtree (rare) */
146 struct ma_state *r; /* New right side of subtree */
200 static void mas_set_height(struct ma_state *mas) in mas_set_height()
210 static unsigned int mas_mt_height(struct ma_state *mas) in mas_mt_height()
252 static __always_inline void mas_set_err(struct ma_state *mas, long err) in mas_set_err()
258 static __always_inline bool mas_is_ptr(const struct ma_state *mas) in mas_is_ptr()
263 static __always_inline bool mas_is_start(const struct ma_state *mas) in mas_is_start()
268 static __always_inline bool mas_is_none(const struct ma_state *mas) in mas_is_none()
273 static __always_inline bool mas_is_paused(const struct ma_state *mas) in mas_is_paused()
278 static __always_inline bool mas_is_overflow(struct ma_state *mas) in mas_is_overflow()
283 static inline bool mas_is_underflow(struct ma_state *mas) in mas_is_underflow()
312 static inline struct maple_node *mas_mn(const struct ma_state *mas) in mas_mn()
376 static inline bool mas_is_root_limits(const struct ma_state *mas) in mas_is_root_limits()
455 enum maple_type mas_parent_type(struct ma_state *mas, struct maple_enode *enode) in mas_parent_type()
486 void mas_set_parent(struct ma_state *mas, struct maple_enode *enode, in mas_set_parent()
593 static inline unsigned long mas_allocated(const struct ma_state *mas) in mas_allocated()
611 static inline void mas_set_alloc_req(struct ma_state *mas, unsigned long count) in mas_set_alloc_req()
634 static inline unsigned int mas_alloc_req(const struct ma_state *mas) in mas_alloc_req()
699 mas_safe_pivot(const struct ma_state *mas, unsigned long *pivots, in mas_safe_pivot()
717 mas_safe_min(struct ma_state *mas, unsigned long *pivots, unsigned char offset) in mas_safe_min()
805 static __always_inline void *mas_slot_locked(struct ma_state *mas, in mas_slot_locked()
819 static __always_inline void *mas_slot(struct ma_state *mas, void __rcu **slots, in mas_slot()
831 static __always_inline void *mas_root(struct ma_state *mas) in mas_root()
847 static inline void *mas_root_locked(struct ma_state *mas) in mas_root_locked()
984 static void mas_mat_destroy(struct ma_state *mas, struct ma_topiary *mat) in mas_mat_destroy()
1005 static inline void mas_descend(struct ma_state *mas) in mas_descend()
1050 static int mas_ascend(struct ma_state *mas) in mas_ascend()
1138 static inline struct maple_node *mas_pop_node(struct ma_state *mas) in mas_pop_node()
1185 static inline void mas_push_node(struct ma_state *mas, struct maple_node *used) in mas_push_node()
1220 static inline void mas_alloc_nodes(struct ma_state *mas, gfp_t gfp) in mas_alloc_nodes()
1298 static inline void mas_free(struct ma_state *mas, struct maple_enode *used) in mas_free()
1315 static void mas_node_count_gfp(struct ma_state *mas, int count, gfp_t gfp) in mas_node_count_gfp()
1333 static void mas_node_count(struct ma_state *mas, int count) in mas_node_count()
1351 static inline struct maple_enode *mas_start(struct ma_state *mas) in mas_start()
1436 static inline unsigned char mas_data_end(struct ma_state *mas) in mas_data_end()
1468 static unsigned long mas_leaf_max_gap(struct ma_state *mas) in mas_leaf_max_gap()
1577 static inline unsigned long mas_max_gap(struct ma_state *mas) in mas_max_gap()
1604 static inline void mas_parent_gap(struct ma_state *mas, unsigned char offset, in mas_parent_gap()
1655 static inline void mas_update_gap(struct ma_state *mas) in mas_update_gap()
1683 static inline void mas_adopt_children(struct ma_state *mas, in mas_adopt_children()
1706 static inline void mas_put_in_tree(struct ma_state *mas, in mas_put_in_tree()
1735 static inline void mas_replace_node(struct ma_state *mas, in mas_replace_node()
1748 static inline bool mas_find_child(struct ma_state *mas, struct ma_state *child) in mas_find_child()
1851 static inline int mab_calc_split(struct ma_state *mas, in mab_calc_split()
1921 static inline void mas_mab_cp(struct ma_state *mas, unsigned char mas_start, in mas_mab_cp()
1989 struct ma_state *mas, bool new_max) in mab_mas_cp()
2042 static inline void mas_bulk_rebalance(struct ma_state *mas, unsigned char end, in mas_bulk_rebalance()
2073 struct ma_state *mas = wr_mas->mas; in mas_store_b_node()
2138 static inline bool mas_prev_sibling(struct ma_state *mas) in mas_prev_sibling()
2160 static inline bool mas_next_sibling(struct ma_state *mas) in mas_next_sibling()
2185 static inline void mas_node_or_none(struct ma_state *mas, in mas_node_or_none()
2207 struct ma_state *mas = wr_mas->mas; in mas_wr_node_walk()
2270 struct ma_state r_tmp = *mast->orig_r; in mast_spanning_rebalance()
2271 struct ma_state l_tmp = *mast->orig_l; in mast_spanning_rebalance()
2349 *mas_new_ma_node(struct ma_state *mas, struct maple_big_node *b_node) in mas_new_ma_node()
2366 static inline unsigned char mas_mab_to_node(struct ma_state *mas, in mas_mab_to_node()
2401 struct ma_state *mas, in mab_set_b_end()
2423 static inline void mas_set_split_parent(struct ma_state *mas, in mas_set_split_parent()
2510 static inline void mas_topiary_node(struct ma_state *mas, in mas_topiary_node()
2511 struct ma_state *tmp_mas, bool in_rcu) in mas_topiary_node()
2545 static inline void mas_topiary_replace(struct ma_state *mas, in mas_topiary_replace()
2548 struct ma_state tmp[3], tmp_next[3]; in mas_topiary_replace()
2641 static inline void mas_wmb_replace(struct ma_state *mas, in mas_wmb_replace()
2750 static inline void *mtree_range_walk(struct ma_state *mas) in mtree_range_walk()
2826 static void mas_spanning_rebalance(struct ma_state *mas, in mas_spanning_rebalance()
2953 static inline void mas_rebalance(struct ma_state *mas, in mas_rebalance()
3007 static inline void mas_destroy_rebalance(struct ma_state *mas, unsigned char end) in mas_destroy_rebalance()
3124 struct ma_state *mas, int height) in mas_split_final_node()
3156 struct ma_state *mas, in mast_fill_bnode()
3200 struct ma_state *mas, unsigned char split) in mast_split_data()
3232 static inline bool mas_push_data(struct ma_state *mas, int height, in mas_push_data()
3299 static void mas_split(struct ma_state *mas, struct maple_big_node *b_node) in mas_split()
3403 static inline int mas_root_expand(struct ma_state *mas, void *entry) in mas_root_expand()
3442 static inline void mas_store_root(struct ma_state *mas, void *entry) in mas_store_root()
3519 struct ma_state *mas = wr_mas->mas; in mas_wr_walk()
3539 struct ma_state *mas = wr_mas->mas; in mas_wr_walk_index()
3558 struct ma_state *r_mas = r_wr_mas->mas; in mas_extend_spanning_null()
3559 struct ma_state *l_mas = l_wr_mas->mas; in mas_extend_spanning_null()
3590 static inline void *mas_state_walk(struct ma_state *mas) in mas_state_walk()
3613 static inline void *mtree_lookup_walk(struct ma_state *mas) in mtree_lookup_walk()
3657 static inline void mas_new_root(struct ma_state *mas, void *entry) in mas_new_root()
3702 struct ma_state *mas; in mas_wr_spanning_store()
3794 struct ma_state *mas = wr_mas->mas; in mas_wr_node_store()
3873 struct ma_state *mas = wr_mas->mas; in mas_wr_slot_store()
3919 struct ma_state *mas = wr_mas->mas; in mas_wr_extend_null()
3967 struct ma_state *mas = wr_mas->mas; in mas_wr_new_end()
3992 struct ma_state *mas = wr_mas->mas; in mas_wr_append()
4053 struct ma_state *mas = wr_mas->mas; in mas_wr_store_entry()
4094 struct ma_state *mas = wr_mas->mas; in mas_wr_prealloc_setup()
4143 static inline int mas_prealloc_calc(struct ma_state *mas, void *entry) in mas_prealloc_calc()
4190 struct ma_state *mas = wr_mas->mas; in mas_wr_store_type()
4263 struct ma_state *mas = wr_mas->mas; in mas_wr_preallocate()
4283 static inline void *mas_insert(struct ma_state *mas, void *entry) in mas_insert()
4345 int mas_alloc_cyclic(struct ma_state *mas, unsigned long *startp, in mas_alloc_cyclic()
4382 static __always_inline void mas_rewalk(struct ma_state *mas, unsigned long index) in mas_rewalk()
4391 static __always_inline bool mas_rewalk_if_dead(struct ma_state *mas, in mas_rewalk_if_dead()
4412 static int mas_prev_node(struct ma_state *mas, unsigned long min) in mas_prev_node()
4492 static void *mas_prev_slot(struct ma_state *mas, unsigned long min, bool empty) in mas_prev_slot()
4578 static int mas_next_node(struct ma_state *mas, struct maple_node *node, in mas_next_node()
4665 static void *mas_next_slot(struct ma_state *mas, unsigned long max, bool empty) in mas_next_slot()
4762 static inline void *mas_next_entry(struct ma_state *mas, unsigned long limit) in mas_next_entry()
4781 static bool mas_rev_awalk(struct ma_state *mas, unsigned long size, in mas_rev_awalk()
4868 static inline bool mas_anode_descend(struct ma_state *mas, unsigned long size) in mas_anode_descend()
4941 void *mas_walk(struct ma_state *mas) in mas_walk()
4970 static inline bool mas_rewind_node(struct ma_state *mas) in mas_rewind_node()
4995 static inline bool mas_skip_node(struct ma_state *mas) in mas_skip_node()
5023 static inline void mas_awalk(struct ma_state *mas, unsigned long size) in mas_awalk()
5051 static inline int mas_sparse_area(struct ma_state *mas, unsigned long min, in mas_sparse_area()
5083 int mas_empty_area(struct ma_state *mas, unsigned long min, in mas_empty_area()
5140 int mas_empty_area_rev(struct ma_state *mas, unsigned long min, in mas_empty_area_rev()
5414 void *mas_store(struct ma_state *mas, void *entry) in mas_store()
5469 int mas_store_gfp(struct ma_state *mas, void *entry, gfp_t gfp) in mas_store_gfp()
5502 void mas_store_prealloc(struct ma_state *mas, void *entry) in mas_store_prealloc()
5534 int mas_preallocate(struct ma_state *mas, void *entry, gfp_t gfp) in mas_preallocate()
5568 void mas_destroy(struct ma_state *mas) in mas_destroy()
5623 int mas_expected_entries(struct ma_state *mas, unsigned long nr_entries) in mas_expected_entries()
5673 static bool mas_next_setup(struct ma_state *mas, unsigned long max, in mas_next_setup()
5743 void *mas_next(struct ma_state *mas, unsigned long max) in mas_next()
5766 void *mas_next_range(struct ma_state *mas, unsigned long max) in mas_next_range()
5802 static bool mas_prev_setup(struct ma_state *mas, unsigned long min, void **entry) in mas_prev_setup()
5874 void *mas_prev(struct ma_state *mas, unsigned long min) in mas_prev()
5897 void *mas_prev_range(struct ma_state *mas, unsigned long min) in mas_prev_range()
5945 void mas_pause(struct ma_state *mas) in mas_pause()
5960 static __always_inline bool mas_find_setup(struct ma_state *mas, unsigned long max, void **entry) in mas_find_setup()
6051 void *mas_find(struct ma_state *mas, unsigned long max) in mas_find()
6078 void *mas_find_range(struct ma_state *mas, unsigned long max) in mas_find_range()
6098 static bool mas_find_rev_setup(struct ma_state *mas, unsigned long min, in mas_find_rev_setup()
6190 void *mas_find_rev(struct ma_state *mas, unsigned long min) in mas_find_rev()
6216 void *mas_find_range_rev(struct ma_state *mas, unsigned long min) in mas_find_range_rev()
6239 void *mas_erase(struct ma_state *mas) in mas_erase()
6279 bool mas_nomem(struct ma_state *mas, gfp_t gfp) in mas_nomem()
6604 static void mas_dup_free(struct ma_state *mas) in mas_dup_free()
6649 static inline void mas_copy_node(struct ma_state *mas, struct ma_state *new_mas, in mas_copy_node()
6672 static inline void mas_dup_alloc(struct ma_state *mas, struct ma_state *new_mas, in mas_dup_alloc()
6716 static inline void mas_dup_build(struct ma_state *mas, struct ma_state *new_mas, in mas_dup_build()
7062 static inline struct maple_enode *mas_get_slot(struct ma_state *mas, in mas_get_slot()
7070 static void mas_dfs_postorder(struct ma_state *mas, unsigned long max) in mas_dfs_postorder()
7301 static void mas_validate_gaps(struct ma_state *mas) in mas_validate_gaps()
7392 static void mas_validate_parent_slot(struct ma_state *mas) in mas_validate_parent_slot()
7427 static void mas_validate_child_slot(struct ma_state *mas) in mas_validate_child_slot()
7471 static void mas_validate_limits(struct ma_state *mas) in mas_validate_limits()
7613 void mas_dump(const struct ma_state *mas) in mas_dump()