Lines Matching refs:slot
140 struct maple_enode *slot[MAPLE_BIG_NODE_SLOTS]; member
501 const struct maple_enode *parent, unsigned char slot) in mas_set_parent() argument
525 val |= (slot << shift) | type; in mas_set_parent()
774 return mn->ma64.slot; in ma_slots()
777 return mn->mr64.slot; in ma_slots()
779 return mn->slot; in ma_slots()
908 slots = mn->mr64.slot; in mt_clear_meta()
1174 mas->alloc = node->slot[0]; in mas_pop_node()
1180 ret = node->slot[--node->node_count]; in mas_pop_node()
1181 node->slot[node->node_count] = NULL; in mas_pop_node()
1215 head->slot[head->node_count++] = reuse; in mas_push_node()
1219 reuse->slot[0] = head; in mas_push_node()
1260 node->slot[0] = mas->alloc; in mas_alloc_nodes()
1275 slots = (void **)&node->slot[node->node_count]; in mas_alloc_nodes()
1282 node->slot[0]->node_count = 0; in mas_alloc_nodes()
1283 node->slot[0]->request_count = 0; in mas_alloc_nodes()
1290 node = node->slot[0]; in mas_alloc_nodes()
1808 memmove(b_node->slot + shift, b_node->slot, size); in mab_shift_right()
1829 if (!b_node->slot[split] && (size >= 2 * slot_count - 1)) in mab_middle_node()
1846 if (!b_node->slot[split]) { in mab_no_null_split()
1890 if (!bn->slot[split]) in mab_calc_split()
1965 memcpy(b_node->slot + mab_start, slots + mas_start, sizeof(void *) * j); in mas_mab_cp()
2016 memcpy(slots, b_node->slot + mab_start, in mab_mas_cp()
2075 unsigned char slot; in mas_store_b_node() local
2083 slot = mas->offset; in mas_store_b_node()
2084 if (slot) { in mas_store_b_node()
2086 mas_mab_cp(mas, 0, slot - 1, b_node, 0); in mas_store_b_node()
2094 b_node->slot[b_end] = wr_mas->content; in mas_store_b_node()
2102 b_node->slot[b_end] = wr_mas->entry; in mas_store_b_node()
2115 if (offset_end != slot) in mas_store_b_node()
2119 b_node->slot[++b_end] = wr_mas->content; in mas_store_b_node()
2125 slot = offset_end + 1; in mas_store_b_node()
2126 if (slot > mas->end) in mas_store_b_node()
2130 mas_mab_cp(mas, slot, mas->end + 1, b_node, ++b_end); in mas_store_b_node()
2411 b_node->slot[b_node->b_end] = entry; in mab_set_b_end()
2430 unsigned char *slot, unsigned char split) in mas_set_split_parent() argument
2435 if ((*slot) <= split) in mas_set_split_parent()
2436 mas_set_parent(mas, mas->node, left, *slot); in mas_set_split_parent()
2438 mas_set_parent(mas, mas->node, right, (*slot) - split - 1); in mas_set_split_parent()
2440 (*slot)++; in mas_set_split_parent()
2455 unsigned char slot, in mte_mid_split_check() argument
2462 if (slot < mid_split) in mte_mid_split_check()
2485 unsigned char slot; in mast_set_split_parents() local
2495 slot = mast->l->offset; in mast_set_split_parents()
2497 mte_mid_split_check(&l, &r, right, slot, &split, mid_split); in mast_set_split_parents()
2498 mas_set_split_parent(mast->l, l, r, &slot, split); in mast_set_split_parents()
2500 mte_mid_split_check(&l, &r, right, slot, &split, mid_split); in mast_set_split_parents()
2501 mas_set_split_parent(mast->m, l, r, &slot, split); in mast_set_split_parents()
2503 mte_mid_split_check(&l, &r, right, slot, &split, mid_split); in mast_set_split_parents()
2504 mas_set_split_parent(mast->r, l, r, &slot, split); in mast_set_split_parents()
2836 unsigned char slot = 0; in mas_spanning_rebalance() local
2911 slot = mast->l->offset; in mas_spanning_rebalance()
2934 mas_set_parent(mas, left, l_mas.node, slot); in mas_spanning_rebalance()
2936 mas_set_parent(mas, middle, l_mas.node, ++slot); in mas_spanning_rebalance()
2939 mas_set_parent(mas, right, l_mas.node, ++slot); in mas_spanning_rebalance()
3425 int slot = 0; in mas_root_expand() local
3436 rcu_assign_pointer(slots[slot], contents); in mas_root_expand()
3438 slot++; in mas_root_expand()
3440 pivots[slot++] = mas->index - 1; in mas_root_expand()
3443 rcu_assign_pointer(slots[slot], entry); in mas_root_expand()
3444 mas->offset = slot; in mas_root_expand()
3445 pivots[slot] = mas->last; in mas_root_expand()
3447 pivots[++slot] = ULONG_MAX; in mas_root_expand()
3450 ma_set_meta(node, maple_leaf_64, 0, slot); in mas_root_expand()
4963 unsigned char slot; in mas_rewind_node() local
4967 slot = mas->offset; in mas_rewind_node()
4968 if (!slot) in mas_rewind_node()
4972 slot = mas->offset; in mas_rewind_node()
4974 } while (!slot); in mas_rewind_node()
4976 mas->offset = --slot; in mas_rewind_node()
5588 mas->alloc = node->slot[0]; in mas_destroy()
5592 mt_free_bulk(count, (void __rcu **)&node->slot[1]); in mas_destroy()
7153 pr_cont(PTR_FMT " %lX ", node->slot[i], node->pivot[i]); in mt_dump_range64()
7156 pr_cont(PTR_FMT " %lu ", node->slot[i], node->pivot[i]); in mt_dump_range64()
7159 pr_cont(PTR_FMT "\n", node->slot[i]); in mt_dump_range64()
7165 else if (!node->slot[i] && max != mt_node_max(entry)) in mt_dump_range64()
7170 mt_dump_entry(mt_slot(mt, node->slot, i), in mt_dump_range64()
7172 else if (node->slot[i]) in mt_dump_range64()
7173 mt_dump_node(mt, mt_slot(mt, node->slot, i), in mt_dump_range64()
7215 pr_cont(PTR_FMT " %lX ", node->slot[i], node->pivot[i]); in mt_dump_arange64()
7218 pr_cont(PTR_FMT " %lu ", node->slot[i], node->pivot[i]); in mt_dump_arange64()
7221 pr_cont(PTR_FMT "\n", node->slot[i]); in mt_dump_arange64()
7227 else if (!node->slot[i]) in mt_dump_arange64()
7231 if (node->slot[i]) in mt_dump_arange64()
7232 mt_dump_node(mt, mt_slot(mt, node->slot, i), in mt_dump_arange64()
7270 mt_dump_entry(mt_slot(mt, node->slot, i), in mt_dump_node()