Lines Matching refs:mark
68 static inline void xa_mark_set(struct xarray *xa, xa_mark_t mark) in xa_mark_set() argument
70 if (!(xa->xa_flags & XA_FLAGS_MARK(mark))) in xa_mark_set()
71 xa->xa_flags |= XA_FLAGS_MARK(mark); in xa_mark_set()
74 static inline void xa_mark_clear(struct xarray *xa, xa_mark_t mark) in xa_mark_clear() argument
76 if (xa->xa_flags & XA_FLAGS_MARK(mark)) in xa_mark_clear()
77 xa->xa_flags &= ~(XA_FLAGS_MARK(mark)); in xa_mark_clear()
80 static inline unsigned long *node_marks(struct xa_node *node, xa_mark_t mark) in node_marks() argument
82 return node->marks[(__force unsigned)mark]; in node_marks()
86 unsigned int offset, xa_mark_t mark) in node_get_mark() argument
88 return test_bit(offset, node_marks(node, mark)); in node_get_mark()
93 xa_mark_t mark) in node_set_mark() argument
95 return __test_and_set_bit(offset, node_marks(node, mark)); in node_set_mark()
100 xa_mark_t mark) in node_clear_mark() argument
102 return __test_and_clear_bit(offset, node_marks(node, mark)); in node_clear_mark()
105 static inline bool node_any_mark(struct xa_node *node, xa_mark_t mark) in node_any_mark() argument
107 return !bitmap_empty(node_marks(node, mark), XA_CHUNK_SIZE); in node_any_mark()
110 static inline void node_mark_all(struct xa_node *node, xa_mark_t mark) in node_mark_all() argument
112 bitmap_fill(node_marks(node, mark), XA_CHUNK_SIZE); in node_mark_all()
115 #define mark_inc(mark) do { \ argument
116 mark = (__force xa_mark_t)((__force unsigned)(mark) + 1); \
128 unsigned int mark = 0; in xas_squash_marks() local
135 unsigned long *marks = xas->xa_node->marks[mark]; in xas_squash_marks()
140 } while (mark++ != (__force unsigned)XA_MARK_MAX); in xas_squash_marks()
580 xa_mark_t mark = 0; in xas_expand() local
594 if (xa_track_free(xa) && mark == XA_FREE_MARK) { in xas_expand()
600 } else if (xa_marked(xa, mark)) { in xas_expand()
601 node_set_mark(node, 0, mark); in xas_expand()
603 if (mark == XA_MARK_MAX) in xas_expand()
605 mark_inc(mark); in xas_expand()
858 bool xas_get_mark(const struct xa_state *xas, xa_mark_t mark) in xas_get_mark() argument
863 return xa_marked(xas->xa, mark); in xas_get_mark()
864 return node_get_mark(xas->xa_node, xas->xa_offset, mark); in xas_get_mark()
877 void xas_set_mark(const struct xa_state *xas, xa_mark_t mark) in xas_set_mark() argument
886 if (node_set_mark(node, offset, mark)) in xas_set_mark()
892 if (!xa_marked(xas->xa, mark)) in xas_set_mark()
893 xa_mark_set(xas->xa, mark); in xas_set_mark()
906 void xas_clear_mark(const struct xa_state *xas, xa_mark_t mark) in xas_clear_mark() argument
915 if (!node_clear_mark(node, offset, mark)) in xas_clear_mark()
917 if (node_any_mark(node, mark)) in xas_clear_mark()
924 if (xa_marked(xas->xa, mark)) in xas_clear_mark()
925 xa_mark_clear(xas->xa, mark); in xas_clear_mark()
942 xa_mark_t mark = 0; in xas_init_marks() local
945 if (xa_track_free(xas->xa) && mark == XA_FREE_MARK) in xas_init_marks()
946 xas_set_mark(xas, mark); in xas_init_marks()
948 xas_clear_mark(xas, mark); in xas_init_marks()
949 if (mark == XA_MARK_MAX) in xas_init_marks()
951 mark_inc(mark); in xas_init_marks()
960 xa_mark_t mark = XA_MARK_0; in node_get_marks() local
963 if (node_get_mark(node, offset, mark)) in node_get_marks()
964 marks |= 1 << (__force unsigned int)mark; in node_get_marks()
965 if (mark == XA_MARK_MAX) in node_get_marks()
967 mark_inc(mark); in node_get_marks()
974 xa_mark_t mark) in node_mark_slots() argument
979 node_mark_all(node, mark); in node_mark_slots()
982 node_set_mark(node, i, mark); in node_mark_slots()
990 xa_mark_t mark = XA_MARK_0; in node_set_marks() local
993 if (marks & (1 << (__force unsigned int)mark)) { in node_set_marks()
994 node_set_mark(node, offset, mark); in node_set_marks()
996 node_mark_slots(child, sibs, mark); in node_set_marks()
998 if (mark == XA_MARK_MAX) in node_set_marks()
1000 mark_inc(mark); in node_set_marks()
1322 void *xas_find_marked(struct xa_state *xas, unsigned long max, xa_mark_t mark) in xas_find_marked() argument
1343 if (xa_marked(xas->xa, mark)) in xas_find_marked()
1370 offset = xas_find_chunk(xas, advance, mark); in xas_find_marked()
1383 if (!entry && !(xa_track_free(xas->xa) && mark == XA_FREE_MARK)) in xas_find_marked()
1933 void __xa_set_mark(struct xarray *xa, unsigned long index, xa_mark_t mark) in __xa_set_mark() argument
1939 xas_set_mark(&xas, mark); in __xa_set_mark()
1951 void __xa_clear_mark(struct xarray *xa, unsigned long index, xa_mark_t mark) in __xa_clear_mark() argument
1957 xas_clear_mark(&xas, mark); in __xa_clear_mark()
1973 bool xa_get_mark(struct xarray *xa, unsigned long index, xa_mark_t mark) in xa_get_mark() argument
1980 while (xas_get_mark(&xas, mark)) { in xa_get_mark()
2003 void xa_set_mark(struct xarray *xa, unsigned long index, xa_mark_t mark) in xa_set_mark() argument
2006 __xa_set_mark(xa, index, mark); in xa_set_mark()
2021 void xa_clear_mark(struct xarray *xa, unsigned long index, xa_mark_t mark) in xa_clear_mark() argument
2024 __xa_clear_mark(xa, index, mark); in xa_clear_mark()
2147 unsigned long max, unsigned int n, xa_mark_t mark) in xas_extract_marked() argument
2153 xas_for_each_marked(xas, entry, max, mark) { in xas_extract_marked()