Lines Matching refs:watchpoint
121 atomic_long_t *watchpoint; in find_watchpoint() local
130 watchpoint = &watchpoints[SLOT_IDX_FAST(slot, i)]; in find_watchpoint()
131 *encoded_watchpoint = atomic_long_read(watchpoint); in find_watchpoint()
141 return watchpoint; in find_watchpoint()
152 atomic_long_t *watchpoint; in insert_watchpoint() local
165 watchpoint = &watchpoints[SLOT_IDX(slot, i)]; in insert_watchpoint()
166 if (atomic_long_try_cmpxchg_relaxed(watchpoint, &expect_val, encoded_watchpoint)) in insert_watchpoint()
167 return watchpoint; in insert_watchpoint()
183 try_consume_watchpoint(atomic_long_t *watchpoint, long encoded_watchpoint) in try_consume_watchpoint() argument
185 return atomic_long_try_cmpxchg_relaxed(watchpoint, &encoded_watchpoint, CONSUMED_WATCHPOINT); in try_consume_watchpoint()
189 static inline bool consume_watchpoint(atomic_long_t *watchpoint) in consume_watchpoint() argument
191 return atomic_long_xchg_relaxed(watchpoint, CONSUMED_WATCHPOINT) != CONSUMED_WATCHPOINT; in consume_watchpoint()
195 static inline void remove_watchpoint(atomic_long_t *watchpoint) in remove_watchpoint() argument
197 atomic_long_set(watchpoint, INVALID_WATCHPOINT); in remove_watchpoint()
450 atomic_long_t *watchpoint, in kcsan_found_watchpoint() argument
491 consumed = try_consume_watchpoint(watchpoint, encoded_watchpoint); in kcsan_found_watchpoint()
498 kcsan_report_set_info(ptr, size, type, ip, watchpoint - watchpoints); in kcsan_found_watchpoint()
522 atomic_long_t *watchpoint; in kcsan_setup_watchpoint() local
582 watchpoint = insert_watchpoint((unsigned long)ptr, size, is_write); in kcsan_setup_watchpoint()
583 if (watchpoint == NULL) { in kcsan_setup_watchpoint()
639 if (!consume_watchpoint(watchpoint)) { in kcsan_setup_watchpoint()
670 value_change, watchpoint - watchpoints, in kcsan_setup_watchpoint()
689 remove_watchpoint(watchpoint); in kcsan_setup_watchpoint()
712 atomic_long_t *watchpoint; in check_access() local
728 watchpoint = find_watchpoint((unsigned long)ptr, size, in check_access()
738 if (unlikely(watchpoint != NULL)) in check_access()
739 kcsan_found_watchpoint(ptr, size, type, ip, watchpoint, encoded_watchpoint); in check_access()