Lines Matching refs:offset
163 #define RET_STACK(t, offset) ((struct ftrace_ret_stack *)(&(t)->ret_stack[offset])) argument
249 static inline unsigned long get_fgraph_entry(struct task_struct *t, int offset) in get_fgraph_entry() argument
251 return t->ret_stack[offset]; in get_fgraph_entry()
255 static inline int get_frame_offset(struct task_struct *t, int offset) in get_frame_offset() argument
257 return __get_offset(t->ret_stack[offset]); in get_frame_offset()
262 get_bitmap_bits(struct task_struct *t, int offset) in get_bitmap_bits() argument
264 return (t->ret_stack[offset] >> FGRAPH_INDEX_SHIFT) & FGRAPH_INDEX_MASK; in get_bitmap_bits()
269 set_bitmap(struct task_struct *t, int offset, unsigned long bitmap) in set_bitmap() argument
271 t->ret_stack[offset] = (bitmap << FGRAPH_INDEX_SHIFT) | in set_bitmap()
276 static inline void *get_data_type_data(struct task_struct *t, int offset) in get_data_type_data() argument
278 unsigned long val = t->ret_stack[offset]; in get_data_type_data()
282 offset -= __get_data_size(val); in get_data_type_data()
283 return (void *)&t->ret_stack[offset]; in get_data_type_data()
287 static inline unsigned long make_data_type_val(int idx, int size, int offset) in make_data_type_val() argument
291 (FGRAPH_TYPE_DATA << FGRAPH_TYPE_SHIFT) | offset; in make_data_type_val()
434 get_ret_stack(struct task_struct *t, int offset, int *frame_offset) in get_ret_stack() argument
440 if (unlikely(offset <= 0)) in get_ret_stack()
443 offs = get_frame_offset(t, --offset); in get_ret_stack()
444 if (WARN_ON_ONCE(offs <= 0 || offs > offset)) in get_ret_stack()
447 offset -= offs; in get_ret_stack()
449 *frame_offset = offset; in get_ret_stack()
450 return RET_STACK(t, offset); in get_ret_stack()
467 int offset = current->curr_ret_stack; in fgraph_retrieve_parent_data() local
470 if (offset <= 0) in fgraph_retrieve_parent_data()
476 ret_stack = get_ret_stack(current, offset, &next_offset); in fgraph_retrieve_parent_data()
479 offset = next_offset; in fgraph_retrieve_parent_data()
485 offset--; in fgraph_retrieve_parent_data()
487 val = get_fgraph_entry(current, offset); in fgraph_retrieve_parent_data()
491 offset -= __get_data_size(val) + 1; in fgraph_retrieve_parent_data()
492 val = get_fgraph_entry(current, offset); in fgraph_retrieve_parent_data()
498 return get_data_type_data(current, offset); in fgraph_retrieve_parent_data()
568 int offset; in ftrace_push_return_trace() local
596 offset = READ_ONCE(current->curr_ret_stack); in ftrace_push_return_trace()
597 ret_stack = RET_STACK(current, offset); in ftrace_push_return_trace()
598 offset += FGRAPH_FRAME_OFFSET; in ftrace_push_return_trace()
601 current->ret_stack[offset] = val; in ftrace_push_return_trace()
617 WRITE_ONCE(current->curr_ret_stack, offset + 1); in ftrace_push_return_trace()
625 current->ret_stack[offset] = val; in ftrace_push_return_trace()
633 return offset; in ftrace_push_return_trace()
657 int offset; in function_graph_enter_regs() local
668 offset = ftrace_push_return_trace(ret, func, frame_pointer, retp, 0); in function_graph_enter_regs()
669 if (offset < 0) in function_graph_enter_regs()
709 set_bitmap(current, offset, bitmap | BIT(0)); in function_graph_enter_regs()
723 unsigned long frame_pointer, int *offset) in ftrace_pop_return_trace() argument
727 ret_stack = get_ret_stack(current, current->curr_ret_stack, offset); in ftrace_pop_return_trace()
766 *offset += FGRAPH_FRAME_OFFSET; in ftrace_pop_return_trace()
817 int offset; in __ftrace_return_to_handler() local
820 ret_stack = ftrace_pop_return_trace(&trace, &ret, frame_pointer, &offset); in __ftrace_return_to_handler()
836 bitmap = get_bitmap_bits(current, offset); in __ftrace_return_to_handler()
861 current->curr_ret_stack = offset - FGRAPH_FRAME_OFFSET; in __ftrace_return_to_handler()
899 int offset = task->curr_ret_stack; in ftrace_graph_get_ret_stack() local
901 if (offset < 0) in ftrace_graph_get_ret_stack()
905 ret_stack = get_ret_stack(task, offset, &offset); in ftrace_graph_get_ret_stack()
922 int offset = task->curr_ret_stack; in ftrace_graph_top_ret_addr() local
924 if (offset < 0) in ftrace_graph_top_ret_addr()
928 ret_stack = get_ret_stack(task, offset, &offset); in ftrace_graph_top_ret_addr()