Lines Matching refs:ucb
947 struct uprobe_cpu_buffer *ucb; in uprobe_buffer_get() local
951 ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu); in uprobe_buffer_get()
957 mutex_lock(&ucb->mutex); in uprobe_buffer_get()
959 return ucb; in uprobe_buffer_get()
962 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb) in uprobe_buffer_put() argument
964 if (!ucb) in uprobe_buffer_put()
966 mutex_unlock(&ucb->mutex); in uprobe_buffer_put()
973 struct uprobe_cpu_buffer *ucb; in prepare_uprobe_buffer() local
982 ucb = uprobe_buffer_get(); in prepare_uprobe_buffer()
983 ucb->dsize = tu->tp.size + dsize; in prepare_uprobe_buffer()
985 if (WARN_ON_ONCE(ucb->dsize > MAX_UCB_BUFFER_SIZE)) { in prepare_uprobe_buffer()
986 ucb->dsize = MAX_UCB_BUFFER_SIZE; in prepare_uprobe_buffer()
990 store_trace_args(ucb->buf, &tu->tp, regs, NULL, esize, dsize); in prepare_uprobe_buffer()
992 *ucbp = ucb; in prepare_uprobe_buffer()
993 return ucb; in prepare_uprobe_buffer()
998 struct uprobe_cpu_buffer *ucb, in __uprobe_trace_func() argument
1013 size = esize + ucb->dsize; in __uprobe_trace_func()
1027 memcpy(data, ucb->buf, ucb->dsize); in __uprobe_trace_func()
1037 struct uprobe_cpu_buffer *ucb; in uprobe_trace_func() local
1042 ucb = prepare_uprobe_buffer(tu, regs, ucbp); in uprobe_trace_func()
1046 __uprobe_trace_func(tu, 0, regs, ucb, link->file); in uprobe_trace_func()
1057 struct uprobe_cpu_buffer *ucb; in uretprobe_trace_func() local
1059 ucb = prepare_uprobe_buffer(tu, regs, ucbp); in uretprobe_trace_func()
1063 __uprobe_trace_func(tu, func, regs, ucb, link->file); in uretprobe_trace_func()
1395 struct uprobe_cpu_buffer *ucb; in __uprobe_perf_func() local
1413 ucb = prepare_uprobe_buffer(tu, regs, ucbp); in __uprobe_perf_func()
1414 size = esize + ucb->dsize; in __uprobe_perf_func()
1437 memcpy(data, ucb->buf, ucb->dsize); in __uprobe_perf_func()
1439 if (size - esize > ucb->dsize) in __uprobe_perf_func()
1440 memset(data + ucb->dsize, 0, size - esize - ucb->dsize); in __uprobe_perf_func()
1529 struct uprobe_cpu_buffer *ucb = NULL; in uprobe_dispatcher() local
1545 ret |= uprobe_trace_func(tu, regs, &ucb); in uprobe_dispatcher()
1549 ret |= uprobe_perf_func(tu, regs, &ucb); in uprobe_dispatcher()
1551 uprobe_buffer_put(ucb); in uprobe_dispatcher()
1560 struct uprobe_cpu_buffer *ucb = NULL; in uretprobe_dispatcher() local
1573 uretprobe_trace_func(tu, func, regs, &ucb); in uretprobe_dispatcher()
1577 uretprobe_perf_func(tu, func, regs, &ucb); in uretprobe_dispatcher()
1579 uprobe_buffer_put(ucb); in uretprobe_dispatcher()