Lines Matching refs:counter
78 static void auto_mode_init_counter(struct rdma_counter *counter, in auto_mode_init_counter() argument
82 struct auto_mode_param *param = &counter->mode.param; in auto_mode_init_counter()
84 counter->mode.mode = RDMA_COUNTER_MODE_AUTO; in auto_mode_init_counter()
85 counter->mode.mask = new_mask; in auto_mode_init_counter()
91 static int __rdma_counter_bind_qp(struct rdma_counter *counter, in __rdma_counter_bind_qp() argument
96 if (qp->counter) in __rdma_counter_bind_qp()
102 mutex_lock(&counter->lock); in __rdma_counter_bind_qp()
103 ret = qp->device->ops.counter_bind_qp(counter, qp); in __rdma_counter_bind_qp()
104 mutex_unlock(&counter->lock); in __rdma_counter_bind_qp()
146 struct rdma_counter *counter; in alloc_and_bind() local
152 counter = kzalloc(sizeof(*counter), GFP_KERNEL); in alloc_and_bind()
153 if (!counter) in alloc_and_bind()
156 counter->device = dev; in alloc_and_bind()
157 counter->port = port; in alloc_and_bind()
159 rdma_restrack_new(&counter->res, RDMA_RESTRACK_COUNTER); in alloc_and_bind()
160 counter->stats = dev->ops.counter_alloc_stats(counter); in alloc_and_bind()
161 if (!counter->stats) in alloc_and_bind()
176 auto_mode_init_counter(counter, qp, port_counter->mode.mask); in alloc_and_bind()
187 counter->mode.mode = mode; in alloc_and_bind()
188 kref_init(&counter->kref); in alloc_and_bind()
189 mutex_init(&counter->lock); in alloc_and_bind()
191 ret = __rdma_counter_bind_qp(counter, qp); in alloc_and_bind()
195 rdma_restrack_parent_name(&counter->res, &qp->res); in alloc_and_bind()
196 rdma_restrack_add(&counter->res); in alloc_and_bind()
197 return counter; in alloc_and_bind()
200 rdma_free_hw_stats_struct(counter->stats); in alloc_and_bind()
202 rdma_restrack_put(&counter->res); in alloc_and_bind()
203 kfree(counter); in alloc_and_bind()
207 static void rdma_counter_free(struct rdma_counter *counter) in rdma_counter_free() argument
211 port_counter = &counter->device->port_data[counter->port].port_counter; in rdma_counter_free()
220 rdma_restrack_del(&counter->res); in rdma_counter_free()
221 rdma_free_hw_stats_struct(counter->stats); in rdma_counter_free()
222 kfree(counter); in rdma_counter_free()
225 static bool auto_mode_match(struct ib_qp *qp, struct rdma_counter *counter, in auto_mode_match() argument
228 struct auto_mode_param *param = &counter->mode.param; in auto_mode_match()
235 match &= (task_pid_nr(counter->res.task) == in auto_mode_match()
243 struct rdma_counter *counter = qp->counter; in __rdma_counter_unbind_qp() local
249 mutex_lock(&counter->lock); in __rdma_counter_unbind_qp()
251 mutex_unlock(&counter->lock); in __rdma_counter_unbind_qp()
256 static void counter_history_stat_update(struct rdma_counter *counter) in counter_history_stat_update() argument
258 struct ib_device *dev = counter->device; in counter_history_stat_update()
262 port_counter = &dev->port_data[counter->port].port_counter; in counter_history_stat_update()
266 rdma_counter_query_stats(counter); in counter_history_stat_update()
268 for (i = 0; i < counter->stats->num_counters; i++) in counter_history_stat_update()
269 port_counter->hstats->value[i] += counter->stats->value[i]; in counter_history_stat_update()
282 struct rdma_counter *counter = NULL; in rdma_get_counter_auto_mode() local
292 counter = container_of(res, struct rdma_counter, res); in rdma_get_counter_auto_mode()
293 if ((counter->device != qp->device) || (counter->port != port)) in rdma_get_counter_auto_mode()
296 if (auto_mode_match(qp, counter, port_counter->mode.mask)) in rdma_get_counter_auto_mode()
299 counter = NULL; in rdma_get_counter_auto_mode()
302 if (counter && !kref_get_unless_zero(&counter->kref)) in rdma_get_counter_auto_mode()
303 counter = NULL; in rdma_get_counter_auto_mode()
306 return counter; in rdma_get_counter_auto_mode()
311 struct rdma_counter *counter; in counter_release() local
313 counter = container_of(kref, struct rdma_counter, kref); in counter_release()
314 counter_history_stat_update(counter); in counter_release()
315 counter->device->ops.counter_dealloc(counter); in counter_release()
316 rdma_counter_free(counter); in counter_release()
327 struct rdma_counter *counter; in rdma_counter_bind_qp_auto() local
340 counter = rdma_get_counter_auto_mode(qp, port); in rdma_counter_bind_qp_auto()
341 if (counter) { in rdma_counter_bind_qp_auto()
342 ret = __rdma_counter_bind_qp(counter, qp); in rdma_counter_bind_qp_auto()
344 kref_put(&counter->kref, counter_release); in rdma_counter_bind_qp_auto()
348 counter = alloc_and_bind(dev, port, qp, RDMA_COUNTER_MODE_AUTO); in rdma_counter_bind_qp_auto()
349 if (!counter) in rdma_counter_bind_qp_auto()
363 struct rdma_counter *counter = qp->counter; in rdma_counter_unbind_qp() local
366 if (!counter) in rdma_counter_unbind_qp()
373 kref_put(&counter->kref, counter_release); in rdma_counter_unbind_qp()
377 int rdma_counter_query_stats(struct rdma_counter *counter) in rdma_counter_query_stats() argument
379 struct ib_device *dev = counter->device; in rdma_counter_query_stats()
385 mutex_lock(&counter->lock); in rdma_counter_query_stats()
386 ret = dev->ops.counter_update_stats(counter); in rdma_counter_query_stats()
387 mutex_unlock(&counter->lock); in rdma_counter_query_stats()
397 struct rdma_counter *counter; in get_running_counters_hwstat_sum() local
409 counter = container_of(res, struct rdma_counter, res); in get_running_counters_hwstat_sum()
410 if ((counter->device != dev) || (counter->port != port) || in get_running_counters_hwstat_sum()
411 rdma_counter_query_stats(counter)) in get_running_counters_hwstat_sum()
414 sum += counter->stats->value[index]; in get_running_counters_hwstat_sum()
468 struct rdma_counter *counter; in rdma_get_counter_by_id() local
474 counter = container_of(res, struct rdma_counter, res); in rdma_get_counter_by_id()
475 kref_get(&counter->kref); in rdma_get_counter_by_id()
478 return counter; in rdma_get_counter_by_id()
488 struct rdma_counter *counter; in rdma_counter_bind_qpn() local
500 counter = rdma_get_counter_by_id(dev, counter_id); in rdma_counter_bind_qpn()
501 if (!counter) { in rdma_counter_bind_qpn()
506 if (rdma_is_kernel_res(&counter->res) != rdma_is_kernel_res(&qp->res)) { in rdma_counter_bind_qpn()
511 if ((counter->device != qp->device) || (counter->port != qp->port)) { in rdma_counter_bind_qpn()
516 ret = __rdma_counter_bind_qp(counter, qp); in rdma_counter_bind_qpn()
524 kref_put(&counter->kref, counter_release); in rdma_counter_bind_qpn()
538 struct rdma_counter *counter; in rdma_counter_bind_qpn_alloc() local
561 counter = alloc_and_bind(dev, port, qp, RDMA_COUNTER_MODE_MANUAL); in rdma_counter_bind_qpn_alloc()
562 if (!counter) { in rdma_counter_bind_qpn_alloc()
568 *counter_id = counter->id; in rdma_counter_bind_qpn_alloc()
601 if (!qp->counter || qp->counter->id != counter_id || in rdma_counter_unbind_qpn()