Lines Matching refs:pm
41 static void pm_calc_rlib_size(struct packet_manager *pm, in pm_calc_rlib_size() argument
48 struct kfd_dev *dev = pm->dqm->dev; in pm_calc_rlib_size()
50 process_count = pm->dqm->processes_count; in pm_calc_rlib_size()
51 queue_count = pm->dqm->active_queue_count; in pm_calc_rlib_size()
52 compute_queue_count = pm->dqm->active_cp_queue_count; in pm_calc_rlib_size()
53 gws_queue_count = pm->dqm->gws_queue_count; in pm_calc_rlib_size()
66 compute_queue_count > get_cp_queues_num(pm->dqm) || in pm_calc_rlib_size()
72 map_queue_size = pm->pmf->map_queues_size; in pm_calc_rlib_size()
74 *rlib_size = process_count * pm->pmf->map_process_size + in pm_calc_rlib_size()
82 *rlib_size += pm->pmf->runlist_size; in pm_calc_rlib_size()
87 static int pm_allocate_runlist_ib(struct packet_manager *pm, in pm_allocate_runlist_ib() argument
95 if (WARN_ON(pm->allocated)) in pm_allocate_runlist_ib()
98 pm_calc_rlib_size(pm, rl_buffer_size, is_over_subscription); in pm_allocate_runlist_ib()
100 mutex_lock(&pm->lock); in pm_allocate_runlist_ib()
102 retval = kfd_gtt_sa_allocate(pm->dqm->dev, *rl_buffer_size, in pm_allocate_runlist_ib()
103 &pm->ib_buffer_obj); in pm_allocate_runlist_ib()
110 *(void **)rl_buffer = pm->ib_buffer_obj->cpu_ptr; in pm_allocate_runlist_ib()
111 *rl_gpu_buffer = pm->ib_buffer_obj->gpu_addr; in pm_allocate_runlist_ib()
114 pm->allocated = true; in pm_allocate_runlist_ib()
117 mutex_unlock(&pm->lock); in pm_allocate_runlist_ib()
121 static int pm_create_runlist_ib(struct packet_manager *pm, in pm_create_runlist_ib() argument
137 retval = pm_allocate_runlist_ib(pm, &rl_buffer, rl_gpu_addr, in pm_create_runlist_ib()
143 pm->ib_size_bytes = alloc_size_bytes; in pm_create_runlist_ib()
146 pm->dqm->processes_count, pm->dqm->active_queue_count); in pm_create_runlist_ib()
152 if (processes_mapped >= pm->dqm->processes_count) { in pm_create_runlist_ib()
154 pm_release_ib(pm); in pm_create_runlist_ib()
158 retval = pm->pmf->map_process(pm, &rl_buffer[rl_wptr], qpd); in pm_create_runlist_ib()
163 inc_wptr(&rl_wptr, pm->pmf->map_process_size, in pm_create_runlist_ib()
173 retval = pm->pmf->map_queues(pm, in pm_create_runlist_ib()
181 pm->pmf->map_queues_size, in pm_create_runlist_ib()
192 retval = pm->pmf->map_queues(pm, in pm_create_runlist_ib()
201 pm->pmf->map_queues_size, in pm_create_runlist_ib()
209 if (!pm->is_over_subscription) in pm_create_runlist_ib()
211 retval = pm->pmf->runlist(pm, &rl_buffer[rl_wptr], in pm_create_runlist_ib()
216 pm->is_over_subscription = is_over_subscription; in pm_create_runlist_ib()
225 int pm_init(struct packet_manager *pm, struct device_queue_manager *dqm) in pm_init() argument
238 pm->pmf = &kfd_vi_pm_funcs; in pm_init()
242 pm->pmf = &kfd_aldebaran_pm_funcs; in pm_init()
244 pm->pmf = &kfd_v9_pm_funcs; in pm_init()
252 pm->dqm = dqm; in pm_init()
253 mutex_init(&pm->lock); in pm_init()
254 pm->priv_queue = kernel_queue_init(dqm->dev, KFD_QUEUE_TYPE_HIQ); in pm_init()
255 if (!pm->priv_queue) { in pm_init()
256 mutex_destroy(&pm->lock); in pm_init()
259 pm->allocated = false; in pm_init()
264 void pm_uninit(struct packet_manager *pm, bool hanging) in pm_uninit() argument
266 mutex_destroy(&pm->lock); in pm_uninit()
267 kernel_queue_uninit(pm->priv_queue, hanging); in pm_uninit()
268 pm->priv_queue = NULL; in pm_uninit()
271 int pm_send_set_resources(struct packet_manager *pm, in pm_send_set_resources() argument
277 size = pm->pmf->set_resources_size; in pm_send_set_resources()
278 mutex_lock(&pm->lock); in pm_send_set_resources()
279 kq_acquire_packet_buffer(pm->priv_queue, in pm_send_set_resources()
288 retval = pm->pmf->set_resources(pm, buffer, res); in pm_send_set_resources()
290 kq_submit_packet(pm->priv_queue); in pm_send_set_resources()
292 kq_rollback_packet(pm->priv_queue); in pm_send_set_resources()
295 mutex_unlock(&pm->lock); in pm_send_set_resources()
300 int pm_send_runlist(struct packet_manager *pm, struct list_head *dqm_queues) in pm_send_runlist() argument
307 retval = pm_create_runlist_ib(pm, dqm_queues, &rl_gpu_ib_addr, in pm_send_runlist()
314 packet_size_dwords = pm->pmf->runlist_size / sizeof(uint32_t); in pm_send_runlist()
315 mutex_lock(&pm->lock); in pm_send_runlist()
317 retval = kq_acquire_packet_buffer(pm->priv_queue, in pm_send_runlist()
322 retval = pm->pmf->runlist(pm, rl_buffer, rl_gpu_ib_addr, in pm_send_runlist()
327 kq_submit_packet(pm->priv_queue); in pm_send_runlist()
329 mutex_unlock(&pm->lock); in pm_send_runlist()
334 kq_rollback_packet(pm->priv_queue); in pm_send_runlist()
336 mutex_unlock(&pm->lock); in pm_send_runlist()
338 pm_release_ib(pm); in pm_send_runlist()
342 int pm_send_query_status(struct packet_manager *pm, uint64_t fence_address, in pm_send_query_status() argument
351 size = pm->pmf->query_status_size; in pm_send_query_status()
352 mutex_lock(&pm->lock); in pm_send_query_status()
353 kq_acquire_packet_buffer(pm->priv_queue, in pm_send_query_status()
361 retval = pm->pmf->query_status(pm, buffer, fence_address, fence_value); in pm_send_query_status()
363 kq_submit_packet(pm->priv_queue); in pm_send_query_status()
365 kq_rollback_packet(pm->priv_queue); in pm_send_query_status()
368 mutex_unlock(&pm->lock); in pm_send_query_status()
372 int pm_send_unmap_queue(struct packet_manager *pm, in pm_send_unmap_queue() argument
379 size = pm->pmf->unmap_queues_size; in pm_send_unmap_queue()
380 mutex_lock(&pm->lock); in pm_send_unmap_queue()
381 kq_acquire_packet_buffer(pm->priv_queue, in pm_send_unmap_queue()
389 retval = pm->pmf->unmap_queues(pm, buffer, filter, filter_param, reset); in pm_send_unmap_queue()
391 kq_submit_packet(pm->priv_queue); in pm_send_unmap_queue()
393 kq_rollback_packet(pm->priv_queue); in pm_send_unmap_queue()
396 mutex_unlock(&pm->lock); in pm_send_unmap_queue()
400 void pm_release_ib(struct packet_manager *pm) in pm_release_ib() argument
402 mutex_lock(&pm->lock); in pm_release_ib()
403 if (pm->allocated) { in pm_release_ib()
404 kfd_gtt_sa_free(pm->dqm->dev, pm->ib_buffer_obj); in pm_release_ib()
405 pm->allocated = false; in pm_release_ib()
407 mutex_unlock(&pm->lock); in pm_release_ib()
414 struct packet_manager *pm = data; in pm_debugfs_runlist() local
416 mutex_lock(&pm->lock); in pm_debugfs_runlist()
418 if (!pm->allocated) { in pm_debugfs_runlist()
424 pm->ib_buffer_obj->cpu_ptr, pm->ib_size_bytes, false); in pm_debugfs_runlist()
427 mutex_unlock(&pm->lock); in pm_debugfs_runlist()
431 int pm_debugfs_hang_hws(struct packet_manager *pm) in pm_debugfs_hang_hws() argument
436 if (!pm->priv_queue) in pm_debugfs_hang_hws()
439 size = pm->pmf->query_status_size; in pm_debugfs_hang_hws()
440 mutex_lock(&pm->lock); in pm_debugfs_hang_hws()
441 kq_acquire_packet_buffer(pm->priv_queue, in pm_debugfs_hang_hws()
449 kq_submit_packet(pm->priv_queue); in pm_debugfs_hang_hws()
455 mutex_unlock(&pm->lock); in pm_debugfs_hang_hws()