Lines Matching refs:kfd
86 int pipe_offset = (mec * dqm->dev->kfd->shared_resources.num_pipe_per_mec in is_pipe_enabled()
87 + pipe) * dqm->dev->kfd->shared_resources.num_queue_per_pipe; in is_pipe_enabled()
90 for (i = 0; i < dqm->dev->kfd->shared_resources.num_queue_per_pipe; ++i) in is_pipe_enabled()
92 dqm->dev->kfd->shared_resources.cp_queue_bitmap)) in is_pipe_enabled()
99 return bitmap_weight(dqm->dev->kfd->shared_resources.cp_queue_bitmap, in get_cp_queues_num()
105 return dqm->dev->kfd->shared_resources.num_queue_per_pipe; in get_queues_per_pipe()
110 return dqm->dev->kfd->shared_resources.num_pipe_per_mec; in get_pipes_per_mec()
122 dqm->dev->kfd->device_info.num_sdma_queues_per_engine; in get_num_sdma_queues()
128 dqm->dev->kfd->device_info.num_sdma_queues_per_engine; in get_num_xgmi_sdma_queues()
141 dqm->dev->kfd->device_info.reserved_sdma_queues_bitmap, in init_sdma_bitmaps()
454 uint32_t *idx_offset = dev->kfd->shared_resources.sdma_doorbell_idx; in allocate_doorbell()
498 dev->kfd->device_info.doorbell_size); in allocate_doorbell()
562 if (KFD_IS_SOC15(dqm->dev) && dqm->dev->kfd->cwsr_enabled) in allocate_vmid()
966 if (!dqm->dev->kfd->shared_resources.enable_mes) in update_queue()
993 (dqm->dev->kfd->cwsr_enabled ? in update_queue()
1030 if (!dqm->dev->kfd->shared_resources.enable_mes) in update_queue()
1084 if (dqm->dev->kfd->shared_resources.enable_mes) { in suspend_single_queue()
1124 if (dqm->dev->kfd->shared_resources.enable_mes) { in resume_single_queue()
1172 (dqm->dev->kfd->cwsr_enabled ? in evict_process_queues_nocpsch()
1223 if (dqm->dev->kfd->shared_resources.enable_mes) { in evict_process_queues_cpsch()
1235 if (!dqm->dev->kfd->shared_resources.enable_mes) in evict_process_queues_cpsch()
1370 if (dqm->dev->kfd->shared_resources.enable_mes) { in restore_process_queues_cpsch()
1379 if (!dqm->dev->kfd->shared_resources.enable_mes) in restore_process_queues_cpsch()
1518 dqm->dev->kfd->shared_resources.cp_queue_bitmap)) in initialize_nocpsch()
1707 mec = (i / dqm->dev->kfd->shared_resources.num_queue_per_pipe) in set_sched_resources()
1708 / dqm->dev->kfd->shared_resources.num_pipe_per_mec; in set_sched_resources()
1710 if (!test_bit(i, dqm->dev->kfd->shared_resources.cp_queue_bitmap)) in set_sched_resources()
1777 if (!dqm->dev->kfd->shared_resources.enable_mes) in halt_cpsch()
1804 if (!dqm->dev->kfd->shared_resources.enable_mes) in unhalt_cpsch()
1825 if (!dqm->dev->kfd->shared_resources.enable_mes) { in start_cpsch()
1851 if (!dqm->dev->kfd->shared_resources.enable_mes) { in start_cpsch()
1859 num_hw_queue_slots = dqm->dev->kfd->shared_resources.num_queue_per_pipe * in start_cpsch()
1860 dqm->dev->kfd->shared_resources.num_pipe_per_mec * in start_cpsch()
1878 if (!dqm->dev->kfd->shared_resources.enable_mes) in start_cpsch()
1893 if (!dqm->dev->kfd->shared_resources.enable_mes) in stop_cpsch()
1900 if (!dqm->dev->kfd->shared_resources.enable_mes) in stop_cpsch()
1904 if (!dqm->dev->kfd->shared_resources.enable_mes) in stop_cpsch()
2030 if (!dqm->dev->kfd->shared_resources.enable_mes) in create_queue_cpsch()
2154 mec = (i / dqm->dev->kfd->shared_resources.num_queue_per_pipe) in detect_queue_hang()
2155 / dqm->dev->kfd->shared_resources.num_pipe_per_mec; in detect_queue_hang()
2157 if (mec || !test_bit(i, dqm->dev->kfd->shared_resources.cp_queue_bitmap)) in detect_queue_hang()
2257 int num_queues_per_eng = dqm->dev->kfd->device_info.num_sdma_queues_per_engine; in sdma_has_hang()
2298 int num_queues_per_eng = dqm->dev->kfd->device_info.num_sdma_queues_per_engine; in reset_hung_queues_sdma()
2559 if (!dqm->dev->kfd->shared_resources.enable_mes) { in destroy_queue_cpsch()
2700 q->properties.is_active || !q->device->kfd->cwsr_enabled || in get_wave_state()
2749 if (q->properties.is_active || !q->device->kfd->cwsr_enabled) { in checkpoint_mqd()
2803 if (dqm->dev->kfd->shared_resources.enable_mes) { in process_termination_cpsch()
2825 if (!dqm->dev->kfd->shared_resources.enable_mes) in process_termination_cpsch()
2894 dev->kfd->device_info.num_sdma_queues_per_engine + in allocate_hiq_sdma_mqd()
3018 if (!dev->kfd->shared_resources.enable_mes && allocate_hiq_sdma_mqd(dqm)) { in device_queue_manager_init()
3045 if (!dqm->dev->kfd->shared_resources.enable_mes) in device_queue_manager_uninit()
3150 if (dqm->dev->kfd->shared_resources.enable_mes) in kfd_evict_process_device()
3183 updated_vmid_mask = dqm->dev->kfd->shared_resources.compute_vmid_bitmap; in reserve_debug_trap_vmid()
3186 dqm->dev->kfd->shared_resources.compute_vmid_bitmap = updated_vmid_mask; in reserve_debug_trap_vmid()
3232 updated_vmid_mask = dqm->dev->kfd->shared_resources.compute_vmid_bitmap; in release_debug_trap_vmid()
3235 dqm->dev->kfd->shared_resources.compute_vmid_bitmap = updated_vmid_mask; in release_debug_trap_vmid()
3393 if (dqm->dev->kfd->shared_resources.enable_mes) { in resume_queues()
3481 bool is_mes = dqm->dev->kfd->shared_resources.enable_mes; in suspend_queues()
3735 dqm->dev->kfd->shared_resources.cp_queue_bitmap)) in dqm_debugfs_hqds()
3760 queue < dqm->dev->kfd->device_info.num_sdma_queues_per_engine; in dqm_debugfs_hqds()