| /linux-6.3-rc2/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_device_queue_manager_vi.c | 116 qpd->sh_mem_config = (qpd->sh_mem_config & in set_cache_memory_policy_vi()
145 qpd->sh_mem_config = in set_cache_memory_policy_vi_tonga()
160 pdd = qpd_to_pdd(qpd); in update_qpd_vi()
164 qpd->sh_mem_config = in update_qpd_vi()
171 qpd->sh_mem_ape1_limit = 0; in update_qpd_vi()
172 qpd->sh_mem_ape1_base = 0; in update_qpd_vi()
190 qpd->pqm->process->is_32bit_user_mode, temp, qpd->sh_mem_bases); in update_qpd_vi()
201 pdd = qpd_to_pdd(qpd); in update_qpd_vi_tonga()
205 qpd->sh_mem_config = in update_qpd_vi_tonga()
214 qpd->sh_mem_ape1_base = 0; in update_qpd_vi_tonga()
[all …]
|
| A D | kfd_device_queue_manager_cik.c | 109 qpd->sh_mem_config = (qpd->sh_mem_config & PTR32) in set_cache_memory_policy_cik()
123 pdd = qpd_to_pdd(qpd); in update_qpd_cik()
127 qpd->sh_mem_config = in update_qpd_cik()
131 qpd->sh_mem_ape1_limit = 0; in update_qpd_cik()
132 qpd->sh_mem_ape1_base = 0; in update_qpd_cik()
146 qpd->pqm->process->is_32bit_user_mode, temp, qpd->sh_mem_bases); in update_qpd_cik()
157 pdd = qpd_to_pdd(qpd); in update_qpd_cik_hawaii()
161 qpd->sh_mem_config = in update_qpd_cik_hawaii()
165 qpd->sh_mem_ape1_limit = 0; in update_qpd_cik_hawaii()
166 qpd->sh_mem_ape1_base = 0; in update_qpd_cik_hawaii()
[all …]
|
| A D | kfd_device_queue_manager_v9.c | 32 struct qcm_process_device *qpd);
34 struct qcm_process_device *qpd);
54 struct qcm_process_device *qpd) in update_qpd_v9() argument
58 pdd = qpd_to_pdd(qpd); in update_qpd_v9()
61 if (qpd->sh_mem_config == 0) { in update_qpd_v9()
62 qpd->sh_mem_config = SH_MEM_ALIGNMENT_MODE_UNALIGNED << in update_qpd_v9()
68 qpd->sh_mem_ape1_limit = 0; in update_qpd_v9()
69 qpd->sh_mem_ape1_base = 0; in update_qpd_v9()
79 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v9()
82 qpd->sh_mem_config); in update_qpd_v9()
[all …]
|
| A D | kfd_device_queue_manager.c | 277 qpd = cur->qpd; in remove_all_queues_mes()
411 qpd->tba_addr, qpd->tma_addr); in program_trap_handler_settings()
451 qpd->vmid, in allocate_vmid()
458 qpd->sh_hidden_private_base, qpd->vmid); in allocate_vmid()
477 qpd->ib_base, (uint32_t *)qpd->ib_kaddr, in flush_texture_cache_nocpsch()
1167 n->qpd = qpd; in register_process()
1207 if (qpd == cur->qpd) { in unregister_process()
1980 qpd, in set_cache_memory_policy()
1990 qpd->sh_mem_config, qpd->sh_mem_ape1_base, in set_cache_memory_policy()
2026 if (qpd == cur->qpd) { in process_termination_nocpsch()
[all …]
|
| A D | kfd_packet_manager_v9.c | 47 packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0; in pm_map_process_v9()
48 packet->bitfields14.num_oac = qpd->num_oac; in pm_map_process_v9()
50 packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; in pm_map_process_v9()
52 packet->sh_mem_config = qpd->sh_mem_config; in pm_map_process_v9()
53 packet->sh_mem_bases = qpd->sh_mem_bases; in pm_map_process_v9()
54 if (qpd->tba_addr) { in pm_map_process_v9()
92 packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0; in pm_map_process_aldebaran()
93 packet->bitfields14.num_oac = qpd->num_oac; in pm_map_process_aldebaran()
95 packet->bitfields14.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; in pm_map_process_aldebaran()
98 packet->sh_mem_bases = qpd->sh_mem_bases; in pm_map_process_aldebaran()
[all …]
|
| A D | kfd_device_queue_manager_v11.c | 30 struct qcm_process_device *qpd);
32 struct qcm_process_device *qpd);
52 struct qcm_process_device *qpd) in update_qpd_v11() argument
56 pdd = qpd_to_pdd(qpd); in update_qpd_v11()
59 if (qpd->sh_mem_config == 0) { in update_qpd_v11()
60 qpd->sh_mem_config = in update_qpd_v11()
65 qpd->sh_mem_ape1_limit = 0; in update_qpd_v11()
66 qpd->sh_mem_ape1_base = 0; in update_qpd_v11()
69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v11()
71 pr_debug("sh_mem_bases 0x%X\n", qpd->sh_mem_bases); in update_qpd_v11()
[all …]
|
| A D | kfd_device_queue_manager_v10.c | 31 struct qcm_process_device *qpd);
33 struct qcm_process_device *qpd);
53 struct qcm_process_device *qpd) in update_qpd_v10() argument
57 pdd = qpd_to_pdd(qpd); in update_qpd_v10()
60 if (qpd->sh_mem_config == 0) { in update_qpd_v10()
61 qpd->sh_mem_config = in update_qpd_v10()
65 qpd->sh_mem_ape1_limit = 0; in update_qpd_v10()
66 qpd->sh_mem_ape1_base = 0; in update_qpd_v10()
69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v10()
71 pr_debug("sh_mem_bases 0x%X\n", qpd->sh_mem_bases); in update_qpd_v10()
[all …]
|
| A D | kfd_process.c | 121 qpd = &pdd->qpd; in kfd_sdma_activity_worker()
767 struct qcm_process_device *qpd = &pdd->qpd; in kfd_process_device_reserve_ib_mem() local
776 if (qpd->ib_kaddr || !qpd->ib_base) in kfd_process_device_reserve_ib_mem()
793 struct qcm_process_device *qpd = &pdd->qpd; in kfd_process_device_destroy_ib_mem() local
795 if (!qpd->ib_kaddr || !qpd->ib_base) in kfd_process_device_destroy_ib_mem()
1233 qpd->tba_addr, qpd->tma_addr, qpd->cwsr_kaddr); in kfd_process_init_cwsr_apu()
1242 struct qcm_process_device *qpd = &pdd->qpd; in kfd_process_device_init_cwsr_dgpu() local
1261 qpd->tba_addr = qpd->cwsr_base; in kfd_process_device_init_cwsr_dgpu()
1267 qpd->tba_addr, qpd->tma_addr, qpd->cwsr_kaddr); in kfd_process_device_init_cwsr_dgpu()
1275 struct qcm_process_device *qpd = &pdd->qpd; in kfd_process_device_destroy_cwsr_dgpu() local
[all …]
|
| A D | kfd_device_queue_manager.h | 42 struct qcm_process_device *qpd; member
133 struct qcm_process_device *qpd,
139 struct qcm_process_device *qpd,
146 struct qcm_process_device *qpd);
149 struct qcm_process_device *qpd);
158 struct qcm_process_device *qpd);
162 struct qcm_process_device *qpd);
172 struct qcm_process_device *qpd);
199 struct qcm_process_device *qpd);
208 struct qcm_process_device *qpd);
[all …]
|
| A D | kfd_packet_manager_vi.c | 43 struct qcm_process_device *qpd) in pm_map_process_vi() argument
53 packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; in pm_map_process_vi()
55 packet->bitfields2.pasid = qpd->pqm->process->pasid; in pm_map_process_vi()
57 packet->bitfields10.gds_size = qpd->gds_size; in pm_map_process_vi()
58 packet->bitfields10.num_gws = qpd->num_gws; in pm_map_process_vi()
59 packet->bitfields10.num_oac = qpd->num_oac; in pm_map_process_vi()
60 packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; in pm_map_process_vi()
62 packet->sh_mem_config = qpd->sh_mem_config; in pm_map_process_vi()
63 packet->sh_mem_bases = qpd->sh_mem_bases; in pm_map_process_vi()
64 packet->sh_mem_ape1_base = qpd->sh_mem_ape1_base; in pm_map_process_vi()
[all …]
|
| A D | kfd_process_queue_manager.c | 120 if (gws && pdd->qpd.num_gws) in pqm_set_gws()
123 if (!gws && pdd->qpd.num_gws == 0) in pqm_set_gws()
263 if (pdd->qpd.queue_count >= max_queues) in pqm_create_queue()
275 if (list_empty(&pdd->qpd.queues_list) && in pqm_create_queue()
276 list_empty(&pdd->qpd.priv_queue_list)) in pqm_create_queue()
334 kq, &pdd->qpd); in pqm_create_queue()
379 if (list_empty(&pdd->qpd.queues_list) && in pqm_create_queue()
380 list_empty(&pdd->qpd.priv_queue_list)) in pqm_create_queue()
439 pdd->qpd.num_gws = 0; in pqm_destroy_queue()
456 if (list_empty(&pdd->qpd.queues_list) && in pqm_destroy_queue()
[all …]
|
| A D | kfd_packet_manager.c | 130 struct qcm_process_device *qpd; in pm_create_runlist_ib() local
150 qpd = cur->qpd; in pm_create_runlist_ib()
158 retval = pm->pmf->map_process(pm, &rl_buffer[rl_wptr], qpd); in pm_create_runlist_ib()
166 list_for_each_entry(kq, &qpd->priv_queue_list, list) { in pm_create_runlist_ib()
171 kq->queue->queue, qpd->is_debug); in pm_create_runlist_ib()
176 qpd->is_debug); in pm_create_runlist_ib()
185 list_for_each_entry(q, &qpd->queues_list, list) { in pm_create_runlist_ib()
190 q->queue, qpd->is_debug); in pm_create_runlist_ib()
195 qpd->is_debug); in pm_create_runlist_ib()
|
| A D | kfd_flat_memory.c | 424 pdd->qpd.cwsr_base = SVM_CWSR_BASE; in kfd_init_apertures()
425 pdd->qpd.ib_base = SVM_IB_BASE; in kfd_init_apertures()
|
| A D | kfd_priv.h | 705 struct qcm_process_device qpd; member
797 #define qpd_to_pdd(x) container_of(x, struct kfd_process_device, qpd)
1054 void kfd_process_set_trap_handler(struct qcm_process_device *qpd,
1261 struct qcm_process_device *qpd);
|
| A D | kfd_chardev.c | 598 &pdd->qpd, in kfd_ioctl_set_memory_policy()
633 kfd_process_set_trap_handler(&pdd->qpd, args->tba_addr, args->tma_addr); in kfd_ioctl_set_trap_handler()
907 pdd->qpd.sh_hidden_private_base = args->va_addr; in kfd_ioctl_set_scratch_backing_va()
912 pdd->qpd.vmid != 0 && dev->kfd2kgd->set_scratch_backing_va) in kfd_ioctl_set_scratch_backing_va()
914 dev->adev, args->va_addr, pdd->qpd.vmid); in kfd_ioctl_set_scratch_backing_va()
|
| /linux-6.3-rc2/drivers/infiniband/hw/cxgb4/ |
| A D | device.c | 253 space = qpd->bufsize - qpd->pos - 1; in dump_qp()
267 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
288 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
304 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
317 if (!qpd) { in qp_release()
322 kfree(qpd); in qp_release()
333 qpd = kmalloc(sizeof(*qpd), GFP_KERNEL); in qp_open()
334 if (!qpd) in qp_open()
348 qpd->buf = vmalloc(qpd->bufsize); in qp_open()
350 kfree(qpd); in qp_open()
[all …]
|