| /linux-6.3-rc2/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_mqd_manager_cik.c | 137 *mqd = m; in init_mqd()
153 *mqd = m; in init_mqd_sdma()
282 *mqd = m; in restore_mqd()
295 void *mqd, in checkpoint_mqd_sdma() argument
323 *mqd = m; in restore_mqd_sdma()
400 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik()
401 if (!mqd) in mqd_manager_init_cik()
465 kfree(mqd); in mqd_manager_init_cik()
469 return mqd; in mqd_manager_init_cik()
478 if (!mqd) in mqd_manager_init_cik_hawaii()
[all …]
|
| A D | kfd_mqd_manager_vi.c | 152 *mqd = m; in init_mqd()
314 *mqd = m; in restore_mqd()
358 *mqd = m; in init_mqd_sdma()
394 void *mqd, in checkpoint_mqd_sdma() argument
422 *mqd = m; in restore_mqd_sdma()
456 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi()
457 if (!mqd) in mqd_manager_init_vi()
523 kfree(mqd); in mqd_manager_init_vi()
527 return mqd; in mqd_manager_init_vi()
536 if (!mqd) in mqd_manager_init_vi_tonga()
[all …]
|
| A D | kfd_mqd_manager_v9.c | 59 m = get_mqd(mqd); in update_cu_mask()
190 *mqd = m; in init_mqd()
338 *mqd = m; in restore_mqd()
379 *mqd = m; in init_mqd_sdma()
416 void *mqd, in checkpoint_mqd_sdma() argument
444 *mqd = m; in restore_mqd_sdma()
477 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9()
478 if (!mqd) in mqd_manager_init_v9()
481 mqd->dev = dev; in mqd_manager_init_v9()
544 kfree(mqd); in mqd_manager_init_v9()
[all …]
|
| A D | kfd_mqd_manager_v10.c | 58 m = get_mqd(mqd); in update_cu_mask()
138 *mqd = m; in init_mqd()
279 *mqd = m; in restore_mqd()
316 *mqd = m; in init_mqd_sdma()
353 void *mqd, in checkpoint_mqd_sdma() argument
382 *mqd = m; in restore_mqd_sdma()
415 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10()
416 if (!mqd) in mqd_manager_init_v10()
419 mqd->dev = dev; in mqd_manager_init_v10()
487 kfree(mqd); in mqd_manager_init_v10()
[all …]
|
| A D | kfd_mqd_manager_v11.c | 57 m = get_mqd(mqd); in update_cu_mask()
164 *mqd = m; in init_mqd()
190 m = get_mqd(mqd); in update_mqd()
263 m = get_mqd(mqd); in get_wave_state()
300 m = get_mqd(*mqd); in init_mqd_hiq()
321 *mqd = m; in init_mqd_sdma()
386 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v11()
387 if (!mqd) in mqd_manager_init_v11()
390 mqd->dev = dev; in mqd_manager_init_v11()
462 kfree(mqd); in mqd_manager_init_v11()
[all …]
|
| A D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
78 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
83 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
92 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
107 void *mqd,
111 void (*restore_mqd)(struct mqd_manager *mm, void **mqd,
121 uint32_t (*read_doorbell_id)(void *mqd);
148 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd,
[all …]
|
| A D | kfd_mqd_manager.c | 90 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument
187 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument
191 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq()
195 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument
203 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument
214 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument
222 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument
226 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma()
235 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument
243 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma() argument
[all …]
|
| A D | kfd_process_queue_manager.c | 627 void *mqd, in pqm_checkpoint_mqd() argument
644 pqn->q, mqd, ctl_stack); in pqm_checkpoint_mqd()
651 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local
654 mqd = (void *)(q_data + 1); in criu_checkpoint_queue()
655 ctl_stack = mqd + q_data->mqd_size; in criu_checkpoint_queue()
684 ret = pqm_checkpoint_mqd(&pdd->process->pqm, q->properties.queue_id, mqd, ctl_stack); in criu_checkpoint_queue()
811 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local
868 mqd = q_extra_data; in kfd_criu_restore_queue()
869 ctl_stack = mqd + q_data->mqd_size; in kfd_criu_restore_queue()
876 ret = pqm_create_queue(&p->pqm, pdd->dev, NULL, &qp, &queue_id, NULL, q_data, mqd, ctl_stack, in kfd_criu_restore_queue()
[all …]
|
| /linux-6.3-rc2/drivers/misc/sgi-gru/ |
| A D | grukservices.c | 561 mqd->mq = mq; in gru_create_message_queue()
562 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
563 mqd->qlines = qlines; in gru_create_message_queue()
564 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
565 mqd->interrupt_vector = vector; in gru_create_message_queue()
566 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
650 qlines = mqd->qlines; in send_message_queue_full()
722 if (!mqd->interrupt_vector) in send_message_put_nacked()
877 gru_free_message(mqd, mhdr); in gru_get_next_message()
1025 m = gru_get_next_message(&mqd); in quicktest1()
[all …]
|
| A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /linux-6.3-rc2/drivers/gpu/drm/amd/amdgpu/ |
| A D | mes_v10_1.c | 635 mqd->header = 0xC0310800; in mes_v10_1_mqd_init()
652 mqd->cp_hqd_eop_control = tmp; in mes_v10_1_mqd_init()
656 mqd->cp_hqd_pq_rptr = 0; in mes_v10_1_mqd_init()
657 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v10_1_mqd_init()
658 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v10_1_mqd_init()
667 mqd->cp_mqd_control = tmp; in mes_v10_1_mqd_init()
677 mqd->cp_hqd_pq_rptr_report_addr_hi = in mes_v10_1_mqd_init()
699 mqd->cp_hqd_pq_control = tmp; in mes_v10_1_mqd_init()
716 mqd->cp_hqd_pq_doorbell_control = tmp; in mes_v10_1_mqd_init()
718 mqd->cp_hqd_vmid = 0; in mes_v10_1_mqd_init()
[all …]
|
| A D | mes_v11_0.c | 702 mqd->header = 0xC0310800; in mes_v11_0_mqd_init()
719 mqd->cp_hqd_eop_control = tmp; in mes_v11_0_mqd_init()
723 mqd->cp_hqd_pq_rptr = 0; in mes_v11_0_mqd_init()
724 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v11_0_mqd_init()
725 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v11_0_mqd_init()
734 mqd->cp_mqd_control = tmp; in mes_v11_0_mqd_init()
744 mqd->cp_hqd_pq_rptr_report_addr_hi = in mes_v11_0_mqd_init()
763 mqd->cp_hqd_pq_control = tmp; in mes_v11_0_mqd_init()
782 mqd->cp_hqd_vmid = 0; in mes_v11_0_mqd_init()
784 mqd->cp_hqd_active = 1; in mes_v11_0_mqd_init()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v7.c | 148 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
150 return (struct cik_mqd *)mqd; in get_mqd()
153 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
155 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
158 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
168 m = get_mqd(mqd); in kgd_hqd_load()
238 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
246 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
347 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
358 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
[all …]
|
| A D | amdgpu_amdkfd_arcturus.c | 60 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
62 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
121 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
131 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
222 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
228 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
240 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
248 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| A D | amdgpu_amdkfd_gfx_v11.c | 152 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
154 return (struct v11_compute_mqd *)mqd; in get_mqd()
157 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
159 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd()
171 m = get_mqd(mqd); in hqd_load_v11()
259 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument
268 m = get_mqd(mqd); in hiq_mqd_load_v11()
352 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11()
474 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v11()
494 struct v11_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v11()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v10.c | 195 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
197 return (struct v10_compute_mqd *)mqd; in get_mqd()
200 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
202 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
205 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
214 m = get_mqd(mqd); in kgd_hqd_load()
296 m = get_mqd(mqd); in kgd_hiq_mqd_load()
380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
498 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
518 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v8.c | 143 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
145 return (struct vi_mqd *)mqd; in get_mqd()
148 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
150 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
153 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
163 m = get_mqd(mqd); in kgd_hqd_load()
270 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
379 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
390 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
399 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd,
29 void *mqd);
30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
| A D | amdgpu_amdkfd_gfx_v9.c | 210 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
212 return (struct v9_mqd *)mqd; in get_mqd()
215 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
217 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
220 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load() argument
229 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load()
308 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load()
392 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
510 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
530 struct v9_mqd *m = get_mqd(mqd); in kgd_gfx_v9_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v10_3.c | 167 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
169 return (struct v10_compute_mqd *)mqd; in get_mqd()
172 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
174 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
186 m = get_mqd(mqd); in hqd_load_v10_3()
283 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
367 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
480 void *mqd) in hqd_sdma_is_occupied_v10_3() argument
486 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3()
506 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3()
[all …]
|
| A D | gfx_v11_0.c | 3692 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3702 memcpy(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3706 memcpy(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3835 mqd->cp_hqd_pq_rptr = 0; in gfx_v11_0_compute_mqd_init()
3897 mqd->cp_hqd_vmid = 0; in gfx_v11_0_compute_mqd_init()
4038 memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4050 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4061 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4074 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
4082 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v9.h | 32 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
36 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd,
45 int kgd_gfx_v9_hqd_destroy(struct amdgpu_device *adev, void *mqd,
|
| A D | gfx_v7_0.c | 2855 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2865 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2894 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2898 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2900 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2903 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2906 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2910 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2950 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init()
2971 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init()
[all …]
|
| A D | gfx_v9_0.c | 3227 mqd->header = 0xC0310800; in gfx_v9_0_mqd_init()
3279 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_0_mqd_init()
3280 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_0_mqd_init()
3281 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_0_mqd_init()
3290 mqd->cp_mqd_control = tmp; in gfx_v9_0_mqd_init()
3310 mqd->cp_hqd_pq_control = tmp; in gfx_v9_0_mqd_init()
3328 mqd->cp_hqd_vmid = 0; in gfx_v9_0_mqd_init()
3337 mqd->cp_hqd_ib_control = tmp; in gfx_v9_0_mqd_init()
3347 mqd->cp_hqd_active = 1; in gfx_v9_0_mqd_init()
3400 mqd->cp_mqd_control); in gfx_v9_0_kiq_init_register()
[all …]
|
| /linux-6.3-rc2/drivers/gpu/drm/amd/include/ |
| A D | kgd_kfd_interface.h | 240 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
245 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd,
249 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd,
264 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd,
269 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd);
271 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|