| /linux/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_mqd_manager_cik.c | 57 m = get_mqd(mqd); in update_cu_mask()
136 *mqd = m; in init_mqd()
152 *mqd = m; in init_mqd_sdma()
274 *mqd = m; in restore_mqd()
287 void *mqd, in checkpoint_mqd_sdma() argument
315 *mqd = m; in restore_mqd_sdma()
391 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik()
392 if (!mqd) in mqd_manager_init_cik()
395 mqd->dev = dev; in mqd_manager_init_cik()
459 kfree(mqd); in mqd_manager_init_cik()
[all …]
|
| A D | kfd_mqd_manager_vi.c | 60 m = get_mqd(mqd); in update_cu_mask()
151 *mqd = m; in init_mqd()
306 *mqd = m; in restore_mqd()
350 *mqd = m; in init_mqd_sdma()
386 void *mqd, in checkpoint_mqd_sdma() argument
414 *mqd = m; in restore_mqd_sdma()
448 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi()
449 if (!mqd) in mqd_manager_init_vi()
452 mqd->dev = dev; in mqd_manager_init_vi()
518 kfree(mqd); in mqd_manager_init_vi()
[all …]
|
| A D | kfd_mqd_manager_v10.c | 57 m = get_mqd(mqd); in update_cu_mask()
142 *mqd = m; in init_mqd()
295 *mqd = m; in restore_mqd()
352 *mqd = m; in init_mqd_sdma()
389 void *mqd, in checkpoint_mqd_sdma() argument
418 *mqd = m; in restore_mqd_sdma()
451 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10()
452 if (!mqd) in mqd_manager_init_v10()
455 mqd->dev = dev; in mqd_manager_init_v10()
526 kfree(mqd); in mqd_manager_init_v10()
[all …]
|
| A D | kfd_mqd_manager_v12.c | 56 m = get_mqd(mqd); in update_cu_mask()
159 *mqd = m; in init_mqd()
185 m = get_mqd(mqd); in update_mqd()
260 m = get_mqd(mqd); in get_wave_state()
296 m = get_mqd(*mqd); in init_mqd_hiq()
312 *mqd = m; in init_mqd_sdma()
382 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v12()
383 if (!mqd) in mqd_manager_init_v12()
386 mqd->dev = dev; in mqd_manager_init_v12()
453 kfree(mqd); in mqd_manager_init_v12()
[all …]
|
| A D | kfd_mqd_manager_v11.c | 55 m = get_mqd(mqd); in update_cu_mask()
196 *mqd = m; in init_mqd()
222 m = get_mqd(mqd); in update_mqd()
297 m = get_mqd(mqd); in get_wave_state()
348 *mqd = m; in restore_mqd()
411 *mqd = m; in init_mqd_sdma()
480 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v11()
481 if (!mqd) in mqd_manager_init_v11()
484 mqd->dev = dev; in mqd_manager_init_v11()
563 kfree(mqd); in mqd_manager_init_v11()
[all …]
|
| A D | kfd_mqd_manager_v9.c | 221 *mqd = m; in init_mqd()
401 *mqd = m; in restore_mqd()
461 *mqd = m; in init_mqd_sdma()
498 void *mqd, in checkpoint_mqd_sdma() argument
526 *mqd = m; in restore_mqd_sdma()
561 *mqd = m; in init_mqd_hiq_v9_4_3()
708 *mqd = m; in init_mqd_v9_4_3()
868 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9()
869 if (!mqd) in mqd_manager_init_v9()
955 kfree(mqd); in mqd_manager_init_v9()
[all …]
|
| A D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
78 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
83 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
92 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
99 int (*get_wave_state)(struct mqd_manager *mm, void *mqd,
108 void *mqd,
112 void (*restore_mqd)(struct mqd_manager *mm, void **mqd,
176 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd,
[all …]
|
| A D | kfd_mqd_manager.c | 91 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument
208 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument
212 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq()
216 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument
224 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument
235 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument
243 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument
247 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma()
256 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument
264 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma() argument
[all …]
|
| /linux/drivers/misc/sgi-gru/ |
| A D | grukservices.c | 559 mqd->mq = mq; in gru_create_message_queue()
560 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
561 mqd->qlines = qlines; in gru_create_message_queue()
562 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
563 mqd->interrupt_vector = vector; in gru_create_message_queue()
564 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
648 qlines = mqd->qlines; in send_message_queue_full()
720 if (!mqd->interrupt_vector) in send_message_put_nacked()
875 gru_free_message(mqd, mhdr); in gru_get_next_message()
1023 m = gru_get_next_message(&mqd); in quicktest1()
[all …]
|
| A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| A D | mes_v12_0.c | 1005 mqd->header = 0xC0310800; in mes_v12_0_mqd_init()
1022 mqd->cp_hqd_eop_control = tmp; in mes_v12_0_mqd_init()
1026 mqd->cp_hqd_pq_rptr = 0; in mes_v12_0_mqd_init()
1027 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v12_0_mqd_init()
1028 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v12_0_mqd_init()
1037 mqd->cp_mqd_control = tmp; in mes_v12_0_mqd_init()
1066 mqd->cp_hqd_pq_control = tmp; in mes_v12_0_mqd_init()
1085 mqd->cp_hqd_vmid = 0; in mes_v12_0_mqd_init()
1087 mqd->cp_hqd_active = 1; in mes_v12_0_mqd_init()
1092 mqd->cp_hqd_persistent_state = tmp; in mes_v12_0_mqd_init()
[all …]
|
| A D | mes_v11_0.c | 1037 memset(mqd, 0, sizeof(*mqd)); in mes_v11_0_mqd_init()
1039 mqd->header = 0xC0310800; in mes_v11_0_mqd_init()
1056 mqd->cp_hqd_eop_control = tmp; in mes_v11_0_mqd_init()
1060 mqd->cp_hqd_pq_rptr = 0; in mes_v11_0_mqd_init()
1061 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v11_0_mqd_init()
1062 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v11_0_mqd_init()
1071 mqd->cp_mqd_control = tmp; in mes_v11_0_mqd_init()
1100 mqd->cp_hqd_pq_control = tmp; in mes_v11_0_mqd_init()
1118 mqd->cp_hqd_vmid = 0; in mes_v11_0_mqd_init()
1120 mqd->cp_hqd_active = 1; in mes_v11_0_mqd_init()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
171 return (struct v10_compute_mqd *)mqd; in get_mqd()
174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
176 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
188 m = get_mqd(mqd); in hqd_load_v10_3()
285 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
369 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
482 void *mqd) in hqd_sdma_is_occupied_v10_3() argument
488 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3()
508 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
146 return (struct vi_mqd *)mqd; in get_mqd()
149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
151 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
164 m = get_mqd(mqd); in kgd_hqd_load()
271 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
400 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
151 return (struct cik_mqd *)mqd; in get_mqd()
154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
156 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
169 m = get_mqd(mqd); in kgd_hqd_load()
239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
247 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
348 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
[all …]
|
| A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd,
29 void *mqd);
30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
| A D | amdgpu_amdkfd_gc_9_4_3.c | 38 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
40 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
59 static int kgd_gfx_v9_4_3_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_load() argument
69 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_load()
171 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_is_occupied()
183 static int kgd_gfx_v9_4_3_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_destroy() argument
191 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_destroy()
279 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
281 return (struct v9_mqd *)mqd; in get_mqd()
284 static int kgd_gfx_v9_4_3_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_load() argument
[all …]
|
| A D | amdgpu_amdkfd_arcturus.c | 62 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
64 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
123 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
133 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
224 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
230 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
242 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
250 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| A D | amdgpu_amdkfd_gfx_v11.c | 154 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
156 return (struct v11_compute_mqd *)mqd; in get_mqd()
159 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
161 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd()
173 m = get_mqd(mqd); in hqd_load_v11()
261 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument
270 m = get_mqd(mqd); in hiq_mqd_load_v11()
354 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11()
476 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v11()
496 struct v11_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v11()
[all …]
|
| A D | gfx_v12_0.c | 2930 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kgq_init_queue()
2937 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kgq_init_queue()
2941 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v12_0_kgq_init_queue()
3037 mqd->cp_hqd_pq_rptr = 0; in gfx_v12_0_compute_mqd_init()
3099 mqd->cp_hqd_vmid = 0; in gfx_v12_0_compute_mqd_init()
3240 memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v12_0_kiq_init_queue()
3252 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kiq_init_queue()
3263 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kiq_init_queue()
3276 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kcq_init_queue()
3284 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kcq_init_queue()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
200 return (struct v10_compute_mqd *)mqd; in get_mqd()
203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
205 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
217 m = get_mqd(mqd); in kgd_hqd_load()
299 m = get_mqd(mqd); in kgd_hiq_mqd_load()
383 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
501 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
521 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | gfx_v9_4_3.c | 1801 mqd->header = 0xC0310800; in gfx_v9_4_3_xcc_mqd_init()
1852 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_4_3_xcc_mqd_init()
1853 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_4_3_xcc_mqd_init()
1854 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_4_3_xcc_mqd_init()
1863 mqd->cp_mqd_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1883 mqd->cp_hqd_pq_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1901 mqd->cp_hqd_vmid = 0; in gfx_v9_4_3_xcc_mqd_init()
1910 mqd->cp_hqd_ib_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1920 mqd->cp_hqd_active = 1; in gfx_v9_4_3_xcc_mqd_init()
1974 mqd->cp_mqd_control); in gfx_v9_4_3_xcc_kiq_init_register()
[all …]
|
| A D | gfx_v11_0.c | 3994 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kgq_init_queue()
4001 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kgq_init_queue()
4005 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_kgq_init_queue()
4092 mqd->cp_hqd_pq_rptr = 0; in gfx_v11_0_compute_mqd_init()
4155 mqd->cp_hqd_vmid = 0; in gfx_v11_0_compute_mqd_init()
4295 memcpy_toio(mqd, adev->gfx.kiq[0].mqd_backup, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4307 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4318 memcpy_fromio(adev->gfx.kiq[0].mqd_backup, mqd, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4331 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
4339 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
[all …]
|
| A D | gfx_v7_0.c | 2815 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2825 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2854 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2858 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2860 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2863 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2866 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2870 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2910 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init()
2931 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init()
[all …]
|
| /linux/drivers/gpu/drm/amd/include/ |
| A D | kgd_kfd_interface.h | 233 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
238 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd,
242 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd,
257 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd,
262 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd);
264 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|