| /linux/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_flat_memory.c | 324 pdd->lds_limit = MAKE_LDS_APP_LIMIT(pdd->lds_base); in kfd_init_apertures_vi() 331 pdd->gpuvm_limit = in kfd_init_apertures_vi() 341 pdd->scratch_limit = MAKE_SCRATCH_APP_LIMIT(pdd->scratch_base); in kfd_init_apertures_vi() 347 pdd->lds_limit = MAKE_LDS_APP_LIMIT(pdd->lds_base); in kfd_init_apertures_v9() 350 pdd->gpuvm_limit = in kfd_init_apertures_v9() 354 pdd->scratch_limit = MAKE_SCRATCH_APP_LIMIT(pdd->scratch_base); in kfd_init_apertures_v9() 360 pdd->qpd.cwsr_base = AMDGPU_VA_RESERVED_TRAP_START(pdd->dev->adev); in kfd_init_apertures_v9() 382 if (!pdd) { in kfd_init_apertures() 393 pdd->lds_base = pdd->lds_limit = 0; in kfd_init_apertures() 394 pdd->gpuvm_base = pdd->gpuvm_limit = 0; in kfd_init_apertures() [all …]
|
| A D | kfd_debug.c | 273 if (!pdd) in kfd_dbg_send_exception_to_runtime() 428 pdd->watch_points[watch_id] = pdd->dev->kfd2kgd->clear_address_watch( in kfd_dbg_trap_clear_dev_address_watch() 466 pdd->dev->adev, in kfd_dbg_trap_set_dev_address_watch() 603 pdd->dev->adev, in kfd_dbg_trap_deactivate() 609 release_debug_trap_vmid(pdd->dev->dqm, &pdd->qpd)) in kfd_dbg_trap_deactivate() 688 r = reserve_debug_trap_vmid(pdd->dev->dqm, &pdd->qpd); in kfd_dbg_trap_activate() 709 pdd->dev->kfd2kgd->enable_debug_trap(pdd->dev->adev, true, in kfd_dbg_trap_activate() 712 pdd->spi_dbg_override = pdd->dev->kfd2kgd->enable_debug_trap( in kfd_dbg_trap_activate() 768 if (pdd->qpd.num_gws && (!kfd_dbg_has_gws_support(pdd->dev) || in kfd_dbg_trap_enable() 854 pdd->dev->adev, in kfd_dbg_trap_set_wave_launch_override() [all …]
|
| A D | kfd_process.c | 115 pdd = workarea->pdd; in kfd_sdma_activity_worker() 116 if (!pdd) in kfd_sdma_activity_worker() 344 sdma_activity_work_handler.pdd = pdd; in kfd_procfs_show() 580 pdd->kobj_stats = kfd_alloc_struct(pdd->kobj_stats); in kfd_procfs_add_sysfs_stats() 1026 if (!pdd) in kfd_process_kunmap_signal_bo() 1063 pdd->dev->adev, pdd->drm_priv); in kfd_process_destroy_pdds() 1067 if (pdd->qpd.cwsr_kaddr && !pdd->qpd.cwsr_base) in kfd_process_destroy_pdds() 1073 kfd_free_process_doorbells(pdd->dev->kfd, pdd); in kfd_process_destroy_pdds() 1613 pdd = kzalloc(sizeof(*pdd), GFP_KERNEL); in kfd_create_process_device_data() 1614 if (!pdd) in kfd_create_process_device_data() [all …]
|
| A D | kfd_chardev.c | 77 if (pdd) in kfd_lock_pdd_by_id() 78 return pdd; in kfd_lock_pdd_by_id() 325 if (!pdd) { in kfd_ioctl_create_queue() 575 if (!pdd) { in kfd_ioctl_set_memory_policy() 581 pdd = kfd_bind_process_to_device(pdd->dev, p); in kfd_ioctl_set_memory_policy() 624 pdd = kfd_bind_process_to_device(pdd->dev, p); in kfd_ioctl_set_trap_handler() 673 if (pdd) in kfd_ioctl_get_clock_counters() 932 if (!pdd) in kfd_ioctl_get_tile_config() 1032 if (!pdd) in kfd_ioctl_get_available_memory() 1564 pdd = kfd_bind_process_to_device(pdd->dev, p); in kfd_ioctl_import_dmabuf() [all …]
|
| A D | kfd_process_queue_manager.c | 87 if (pdd->already_dequeued) in kfd_process_dequeue_from_device() 97 pdd->already_dequeued = true; in kfd_process_dequeue_from_device() 122 if (!pdd) { in pqm_set_gws() 128 if (gws && pdd->qpd.num_gws) in pqm_set_gws() 192 if (!pdd) { in pqm_clean_queue_resource() 203 pdd->qpd.num_gws = 0; in pqm_clean_queue_resource() 331 if (!pdd) { in pqm_create_queue() 421 kq, &pdd->qpd); in pqm_create_queue() 503 if (!pdd) { in pqm_destroy_queue() 569 if (!pdd) in pqm_update_queue_properties() [all …]
|
| A D | kfd_doorbell.c | 110 struct kfd_process_device *pdd; in kfd_doorbell_mmap() local 119 pdd = kfd_get_process_device_data(dev, process); in kfd_doorbell_mmap() 120 if (!pdd) in kfd_doorbell_mmap() 124 address = kfd_get_process_doorbells(pdd); in kfd_doorbell_mmap() 237 struct amdgpu_device *adev = pdd->dev->adev; in kfd_get_process_doorbells() 240 if (!pdd->qpd.proc_doorbells) { in kfd_get_process_doorbells() 241 if (kfd_alloc_process_doorbells(pdd->dev->kfd, pdd)) in kfd_get_process_doorbells() 247 pdd->qpd.proc_doorbells, in kfd_get_process_doorbells() 256 struct qcm_process_device *qpd = &pdd->qpd; in kfd_alloc_process_doorbells() 266 r = init_doorbell_bitmap(&pdd->qpd, kfd); in kfd_alloc_process_doorbells() [all …]
|
| A D | kfd_device_queue_manager_v9.c | 42 static uint32_t compute_sh_mem_bases_64bit(struct kfd_process_device *pdd) in compute_sh_mem_bases_64bit() argument 44 uint32_t shared_base = pdd->lds_base >> 48; in compute_sh_mem_bases_64bit() 45 uint32_t private_base = pdd->scratch_base >> 48; in compute_sh_mem_bases_64bit() 54 struct kfd_process_device *pdd; in update_qpd_v9() local 56 pdd = qpd_to_pdd(qpd); in update_qpd_v9() 76 if (!pdd->process->xnack_enabled) in update_qpd_v9() 82 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v9()
|
| A D | kfd_queue.c | 92 struct kfd_process *p = pdd->process; in kfd_queue_buffer_svm_get() 153 struct kfd_process *p = pdd->process; in kfd_queue_buffer_svm_put() 240 topo_dev = kfd_topology_device_by_id(pdd->dev->id); in kfd_queue_acquire_buffers() 244 vm = drm_priv_to_vm(pdd->drm_priv); in kfd_queue_acquire_buffers() 299 * NUM_XCC(pdd->dev->xcc_mask); in kfd_queue_acquire_buffers() 326 kfd_queue_unref_bo_vas(pdd, properties); in kfd_queue_acquire_buffers() 327 kfd_queue_release_buffers(pdd, properties); in kfd_queue_acquire_buffers() 342 topo_dev = kfd_topology_device_by_id(pdd->dev->id); in kfd_queue_release_buffers() 346 * NUM_XCC(pdd->dev->xcc_mask); in kfd_queue_release_buffers() 364 int kfd_queue_unref_bo_vas(struct kfd_process_device *pdd, in kfd_queue_unref_bo_vas() argument [all …]
|
| A D | kfd_device_queue_manager_v11.c | 42 static uint32_t compute_sh_mem_bases_64bit(struct kfd_process_device *pdd) in compute_sh_mem_bases_64bit() argument 44 uint32_t shared_base = pdd->lds_base >> 48; in compute_sh_mem_bases_64bit() 45 uint32_t private_base = pdd->scratch_base >> 48; in compute_sh_mem_bases_64bit() 54 struct kfd_process_device *pdd; in update_qpd_v11() local 56 pdd = qpd_to_pdd(qpd); in update_qpd_v11() 69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v11()
|
| A D | kfd_device_queue_manager_v12.c | 42 static uint32_t compute_sh_mem_bases_64bit(struct kfd_process_device *pdd) in compute_sh_mem_bases_64bit() argument 44 uint32_t shared_base = pdd->lds_base >> 48; in compute_sh_mem_bases_64bit() 45 uint32_t private_base = pdd->scratch_base >> 48; in compute_sh_mem_bases_64bit() 54 struct kfd_process_device *pdd; in update_qpd_v12() local 56 pdd = qpd_to_pdd(qpd); in update_qpd_v12() 69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v12()
|
| A D | kfd_device_queue_manager_v10.c | 43 static uint32_t compute_sh_mem_bases_64bit(struct kfd_process_device *pdd) in compute_sh_mem_bases_64bit() argument 45 uint32_t shared_base = pdd->lds_base >> 48; in compute_sh_mem_bases_64bit() 46 uint32_t private_base = pdd->scratch_base >> 48; in compute_sh_mem_bases_64bit() 55 struct kfd_process_device *pdd; in update_qpd_v10() local 57 pdd = qpd_to_pdd(qpd); in update_qpd_v10() 69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v10()
|
| A D | kfd_device_queue_manager.c | 794 if (!pdd) in dbgdev_wave_reset_wavefronts() 917 if (!pdd) { in update_queue() 1033 pdd->process->pasid, in suspend_single_queue() 1078 pdd = qpd_to_pdd(qpd); in resume_single_queue() 1113 pdd = qpd_to_pdd(qpd); in evict_process_queues_nocpsch() 1169 if (!pdd->drm_priv) in evict_process_queues_cpsch() 1312 if (!pdd->drm_priv) in restore_process_queues_cpsch() 2198 if (!pdd) { in reset_queues_on_hws_hang() 2951 if (pdd) { in kfd_dqm_suspend_bad_queue_mes() 2952 qpd = &pdd->qpd; in kfd_dqm_suspend_bad_queue_mes() [all …]
|
| A D | kfd_svm.c | 221 if (!pdd) { in svm_range_dma_map() 269 if (!pdd) { in svm_range_dma_unmap() 422 if (pdd) in svm_range_bo_release() 649 if (pdd) in svm_range_vram_node_new() 685 if (!pdd) { in svm_range_get_node_by_id() 1480 pdd = kfd_bind_process_to_device(pdd->dev, p); in svm_range_map_to_gpus() 1582 if (!pdd) in kfd_svm_page_owner() 2298 if (!pdd) in svm_range_drain_retry_fault() 2488 if (!pdd) in svm_range_unmap_from_cpu() 2931 if (pdd) in svm_range_count_fault() [all …]
|
| A D | kfd_priv.h | 1063 int kfd_process_device_init_vm(struct kfd_process_device *pdd, 1107 struct kfd_process_device *pdd, 1111 struct kfd_process_device *pdd); 1113 struct kfd_process_device *pdd); 1177 int kfd_process_drain_interrupts(struct kfd_process_device *pdd); 1313 int kfd_queue_unref_bo_vas(struct kfd_process_device *pdd, 1344 void kfd_process_dequeue_from_device(struct kfd_process_device *pdd); 1498 static inline void kfd_flush_tlb(struct kfd_process_device *pdd, in kfd_flush_tlb() argument 1501 struct amdgpu_device *adev = pdd->dev->adev; in kfd_flush_tlb() 1502 struct amdgpu_vm *vm = drm_priv_to_vm(pdd->drm_priv); in kfd_flush_tlb() [all …]
|
| A D | kfd_packet_manager_v9.c | 38 struct kfd_process_device *pdd = in pm_map_process_v9() local 58 if (kfd->dqm->trap_debug_vmid && pdd->process->debug_trap_enabled && in pm_map_process_v9() 59 pdd->process->runtime_info.runtime_state == DEBUG_RUNTIME_STATE_ENABLED) { in pm_map_process_v9() 96 struct kfd_process_device *pdd = in pm_map_process_aldebaran() local 116 packet->spi_gdbg_per_vmid_cntl = pdd->spi_dbg_override | in pm_map_process_aldebaran() 117 pdd->spi_dbg_launch_mode; in pm_map_process_aldebaran() 119 if (pdd->process->debug_trap_enabled) { in pm_map_process_aldebaran() 121 packet->tcp_watch_cntl[i] = pdd->watch_points[i]; in pm_map_process_aldebaran() 124 !!(pdd->process->dbg_flags & KFD_DBG_TRAP_FLAG_SINGLE_MEM_OP); in pm_map_process_aldebaran()
|
| A D | kfd_device_queue_manager_vi.c | 109 struct kfd_process_device *pdd; in update_qpd_vi() local 112 pdd = qpd_to_pdd(qpd); in update_qpd_vi() 131 temp = get_sh_mem_bases_nybble_64(pdd); in update_qpd_vi()
|
| A D | kfd_device_queue_manager_cik.c | 107 struct kfd_process_device *pdd; in update_qpd_cik() local 110 pdd = qpd_to_pdd(qpd); in update_qpd_cik() 125 temp = get_sh_mem_bases_nybble_64(pdd); in update_qpd_cik()
|
| A D | kfd_debug.h | 58 int kfd_dbg_trap_clear_dev_address_watch(struct kfd_process_device *pdd, 60 int kfd_dbg_trap_set_dev_address_watch(struct kfd_process_device *pdd, 130 int kfd_dbg_set_mes_debug_mode(struct kfd_process_device *pdd, bool sq_trap_en);
|
| A D | kfd_device_queue_manager.h | 331 static inline unsigned int get_sh_mem_bases_32(struct kfd_process_device *pdd) in get_sh_mem_bases_32() argument 333 return (pdd->lds_base >> 16) & 0xFF; in get_sh_mem_bases_32() 337 get_sh_mem_bases_nybble_64(struct kfd_process_device *pdd) in get_sh_mem_bases_nybble_64() argument 339 return (pdd->lds_base >> 60) & 0x0E; in get_sh_mem_bases_nybble_64()
|
| A D | kfd_migrate.c | 388 struct kfd_process_device *pdd; in svm_migrate_vma_to_vram() local 458 pdd = svm_range_get_pdd_by_node(prange, node); in svm_migrate_vma_to_vram() 459 if (pdd) in svm_migrate_vma_to_vram() 460 WRITE_ONCE(pdd->page_in, pdd->page_in + mpages); in svm_migrate_vma_to_vram() 690 struct kfd_process_device *pdd; in svm_migrate_vma_to_ram() local 765 pdd = svm_range_get_pdd_by_node(prange, node); in svm_migrate_vma_to_ram() 766 if (pdd) in svm_migrate_vma_to_ram() 767 WRITE_ONCE(pdd->page_out, pdd->page_out + mpages); in svm_migrate_vma_to_ram()
|
| A D | kfd_events.c | 353 struct kfd_process_device *pdd; in kfd_kmap_event_page() local 363 pdd = kfd_process_device_data_by_id(p, GET_GPU_ID(event_page_offset)); in kfd_kmap_event_page() 364 if (!pdd) { in kfd_kmap_event_page() 368 kfd = pdd->dev; in kfd_kmap_event_page() 370 pdd = kfd_bind_process_to_device(kfd, p); in kfd_kmap_event_page() 371 if (IS_ERR(pdd)) in kfd_kmap_event_page() 372 return PTR_ERR(pdd); in kfd_kmap_event_page() 374 mem = kfd_process_device_translate_handle(pdd, in kfd_kmap_event_page() 1248 struct kfd_process_device *pdd = kfd_get_process_device_data(dev, p); in kfd_signal_reset_event() local 1255 if (unlikely(!pdd)) { in kfd_signal_reset_event() [all …]
|
| /linux/drivers/pmdomain/ |
| A D | governor.c | 129 struct pm_domain_data *pdd; in update_domain_next_wakeup() local 143 list_for_each_entry(pdd, &genpd->dev_list, list_node) { in update_domain_next_wakeup() 144 next_wakeup = to_gpd_data(pdd)->td->next_wakeup; in update_domain_next_wakeup() 181 struct pm_domain_data *pdd; in __default_power_down_ok() local 217 list_for_each_entry(pdd, &genpd->dev_list, list_node) { in __default_power_down_ok() 226 td = to_gpd_data(pdd)->td; in __default_power_down_ok()
|
| A D | core.c | 317 struct pm_domain_data *pdd; in _genpd_reeval_performance_state() local 330 pd_data = to_gpd_data(pdd); in _genpd_reeval_performance_state() 828 struct pm_domain_data *pdd; in genpd_power_off() local 868 if (!pm_runtime_suspended(pdd->dev) || in genpd_power_off() 985 struct pm_domain_data *pdd; in genpd_dev_pm_qos_notifier() local 990 pdd = dev->power.subsys_data ? in genpd_dev_pm_qos_notifier() 992 if (pdd) { in genpd_dev_pm_qos_notifier() 993 td = to_gpd_data(pdd)->td; in genpd_dev_pm_qos_notifier() 1851 struct pm_domain_data *pdd; in genpd_remove_device() local 1857 gpd_data = to_gpd_data(pdd); in genpd_remove_device() [all …]
|
| /linux/drivers/input/touchscreen/ |
| A D | wm9705.c | 77 static int pdd = 8; variable 78 module_param(pdd, int, 0); 79 MODULE_PARM_DESC(pdd, "Set pen detect comparator threshold"); 168 dig2 |= (pdd & 0x000f); in wm9705_phy_init() 169 dev_dbg(wm->dev, "setting pdd to Vmid/%d", 1 - (pdd & 0x000f)); in wm9705_phy_init()
|
| /linux/drivers/pmdomain/xilinx/ |
| A D | zynqmp-pm-domains.c | 108 struct pm_domain_data *pdd, *tmp; in zynqmp_gpd_power_off() local 119 list_for_each_entry_safe(pdd, tmp, &domain->dev_list, list_node) { in zynqmp_gpd_power_off() 121 may_wakeup = zynqmp_gpd_is_active_wakeup_path(pdd->dev, NULL); in zynqmp_gpd_power_off() 123 dev_dbg(pdd->dev, "device is in wakeup path in %s\n", in zynqmp_gpd_power_off()
|