Lines Matching refs:gc
23 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_init_pf_regs() local
27 gc->db_page_size = mana_gd_r32(gc, GDMA_PF_REG_DB_PAGE_SIZE) & 0xFFFF; in mana_gd_init_pf_regs()
28 gc->db_page_base = gc->bar0_va + in mana_gd_init_pf_regs()
29 mana_gd_r64(gc, GDMA_PF_REG_DB_PAGE_OFF); in mana_gd_init_pf_regs()
31 sriov_base_off = mana_gd_r64(gc, GDMA_SRIOV_REG_CFG_BASE_OFF); in mana_gd_init_pf_regs()
33 sriov_base_va = gc->bar0_va + sriov_base_off; in mana_gd_init_pf_regs()
34 gc->shm_base = sriov_base_va + in mana_gd_init_pf_regs()
35 mana_gd_r64(gc, sriov_base_off + GDMA_PF_REG_SHM_OFF); in mana_gd_init_pf_regs()
40 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_init_vf_regs() local
42 gc->db_page_size = mana_gd_r32(gc, GDMA_REG_DB_PAGE_SIZE) & 0xFFFF; in mana_gd_init_vf_regs()
44 gc->db_page_base = gc->bar0_va + in mana_gd_init_vf_regs()
45 mana_gd_r64(gc, GDMA_REG_DB_PAGE_OFFSET); in mana_gd_init_vf_regs()
47 gc->phys_db_page_base = gc->bar0_pa + in mana_gd_init_vf_regs()
48 mana_gd_r64(gc, GDMA_REG_DB_PAGE_OFFSET); in mana_gd_init_vf_regs()
50 gc->shm_base = gc->bar0_va + mana_gd_r64(gc, GDMA_REG_SHM_OFFSET); in mana_gd_init_vf_regs()
55 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_init_registers() local
57 if (gc->is_pf) in mana_gd_init_registers()
65 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_query_max_resources() local
73 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_query_max_resources()
75 dev_err(gc->dev, "Failed to query resource info: %d, 0x%x\n", in mana_gd_query_max_resources()
80 if (gc->num_msix_usable > resp.max_msix) in mana_gd_query_max_resources()
81 gc->num_msix_usable = resp.max_msix; in mana_gd_query_max_resources()
83 if (gc->num_msix_usable <= 1) in mana_gd_query_max_resources()
86 gc->max_num_queues = num_online_cpus(); in mana_gd_query_max_resources()
87 if (gc->max_num_queues > MANA_MAX_NUM_QUEUES) in mana_gd_query_max_resources()
88 gc->max_num_queues = MANA_MAX_NUM_QUEUES; in mana_gd_query_max_resources()
90 if (gc->max_num_queues > resp.max_eq) in mana_gd_query_max_resources()
91 gc->max_num_queues = resp.max_eq; in mana_gd_query_max_resources()
93 if (gc->max_num_queues > resp.max_cq) in mana_gd_query_max_resources()
94 gc->max_num_queues = resp.max_cq; in mana_gd_query_max_resources()
96 if (gc->max_num_queues > resp.max_sq) in mana_gd_query_max_resources()
97 gc->max_num_queues = resp.max_sq; in mana_gd_query_max_resources()
99 if (gc->max_num_queues > resp.max_rq) in mana_gd_query_max_resources()
100 gc->max_num_queues = resp.max_rq; in mana_gd_query_max_resources()
103 if (gc->max_num_queues > gc->num_msix_usable - 1) in mana_gd_query_max_resources()
104 gc->max_num_queues = gc->num_msix_usable - 1; in mana_gd_query_max_resources()
111 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_detect_devices() local
122 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_detect_devices()
124 dev_err(gc->dev, "Failed to detect devices: %d, 0x%x\n", err, in mana_gd_detect_devices()
140 gc->mana.gdma_context = gc; in mana_gd_detect_devices()
141 gc->mana.dev_id = dev; in mana_gd_detect_devices()
145 return gc->mana.dev_id.type == 0 ? -ENODEV : 0; in mana_gd_detect_devices()
148 int mana_gd_send_request(struct gdma_context *gc, u32 req_len, const void *req, in mana_gd_send_request() argument
151 struct hw_channel_context *hwc = gc->hwc.driver_data; in mana_gd_send_request()
157 int mana_gd_alloc_memory(struct gdma_context *gc, unsigned int length, in mana_gd_alloc_memory() argument
166 gmi->dev = gc->dev; in mana_gd_alloc_memory()
184 static int mana_gd_create_hw_eq(struct gdma_context *gc, in mana_gd_create_hw_eq() argument
206 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_create_hw_eq()
208 dev_err(gc->dev, "Failed to create queue: %d, 0x%x\n", err, in mana_gd_create_hw_eq()
221 struct gdma_context *gc = queue->gdma_dev->gdma_context; in mana_gd_disable_queue() local
236 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_disable_queue()
238 dev_err(gc->dev, "Failed to disable queue: %d, 0x%x\n", err, in mana_gd_disable_queue()
251 static void mana_gd_ring_doorbell(struct gdma_context *gc, u32 db_index, in mana_gd_ring_doorbell() argument
255 void __iomem *addr = gc->db_page_base + gc->db_page_size * db_index; in mana_gd_ring_doorbell()
301 void mana_gd_wq_ring_doorbell(struct gdma_context *gc, struct gdma_queue *queue) in mana_gd_wq_ring_doorbell() argument
303 mana_gd_ring_doorbell(gc, queue->gdma_dev->doorbell, queue->type, in mana_gd_wq_ring_doorbell()
309 struct gdma_context *gc = cq->gdma_dev->gdma_context; in mana_gd_ring_cq() local
315 mana_gd_ring_doorbell(gc, cq->gdma_dev->doorbell, cq->type, cq->id, in mana_gd_ring_cq()
322 struct gdma_context *gc = eq->gdma_dev->gdma_context; in mana_gd_process_eqe() local
338 if (WARN_ON_ONCE(cq_id >= gc->max_num_cqs)) in mana_gd_process_eqe()
341 cq = gc->cq_table[cq_id]; in mana_gd_process_eqe()
351 gc->test_event_eq_id = eq->id; in mana_gd_process_eqe()
352 complete(&gc->eq_test_event); in mana_gd_process_eqe()
377 struct gdma_context *gc; in mana_gd_process_eq_events() local
382 gc = eq->gdma_dev->gdma_context; in mana_gd_process_eq_events()
400 dev_err(gc->dev, "EQ %d: overflow detected\n", eq->id); in mana_gd_process_eq_events()
416 mana_gd_ring_doorbell(gc, eq->gdma_dev->doorbell, eq->type, eq->id, in mana_gd_process_eq_events()
425 struct gdma_context *gc; in mana_gd_register_irq() local
432 gc = gd->gdma_context; in mana_gd_register_irq()
433 r = &gc->msix_resource; in mana_gd_register_irq()
434 dev = gc->dev; in mana_gd_register_irq()
439 if (msi_index >= r->size || msi_index >= gc->num_msix_usable) { in mana_gd_register_irq()
450 err, msi_index, r->size, gc->num_msix_usable); in mana_gd_register_irq()
455 gic = &gc->irq_contexts[msi_index]; in mana_gd_register_irq()
470 struct gdma_context *gc; in mana_gd_deregiser_irq() local
475 gc = gd->gdma_context; in mana_gd_deregiser_irq()
476 r = &gc->msix_resource; in mana_gd_deregiser_irq()
480 if (WARN_ON(msix_index >= gc->num_msix_usable)) in mana_gd_deregiser_irq()
483 gic = &gc->irq_contexts[msix_index]; in mana_gd_deregiser_irq()
494 int mana_gd_test_eq(struct gdma_context *gc, struct gdma_queue *eq) in mana_gd_test_eq() argument
498 struct device *dev = gc->dev; in mana_gd_test_eq()
501 mutex_lock(&gc->eq_test_event_mutex); in mana_gd_test_eq()
503 init_completion(&gc->eq_test_event); in mana_gd_test_eq()
504 gc->test_event_eq_id = INVALID_QUEUE_ID; in mana_gd_test_eq()
512 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_test_eq()
525 if (!wait_for_completion_timeout(&gc->eq_test_event, 30 * HZ)) { in mana_gd_test_eq()
530 if (eq->id != gc->test_event_eq_id) { in mana_gd_test_eq()
532 gc->test_event_eq_id, eq->id); in mana_gd_test_eq()
538 mutex_unlock(&gc->eq_test_event_mutex); in mana_gd_test_eq()
542 static void mana_gd_destroy_eq(struct gdma_context *gc, bool flush_evenets, in mana_gd_destroy_eq() argument
548 err = mana_gd_test_eq(gc, queue); in mana_gd_destroy_eq()
550 dev_warn(gc->dev, "Failed to flush EQ: %d\n", err); in mana_gd_destroy_eq()
563 struct gdma_context *gc = gd->gdma_context; in mana_gd_create_eq() local
564 struct device *dev = gc->dev; in mana_gd_create_eq()
590 err = mana_gd_create_hw_eq(gc, queue); in mana_gd_create_eq()
594 err = mana_gd_test_eq(gc, queue); in mana_gd_create_eq()
602 mana_gd_destroy_eq(gc, false, queue); in mana_gd_create_eq()
617 static void mana_gd_destroy_cq(struct gdma_context *gc, in mana_gd_destroy_cq() argument
622 if (id >= gc->max_num_cqs) in mana_gd_destroy_cq()
625 if (!gc->cq_table[id]) in mana_gd_destroy_cq()
628 gc->cq_table[id] = NULL; in mana_gd_destroy_cq()
635 struct gdma_context *gc = gd->gdma_context; in mana_gd_create_hwc_queue() local
645 err = mana_gd_alloc_memory(gc, spec->queue_size, gmi); in mana_gd_create_hwc_queue()
674 int mana_gd_destroy_dma_region(struct gdma_context *gc, u64 dma_region_handle) in mana_gd_destroy_dma_region() argument
687 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_destroy_dma_region()
689 dev_err(gc->dev, "Failed to destroy DMA region: %d, 0x%x\n", in mana_gd_destroy_dma_region()
704 struct gdma_context *gc = gd->gdma_context; in mana_gd_create_dma_region() local
717 hwc = gc->hwc.driver_data; in mana_gd_create_dma_region()
737 err = mana_gd_send_request(gc, req_msg_size, req, sizeof(resp), &resp); in mana_gd_create_dma_region()
743 dev_err(gc->dev, "Failed to create DMA region: 0x%x\n", in mana_gd_create_dma_region()
759 struct gdma_context *gc = gd->gdma_context; in mana_gd_create_mana_eq() local
772 err = mana_gd_alloc_memory(gc, spec->queue_size, gmi); in mana_gd_create_mana_eq()
805 struct gdma_context *gc = gd->gdma_context; in mana_gd_create_mana_wq_cq() local
819 err = mana_gd_alloc_memory(gc, spec->queue_size, gmi); in mana_gd_create_mana_wq_cq()
847 void mana_gd_destroy_queue(struct gdma_context *gc, struct gdma_queue *queue) in mana_gd_destroy_queue() argument
853 mana_gd_destroy_eq(gc, queue->eq.disable_needed, queue); in mana_gd_destroy_queue()
857 mana_gd_destroy_cq(gc, queue); in mana_gd_destroy_queue()
867 dev_err(gc->dev, "Can't destroy unknown queue: type=%d\n", in mana_gd_destroy_queue()
872 mana_gd_destroy_dma_region(gc, gmi->dma_region_handle); in mana_gd_destroy_queue()
879 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_verify_vf_version() local
904 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_verify_vf_version()
906 dev_err(gc->dev, "VfVerifyVersionOutput: %d, status=0x%x\n", in mana_gd_verify_vf_version()
916 struct gdma_context *gc = gd->gdma_context; in mana_gd_register_device() local
930 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_register_device()
932 dev_err(gc->dev, "gdma_register_device_resp failed: %d, 0x%x\n", in mana_gd_register_device()
946 struct gdma_context *gc = gd->gdma_context; in mana_gd_deregister_device() local
959 err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp); in mana_gd_deregister_device()
961 dev_err(gc->dev, "Failed to deregister device: %d, 0x%x\n", in mana_gd_deregister_device()
1064 struct gdma_context *gc; in mana_gd_post_work_request() local
1095 gc = wq->gdma_dev->gdma_context; in mana_gd_post_work_request()
1096 dev_err(gc->dev, "unsuccessful flow control!\n"); in mana_gd_post_work_request()
1120 struct gdma_context *gc = queue->gdma_dev->gdma_context; in mana_gd_post_and_ring() local
1127 mana_gd_wq_ring_doorbell(gc, queue); in mana_gd_post_and_ring()
1218 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_setup_irqs() local
1234 gc->irq_contexts = kcalloc(nvec, sizeof(struct gdma_irq_context), in mana_gd_setup_irqs()
1236 if (!gc->irq_contexts) { in mana_gd_setup_irqs()
1242 gic = &gc->irq_contexts[i]; in mana_gd_setup_irqs()
1263 cpu = cpumask_local_spread(i, gc->numa_node); in mana_gd_setup_irqs()
1267 err = mana_gd_alloc_res_map(nvec, &gc->msix_resource); in mana_gd_setup_irqs()
1271 gc->max_num_msix = nvec; in mana_gd_setup_irqs()
1272 gc->num_msix_usable = nvec; in mana_gd_setup_irqs()
1279 gic = &gc->irq_contexts[j]; in mana_gd_setup_irqs()
1285 kfree(gc->irq_contexts); in mana_gd_setup_irqs()
1286 gc->irq_contexts = NULL; in mana_gd_setup_irqs()
1294 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_remove_irqs() local
1298 if (gc->max_num_msix < 1) in mana_gd_remove_irqs()
1301 mana_gd_free_res_map(&gc->msix_resource); in mana_gd_remove_irqs()
1303 for (i = 0; i < gc->max_num_msix; i++) { in mana_gd_remove_irqs()
1308 gic = &gc->irq_contexts[i]; in mana_gd_remove_irqs()
1317 gc->max_num_msix = 0; in mana_gd_remove_irqs()
1318 gc->num_msix_usable = 0; in mana_gd_remove_irqs()
1319 kfree(gc->irq_contexts); in mana_gd_remove_irqs()
1320 gc->irq_contexts = NULL; in mana_gd_remove_irqs()
1325 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_setup() local
1329 mana_smc_init(&gc->shm_channel, gc->dev, gc->shm_base); in mana_gd_setup()
1335 err = mana_hwc_create_channel(gc); in mana_gd_setup()
1354 mana_hwc_destroy_channel(gc); in mana_gd_setup()
1362 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_cleanup() local
1364 mana_hwc_destroy_channel(gc); in mana_gd_cleanup()
1376 struct gdma_context *gc; in mana_gd_probe() local
1405 gc = vzalloc(sizeof(*gc)); in mana_gd_probe()
1406 if (!gc) in mana_gd_probe()
1409 mutex_init(&gc->eq_test_event_mutex); in mana_gd_probe()
1410 pci_set_drvdata(pdev, gc); in mana_gd_probe()
1411 gc->bar0_pa = pci_resource_start(pdev, 0); in mana_gd_probe()
1417 gc->numa_node = dev_to_node(&pdev->dev); in mana_gd_probe()
1418 gc->is_pf = mana_is_pf(pdev->device); in mana_gd_probe()
1419 gc->bar0_va = bar0_va; in mana_gd_probe()
1420 gc->dev = &pdev->dev; in mana_gd_probe()
1426 err = mana_probe(&gc->mana, false); in mana_gd_probe()
1438 vfree(gc); in mana_gd_probe()
1450 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_remove() local
1452 mana_remove(&gc->mana, false); in mana_gd_remove()
1456 pci_iounmap(pdev, gc->bar0_va); in mana_gd_remove()
1458 vfree(gc); in mana_gd_remove()
1468 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_suspend() local
1470 mana_remove(&gc->mana, true); in mana_gd_suspend()
1483 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_resume() local
1490 err = mana_probe(&gc->mana, true); in mana_gd_resume()
1500 struct gdma_context *gc = pci_get_drvdata(pdev); in mana_gd_shutdown() local
1504 mana_remove(&gc->mana, true); in mana_gd_shutdown()