Home
last modified time | relevance | path

Searched refs:hr_dev (Results 1 – 17 of 17) sorted by relevance

/linux-6.3-rc2/drivers/infiniband/hw/hns/
A Dhns_roce_main.c60 return hr_dev->hw->set_mac(hr_dev, phy_port, addr); in hns_roce_set_mac()
938 ret = hr_dev->hw->cmq_init(hr_dev); in hns_roce_init()
945 ret = hr_dev->hw->hw_profile(hr_dev); in hns_roce_init()
958 ret = hr_dev->hw->init_eq(hr_dev); in hns_roce_init()
984 ret = hr_dev->hw->hw_init(hr_dev); in hns_roce_init()
1004 hr_dev->hw->hw_exit(hr_dev); in hns_roce_init()
1015 hr_dev->hw->cleanup_eq(hr_dev); in hns_roce_init()
1022 hr_dev->hw->cmq_exit(hr_dev); in hns_roce_init()
1032 hr_dev->hw->hw_exit(hr_dev); in hns_roce_exit()
1039 hr_dev->hw->cleanup_eq(hr_dev); in hns_roce_exit()
[all …]
A Dhns_roce_cmd.c44 return hr_dev->hw->post_mbox(hr_dev, mbox_msg); in hns_roce_cmd_mbox_post_hw()
61 return hr_dev->hw->poll_mbox_done(hr_dev); in __hns_roce_cmd_mbox_poll()
69 down(&hr_dev->cmd.poll_sem); in hns_roce_cmd_mbox_poll()
71 up(&hr_dev->cmd.poll_sem); in hns_roce_cmd_mbox_poll()
80 &hr_dev->cmd.context[token % hr_dev->cmd.max_cmds]; in hns_roce_cmd_event()
150 up(&hr_dev->cmd.event_sem); in hns_roce_cmd_mbox_wait()
162 if (!hr_dev->hw->chk_mbox_avail(hr_dev, &is_busy)) in hns_roce_cmd_mbox()
185 hr_dev->cmd.use_events = 0; in hns_roce_cmd_init()
187 hr_dev->cmd.pool = dma_pool_create("hns_roce_cmd", hr_dev->dev, in hns_roce_cmd_init()
190 if (!hr_dev->cmd.pool) in hns_roce_cmd_init()
[all …]
A Dhns_roce_srq.c52 dev_err(hr_dev->dev, in hns_roce_ib_srq_event()
300 ibdev_err(&hr_dev->ib_dev, in set_srq_basic_param()
352 ibdev_err(&hr_dev->ib_dev, in alloc_srq_buf()
378 free_srq_idx(hr_dev, srq); in alloc_srq_buf()
387 free_srq_idx(hr_dev, srq); in free_srq_buf()
435 free_srqc(hr_dev, srq); in hns_roce_create_srq()
437 free_srqn(hr_dev, srq); in hns_roce_create_srq()
439 free_srq_buf(hr_dev, srq); in hns_roce_create_srq()
449 free_srqc(hr_dev, srq); in hns_roce_destroy_srq()
450 free_srqn(hr_dev, srq); in hns_roce_destroy_srq()
[all …]
A Dhns_roce_cq.c117 hr_dev->hw->write_cqc(hr_dev, hr_cq, mailbox->buf, mtts, dma_handle); in hns_roce_create_cqc()
253 hr_cq->db_reg = hr_dev->reg_base + hr_dev->odb_offset + in alloc_cq_db()
343 ibdev_err(&hr_dev->ib_dev, in set_cqe_size()
397 ret = alloc_cqn(hr_dev, hr_cq); in hns_roce_create_cq()
403 ret = alloc_cqc(hr_dev, hr_cq); in hns_roce_create_cq()
426 free_cqc(hr_dev, hr_cq); in hns_roce_create_cq()
428 free_cqn(hr_dev, hr_cq->cqn); in hns_roce_create_cq()
432 free_cq_buf(hr_dev, hr_cq); in hns_roce_create_cq()
441 free_cqc(hr_dev, hr_cq); in hns_roce_destroy_cq()
442 free_cqn(hr_dev, hr_cq->cqn); in hns_roce_destroy_cq()
[all …]
A Dhns_roce_mr.c67 err = hns_roce_table_get(hr_dev, &hr_dev->mr_table.mtpt_table, in alloc_mr_key()
84 hns_roce_table_put(hr_dev, &hr_dev->mr_table.mtpt_table, obj); in free_mr_key()
136 free_mr_pbl(hr_dev, mr); in hns_roce_mr_free()
137 free_mr_key(hr_dev, mr); in hns_roce_mr_free()
154 ret = hr_dev->hw->write_mtpt(hr_dev, mailbox->buf, mr); in hns_roce_mr_enable()
156 ret = hr_dev->hw->frmr_write_mtpt(hr_dev, mailbox->buf, mr); in hns_roce_mr_enable()
214 free_mr_key(hr_dev, mr); in hns_roce_get_dma_mr()
256 free_mr_pbl(hr_dev, mr); in hns_roce_reg_user_mr()
315 ret = hr_dev->hw->rereg_write_mtpt(hr_dev, mr, flags, mailbox->buf); in hns_roce_rereg_user_mr()
344 hr_dev->hw->dereg_mr(hr_dev); in hns_roce_dereg_mr()
[all …]
A Dhns_roce_qp.c75 flush_work->hr_dev = hr_dev; in init_flush_work()
119 flush_cqe(hr_dev, qp); in hns_roce_qp_event()
876 hr_qp->sq.db_reg = hr_dev->reg_base + hr_dev->sdb_offset + in alloc_kernel_qp_db()
879 hr_qp->rq.db_reg = hr_dev->reg_base + hr_dev->odb_offset + in alloc_kernel_qp_db()
1122 ret = hr_dev->hw->qp_flow_control_init(hr_dev, hr_qp); in hns_roce_create_qp_common()
1137 free_qpc(hr_dev, hr_qp); in hns_roce_create_qp_common()
1141 free_qpn(hr_dev, hr_qp); in hns_roce_create_qp_common()
1156 free_qpc(hr_dev, hr_qp); in hns_roce_qp_destroy()
1157 free_qpn(hr_dev, hr_qp); in hns_roce_qp_destroy()
1468 hr_dev->qp_table.bank[i].max = hr_dev->caps.num_qps / in hns_roce_init_qp_table()
[all …]
A Dhns_roce_pd.c38 struct hns_roce_ida *pd_ida = &hr_dev->pd_ida; in hns_roce_init_pd_table()
41 pd_ida->max = hr_dev->caps.num_pds - 1; in hns_roce_init_pd_table()
42 pd_ida->min = hr_dev->caps.reserved_pds; in hns_roce_init_pd_table()
49 struct hns_roce_ida *pd_ida = &hr_dev->pd_ida; in hns_roce_alloc_pd()
101 (hr_dev->caps.phy_num_uars - 1) + 1; in hns_roce_uar_alloc()
107 hr_dev->dwqe_page = pci_resource_start(hr_dev->pci_dev, 4); in hns_roce_uar_alloc()
117 uar_ida->max = hr_dev->caps.num_uars - 1; in hns_roce_init_uar_table()
118 uar_ida->min = hr_dev->caps.reserved_uars; in hns_roce_init_uar_table()
142 xrcd_ida->max = hr_dev->caps.num_xrcds - 1; in hns_roce_init_xrcd_table()
143 xrcd_ida->min = hr_dev->caps.reserved_xrcds; in hns_roce_init_xrcd_table()
[all …]
A Dhns_roce_hem.c495 ret = hr_dev->hw->set_hem(hr_dev, table, obj, 0); in set_mhop_hem()
503 ret = hr_dev->hw->set_hem(hr_dev, table, obj, 1); in set_mhop_hem()
515 ret = hr_dev->hw->set_hem(hr_dev, table, obj, step_idx); in set_mhop_hem()
644 if (hr_dev->hw->clear_hem(hr_dev, table, obj, step_idx)) in clear_mhop_hem()
648 if (hr_dev->hw->clear_hem(hr_dev, table, obj, 1)) in clear_mhop_hem()
652 if (hr_dev->hw->clear_hem(hr_dev, table, obj, 0)) in clear_mhop_hem()
927 if (hr_dev->hw->clear_hem(hr_dev, table, in hns_roce_cleanup_hem_table()
942 hns_roce_cleanup_hem_table(hr_dev, &hr_dev->cq_table.table); in hns_roce_cleanup_hem()
957 hns_roce_cleanup_hem_table(hr_dev, &hr_dev->gmv_table); in hns_roce_cleanup_hem()
959 hns_roce_cleanup_hem_table(hr_dev, &hr_dev->qp_table.irrl_table); in hns_roce_cleanup_hem()
[all …]
A Dhns_roce_hw_v2.c1401 hr_dev->vendor_id = hr_dev->pci_dev->vendor; in hns_roce_cmq_query_hw_info()
2492 hr_dev->vendor_part_id = hr_dev->pci_dev->device; in hns_roce_v2_profile()
2983 hns_roce_table_put(hr_dev, &hr_dev->gmv_table, i); in get_hem_table()
5969 irq_work->hr_dev = hr_dev; in hns_roce_v2_init_irq_work()
5978 struct hns_roce_dev *hr_dev = eq->hr_dev; in update_eq_db() local
6126 struct hns_roce_dev *hr_dev = eq->hr_dev; in hns_roce_v2_msix_interrupt_eq() local
6530 0, hr_dev->irq_names[j], hr_dev); in __hns_roce_request_irq()
6553 free_irq(hr_dev->irq[j], hr_dev); in __hns_roce_request_irq()
6575 free_irq(hr_dev->irq[i], hr_dev); in __hns_roce_free_irq()
6612 eq->hr_dev = hr_dev; in hns_roce_v2_init_eq_table()
[all …]
A Dhns_roce_alloc.c50 dma_free_coherent(hr_dev->dev, 1 << buf->trunk_shift, in hns_roce_buf_free()
118 dma_free_coherent(hr_dev->dev, trunk_size, in hns_roce_buf_alloc()
176 if (hr_dev->caps.flags & HNS_ROCE_CAP_FLAG_XRC) in hns_roce_cleanup_bitmap()
177 ida_destroy(&hr_dev->xrcd_ida.ida); in hns_roce_cleanup_bitmap()
179 if (hr_dev->caps.flags & HNS_ROCE_CAP_FLAG_SRQ) in hns_roce_cleanup_bitmap()
180 ida_destroy(&hr_dev->srq_table.srq_ida.ida); in hns_roce_cleanup_bitmap()
181 hns_roce_cleanup_qp_table(hr_dev); in hns_roce_cleanup_bitmap()
182 hns_roce_cleanup_cq_table(hr_dev); in hns_roce_cleanup_bitmap()
183 ida_destroy(&hr_dev->mr_table.mtpt_ida.ida); in hns_roce_cleanup_bitmap()
184 ida_destroy(&hr_dev->pd_ida.ida); in hns_roce_cleanup_bitmap()
[all …]
A Dhns_roce_device.h576 struct hns_roce_dev *hr_dev; member
672 struct hns_roce_dev *hr_dev; member
844 int (*cmq_init)(struct hns_roce_dev *hr_dev);
845 void (*cmq_exit)(struct hns_roce_dev *hr_dev);
847 int (*hw_init)(struct hns_roce_dev *hr_dev);
848 void (*hw_exit)(struct hns_roce_dev *hr_dev);
849 int (*post_mbox)(struct hns_roce_dev *hr_dev,
868 int (*set_hem)(struct hns_roce_dev *hr_dev,
870 int (*clear_hem)(struct hns_roce_dev *hr_dev,
879 int (*init_eq)(struct hns_roce_dev *hr_dev);
[all …]
A Dhns_roce_hem.h105 int hns_roce_table_get(struct hns_roce_dev *hr_dev,
107 void hns_roce_table_put(struct hns_roce_dev *hr_dev,
109 void *hns_roce_table_find(struct hns_roce_dev *hr_dev,
112 int hns_roce_init_hem_table(struct hns_roce_dev *hr_dev,
115 void hns_roce_cleanup_hem_table(struct hns_roce_dev *hr_dev,
117 void hns_roce_cleanup_hem(struct hns_roce_dev *hr_dev);
118 int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev,
121 bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type);
126 int hns_roce_hem_list_request(struct hns_roce_dev *hr_dev,
130 void hns_roce_hem_list_release(struct hns_roce_dev *hr_dev,
[all …]
A Dhns_roce_db.c124 int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, in hns_roce_alloc_db() argument
130 mutex_lock(&hr_dev->pgdir_mutex); in hns_roce_alloc_db()
132 list_for_each_entry(pgdir, &hr_dev->pgdir_list, list) in hns_roce_alloc_db()
136 pgdir = hns_roce_alloc_db_pgdir(hr_dev->dev); in hns_roce_alloc_db()
142 list_add(&pgdir->list, &hr_dev->pgdir_list); in hns_roce_alloc_db()
148 mutex_unlock(&hr_dev->pgdir_mutex); in hns_roce_alloc_db()
153 void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db) in hns_roce_free_db() argument
158 mutex_lock(&hr_dev->pgdir_mutex); in hns_roce_free_db()
173 dma_free_coherent(hr_dev->dev, PAGE_SIZE, db->u.pgdir->page, in hns_roce_free_db()
179 mutex_unlock(&hr_dev->pgdir_mutex); in hns_roce_free_db()
A Dhns_roce_restrack.c47 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); in hns_roce_fill_res_cq_entry_raw() local
54 if (!hr_dev->hw->query_cqc) in hns_roce_fill_res_cq_entry_raw()
57 ret = hr_dev->hw->query_cqc(hr_dev, hr_cq->cqn, &context); in hns_roce_fill_res_cq_entry_raw()
118 struct hns_roce_dev *hr_dev = to_hr_dev(ib_qp->device); in hns_roce_fill_res_qp_entry_raw() local
125 if (!hr_dev->hw->query_qpc) in hns_roce_fill_res_qp_entry_raw()
128 ret = hr_dev->hw->query_qpc(hr_dev, hr_qp->qpn, &context); in hns_roce_fill_res_qp_entry_raw()
204 struct hns_roce_dev *hr_dev = to_hr_dev(ib_mr->device); in hns_roce_fill_res_mr_entry_raw() local
211 if (!hr_dev->hw->query_mpt) in hns_roce_fill_res_mr_entry_raw()
214 ret = hr_dev->hw->query_mpt(hr_dev, hr_mr->key, &context); in hns_roce_fill_res_mr_entry_raw()
A Dhns_roce_cmd.h142 int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param,
146 hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev);
147 void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev,
A Dhns_roce_ah.c57 struct hns_roce_dev *hr_dev = to_hr_dev(ibah->device); in hns_roce_create_ah() local
61 if (hr_dev->pci_dev->revision == PCI_REVISION_ID_HIP08 && udata) in hns_roce_create_ah()
80 if (hr_dev->pci_dev->revision == PCI_REVISION_ID_HIP08) { in hns_roce_create_ah()
A Dhns_roce_hw_v2.h1470 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2], in hns_roce_write64() argument
1473 struct hns_roce_v2_priv *priv = hr_dev->priv; in hns_roce_write64()
1477 if (!hr_dev->dis_db && !ops->get_hw_reset_stat(handle)) in hns_roce_write64()

Completed in 69 milliseconds