235 lines
6.0 KiB
C
235 lines
6.0 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (c) 2022 Microsoft Corporation. All rights reserved.
|
|
*/
|
|
|
|
#ifndef _MANA_IB_H_
|
|
#define _MANA_IB_H_
|
|
|
|
#include <rdma/ib_verbs.h>
|
|
#include <rdma/ib_mad.h>
|
|
#include <rdma/ib_umem.h>
|
|
#include <rdma/mana-abi.h>
|
|
#include <rdma/uverbs_ioctl.h>
|
|
|
|
#include <net/mana/mana.h>
|
|
|
|
#define PAGE_SZ_BM \
|
|
(SZ_4K | SZ_8K | SZ_16K | SZ_32K | SZ_64K | SZ_128K | SZ_256K | \
|
|
SZ_512K | SZ_1M | SZ_2M)
|
|
|
|
/* MANA doesn't have any limit for MR size */
|
|
#define MANA_IB_MAX_MR_SIZE U64_MAX
|
|
|
|
/*
|
|
* The hardware limit of number of MRs is greater than maximum number of MRs
|
|
* that can possibly represent in 24 bits
|
|
*/
|
|
#define MANA_IB_MAX_MR 0xFFFFFFu
|
|
|
|
struct mana_ib_adapter_caps {
|
|
u32 max_sq_id;
|
|
u32 max_rq_id;
|
|
u32 max_cq_id;
|
|
u32 max_qp_count;
|
|
u32 max_cq_count;
|
|
u32 max_mr_count;
|
|
u32 max_pd_count;
|
|
u32 max_inbound_read_limit;
|
|
u32 max_outbound_read_limit;
|
|
u32 mw_count;
|
|
u32 max_srq_count;
|
|
u32 max_qp_wr;
|
|
u32 max_send_sge_count;
|
|
u32 max_recv_sge_count;
|
|
u32 max_inline_data_size;
|
|
};
|
|
|
|
struct mana_ib_dev {
|
|
struct ib_device ib_dev;
|
|
struct gdma_dev *gdma_dev;
|
|
struct mana_ib_adapter_caps adapter_caps;
|
|
};
|
|
|
|
struct mana_ib_wq {
|
|
struct ib_wq ibwq;
|
|
struct ib_umem *umem;
|
|
int wqe;
|
|
u32 wq_buf_size;
|
|
u64 gdma_region;
|
|
u64 id;
|
|
mana_handle_t rx_object;
|
|
};
|
|
|
|
struct mana_ib_pd {
|
|
struct ib_pd ibpd;
|
|
u32 pdn;
|
|
mana_handle_t pd_handle;
|
|
|
|
/* Mutex for sharing access to vport_use_count */
|
|
struct mutex vport_mutex;
|
|
int vport_use_count;
|
|
|
|
bool tx_shortform_allowed;
|
|
u32 tx_vp_offset;
|
|
};
|
|
|
|
struct mana_ib_mr {
|
|
struct ib_mr ibmr;
|
|
struct ib_umem *umem;
|
|
mana_handle_t mr_handle;
|
|
};
|
|
|
|
struct mana_ib_cq {
|
|
struct ib_cq ibcq;
|
|
struct ib_umem *umem;
|
|
int cqe;
|
|
u64 gdma_region;
|
|
u64 id;
|
|
u32 comp_vector;
|
|
};
|
|
|
|
struct mana_ib_qp {
|
|
struct ib_qp ibqp;
|
|
|
|
/* Work queue info */
|
|
struct ib_umem *sq_umem;
|
|
int sqe;
|
|
u64 sq_gdma_region;
|
|
u64 sq_id;
|
|
mana_handle_t tx_object;
|
|
|
|
/* The port on the IB device, starting with 1 */
|
|
u32 port;
|
|
};
|
|
|
|
struct mana_ib_ucontext {
|
|
struct ib_ucontext ibucontext;
|
|
u32 doorbell;
|
|
};
|
|
|
|
struct mana_ib_rwq_ind_table {
|
|
struct ib_rwq_ind_table ib_ind_table;
|
|
};
|
|
|
|
enum mana_ib_command_code {
|
|
MANA_IB_GET_ADAPTER_CAP = 0x30001,
|
|
};
|
|
|
|
struct mana_ib_query_adapter_caps_req {
|
|
struct gdma_req_hdr hdr;
|
|
}; /*HW Data */
|
|
|
|
struct mana_ib_query_adapter_caps_resp {
|
|
struct gdma_resp_hdr hdr;
|
|
u32 max_sq_id;
|
|
u32 max_rq_id;
|
|
u32 max_cq_id;
|
|
u32 max_qp_count;
|
|
u32 max_cq_count;
|
|
u32 max_mr_count;
|
|
u32 max_pd_count;
|
|
u32 max_inbound_read_limit;
|
|
u32 max_outbound_read_limit;
|
|
u32 mw_count;
|
|
u32 max_srq_count;
|
|
u32 max_requester_sq_size;
|
|
u32 max_responder_sq_size;
|
|
u32 max_requester_rq_size;
|
|
u32 max_responder_rq_size;
|
|
u32 max_send_sge_count;
|
|
u32 max_recv_sge_count;
|
|
u32 max_inline_data_size;
|
|
}; /* HW Data */
|
|
|
|
static inline struct gdma_context *mdev_to_gc(struct mana_ib_dev *mdev)
|
|
{
|
|
return mdev->gdma_dev->gdma_context;
|
|
}
|
|
|
|
static inline struct net_device *mana_ib_get_netdev(struct ib_device *ibdev, u32 port)
|
|
{
|
|
struct mana_ib_dev *mdev = container_of(ibdev, struct mana_ib_dev, ib_dev);
|
|
struct gdma_context *gc = mdev_to_gc(mdev);
|
|
struct mana_context *mc = gc->mana.driver_data;
|
|
|
|
if (port < 1 || port > mc->num_ports)
|
|
return NULL;
|
|
return mc->ports[port - 1];
|
|
}
|
|
|
|
int mana_ib_install_cq_cb(struct mana_ib_dev *mdev, struct mana_ib_cq *cq);
|
|
|
|
int mana_ib_create_zero_offset_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem,
|
|
mana_handle_t *gdma_region);
|
|
|
|
int mana_ib_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem,
|
|
mana_handle_t *gdma_region, u64 virt);
|
|
|
|
int mana_ib_gd_destroy_dma_region(struct mana_ib_dev *dev,
|
|
mana_handle_t gdma_region);
|
|
|
|
struct ib_wq *mana_ib_create_wq(struct ib_pd *pd,
|
|
struct ib_wq_init_attr *init_attr,
|
|
struct ib_udata *udata);
|
|
|
|
int mana_ib_modify_wq(struct ib_wq *wq, struct ib_wq_attr *wq_attr,
|
|
u32 wq_attr_mask, struct ib_udata *udata);
|
|
|
|
int mana_ib_destroy_wq(struct ib_wq *ibwq, struct ib_udata *udata);
|
|
|
|
int mana_ib_create_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_table,
|
|
struct ib_rwq_ind_table_init_attr *init_attr,
|
|
struct ib_udata *udata);
|
|
|
|
int mana_ib_destroy_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_tbl);
|
|
|
|
struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags);
|
|
|
|
struct ib_mr *mana_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
|
|
u64 iova, int access_flags,
|
|
struct ib_udata *udata);
|
|
|
|
int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
|
|
|
|
int mana_ib_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr,
|
|
struct ib_udata *udata);
|
|
|
|
int mana_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
|
|
int attr_mask, struct ib_udata *udata);
|
|
|
|
int mana_ib_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
|
|
|
|
int mana_ib_cfg_vport(struct mana_ib_dev *dev, u32 port_id,
|
|
struct mana_ib_pd *pd, u32 doorbell_id);
|
|
void mana_ib_uncfg_vport(struct mana_ib_dev *dev, struct mana_ib_pd *pd,
|
|
u32 port);
|
|
|
|
int mana_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
|
|
struct ib_udata *udata);
|
|
|
|
int mana_ib_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
|
|
|
|
int mana_ib_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
|
|
int mana_ib_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
|
|
|
|
int mana_ib_alloc_ucontext(struct ib_ucontext *ibcontext,
|
|
struct ib_udata *udata);
|
|
void mana_ib_dealloc_ucontext(struct ib_ucontext *ibcontext);
|
|
|
|
int mana_ib_mmap(struct ib_ucontext *ibcontext, struct vm_area_struct *vma);
|
|
|
|
int mana_ib_get_port_immutable(struct ib_device *ibdev, u32 port_num,
|
|
struct ib_port_immutable *immutable);
|
|
int mana_ib_query_device(struct ib_device *ibdev, struct ib_device_attr *props,
|
|
struct ib_udata *uhw);
|
|
int mana_ib_query_port(struct ib_device *ibdev, u32 port,
|
|
struct ib_port_attr *props);
|
|
int mana_ib_query_gid(struct ib_device *ibdev, u32 port, int index,
|
|
union ib_gid *gid);
|
|
|
|
void mana_ib_disassociate_ucontext(struct ib_ucontext *ibcontext);
|
|
|
|
int mana_ib_gd_query_adapter_caps(struct mana_ib_dev *mdev);
|
|
#endif
|