37#define LINUXKPI_PARAM_PREFIX iw_cxgbe_
42#include <asm/pgtable.h>
43#include <linux/page.h>
44#include <rdma/ib_verbs.h>
45#include <rdma/ib_user_verbs.h>
50static int fastreg_support = 1;
51module_param(fastreg_support,
int, 0644);
52MODULE_PARM_DESC(fastreg_support,
"Advertise fastreg support (default = 1)");
54static int c4iw_modify_port(
struct ib_device *ibdev,
55 u8 port,
int port_modify_mask,
56 struct ib_port_modify *props)
61static int c4iw_ah_create(
struct ib_ah *ah,
62 struct ib_ah_attr *ah_attr,
u32 flags,
63 struct ib_udata *udata)
68static void c4iw_ah_destroy(
struct ib_ah *ah,
u32 flags)
72static int c4iw_multicast_attach(
struct ib_qp *ibqp,
union ib_gid *gid,
u16 lid)
77static int c4iw_multicast_detach(
struct ib_qp *ibqp,
union ib_gid *gid,
u16 lid)
82static int c4iw_process_mad(
struct ib_device *ibdev,
int mad_flags,
83 u8 port_num,
const struct ib_wc *in_wc,
84 const struct ib_grh *in_grh,
85 const struct ib_mad_hdr *in_mad,
87 struct ib_mad_hdr *out_mad,
89 u16 *out_mad_pkey_index)
95static void c4iw_dealloc_ucontext(
struct ib_ucontext *context)
101 pr_debug(
"context %p\n", context);
104 CTR2(
KTR_IW_CXGBE,
"%s ucontext %p", __func__, ucontext);
106 list_for_each_entry_safe(mm, tmp, &ucontext->
mmaps,
entry)
111static int c4iw_alloc_ucontext(
struct ib_ucontext *ucontext,
112 struct ib_udata *udata)
114 struct ib_device *ibdev = ucontext->device;
122 PDBG(
"%s ibdev %p\n", __func__, ibdev);
124 INIT_LIST_HEAD(&context->
mmaps);
127 if (udata->outlen <
sizeof(uresp) -
sizeof(uresp.reserved)) {
129 log(LOG_ERR,
"%s Warning - downlevel libcxgb4 "
130 "(non-fatal), device status page disabled.\n",
135 mm = kmalloc(
sizeof *mm, GFP_KERNEL);
139 uresp.status_page_size = PAGE_SIZE;
142 uresp.status_page_key = context->
key;
143 context->
key += PAGE_SIZE;
146 ret = ib_copy_to_udata(udata, &uresp,
147 sizeof(uresp) -
sizeof(uresp.reserved));
151 mm->
key = uresp.status_page_key;
163static int c4iw_mmap(
struct ib_ucontext *context,
struct vm_area_struct *vma)
165 int len = vma->vm_end - vma->vm_start;
166 u32 key = vma->vm_pgoff << PAGE_SHIFT;
173 CTR4(
KTR_IW_CXGBE,
"%s:1 ctx %p vma %p, vm_start %u", __func__,
174 context, vma, vma->vm_start);
176 CTR4(
KTR_IW_CXGBE,
"%s:1a pgoff 0x%lx key 0x%x len %d", __func__,
177 vma->vm_pgoff,
key, len);
179 if (vma->vm_start & (PAGE_SIZE-1)) {
181 __func__, vma->vm_start, vma);
190 CTR4(
KTR_IW_CXGBE,
"%s:3 ucontext %p key %u len %u", __func__,
201 addr < rdev->bar2_pa + rdev->
bar2_len)
204 ret = io_remap_pfn_range(vma, vma->vm_start, addr >> PAGE_SHIFT,
205 len, vma->vm_page_prot);
206 CTR4(
KTR_IW_CXGBE,
"%s:4 ctx %p vma %p ret %u", __func__, context, vma,
212c4iw_deallocate_pd(
struct ib_pd *pd,
struct ib_udata *udata)
226c4iw_allocate_pd(
struct ib_pd *pd,
struct ib_udata *udata)
229 struct ib_device *ibdev = pd->device;
243 if (ib_copy_to_udata(udata, &php->
pdid,
sizeof(
u32))) {
244 c4iw_deallocate_pd(&php->
ibpd, udata);
255 "%s: ibdev %p, context %p, data %p, pddid 0x%x, pd %p", __func__,
256 ibdev, udata, pdid, php);
264 CTR5(
KTR_IW_CXGBE,
"%s ibdev %p, port %d, index %d, pkey %p", __func__,
272c4iw_query_gid(
struct ib_device *
ibdev,
u8 port,
int index,
union ib_gid *gid)
278 CTR5(
KTR_IW_CXGBE,
"%s ibdev %p, port %d, index %d, gid %p", __func__,
279 ibdev,
port, index, gid);
281 memset(&gid->raw[0], 0,
sizeof(gid->raw));
287 memcpy(&gid->raw[0], pi->
vi[0].
hw_addr, ETHER_ADDR_LEN);
292c4iw_query_device(
struct ib_device *ibdev,
struct ib_device_attr *props,
293 struct ib_udata *uhw)
298 CTR3(
KTR_IW_CXGBE,
"%s ibdev %p, props %p", __func__, ibdev, props);
300 if (uhw->inlen || uhw->outlen)
303 memset(props, 0,
sizeof *props);
308 props->device_cap_flags =
dev->device_cap_flags;
310 props->vendor_id = pci_get_vendor(sc->
dev);
311 props->vendor_part_id = pci_get_device(sc->
dev);
314 props->max_qp_wr =
dev->rdev.hw_queue.t4_max_qp_depth;
316 props->max_sge_rd = 1;
320 props->max_qp_init_rd_atom = props->max_qp_rd_atom;
322 props->max_cqe =
dev->rdev.hw_queue.t4_max_cq_depth;
325 props->local_ca_ack_delay = 0;
335c4iw_query_port(
struct ib_device *ibdev,
u8 port,
struct ib_port_attr *props)
342 CTR4(
KTR_IW_CXGBE,
"%s ibdev %p, port %d, props %p", __func__, ibdev,
352 memset(props, 0,
sizeof(
struct ib_port_attr));
353 props->max_mtu = IB_MTU_4096;
354 if (
ifp->if_mtu >= 4096)
355 props->active_mtu = IB_MTU_4096;
356 else if (
ifp->if_mtu >= 2048)
357 props->active_mtu = IB_MTU_2048;
358 else if (
ifp->if_mtu >= 1024)
359 props->active_mtu = IB_MTU_1024;
360 else if (
ifp->if_mtu >= 512)
361 props->active_mtu = IB_MTU_512;
363 props->active_mtu = IB_MTU_256;
365 props->port_cap_flags =
367 IB_PORT_SNMP_TUNNEL_SUP |
369 IB_PORT_DEVICE_MGMT_SUP |
370 IB_PORT_VENDOR_CLASS_SUP | IB_PORT_BOOT_MGMT_SUP;
371 props->gid_tbl_len = 1;
372 props->pkey_tbl_len = 1;
373 props->active_width = 2;
374 props->active_speed = 2;
375 props->max_msg_sz = -1;
380static int c4iw_port_immutable(
struct ib_device *ibdev,
u8 port_num,
381 struct ib_port_immutable *immutable)
383 struct ib_port_attr attr;
386 immutable->core_cap_flags = RDMA_CORE_PORT_IWARP;
388 err = ib_query_port(ibdev, port_num, &attr);
392 immutable->pkey_tbl_len = attr.pkey_tbl_len;
393 immutable->gid_tbl_len = attr.gid_tbl_len;
405 struct ib_device *ibdev = &dev->
ibdev;
406 struct iw_cm_verbs *iwcm;
409 CTR3(
KTR_IW_CXGBE,
"%s c4iw_dev %p, adapter %p", __func__, dev, sc);
410 BUG_ON(!sc->
port[0]);
411 ret = linux_pci_attach_device(sc->
dev, NULL, NULL, &dev->
pdev);
415#define c4iw_ib_cq c4iw_cq
416#define c4iw_ib_pd c4iw_pd
417#define c4iw_ib_qp c4iw_qp
418#define c4iw_ib_ucontext c4iw_ucontext
419 INIT_IB_DEVICE_OPS(&ibdev->ops, c4iw, CXGB4);
421 strlcpy(ibdev->name, device_get_nameunit(sc->
dev),
sizeof(ibdev->name));
422 memset(&ibdev->node_guid, 0,
sizeof(ibdev->node_guid));
423 memcpy(&ibdev->node_guid, sc->
port[0]->
vi[0].
hw_addr, ETHER_ADDR_LEN);
424 ibdev->owner = THIS_MODULE;
428 ibdev->local_dma_lkey = 0;
429 ibdev->uverbs_cmd_mask =
430 (1ull << IB_USER_VERBS_CMD_GET_CONTEXT) |
431 (1ull << IB_USER_VERBS_CMD_QUERY_DEVICE) |
432 (1ull << IB_USER_VERBS_CMD_QUERY_PORT) |
433 (1ull << IB_USER_VERBS_CMD_ALLOC_PD) |
434 (1ull << IB_USER_VERBS_CMD_DEALLOC_PD) |
435 (1ull << IB_USER_VERBS_CMD_REG_MR) |
436 (1ull << IB_USER_VERBS_CMD_DEREG_MR) |
437 (1ull << IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL) |
438 (1ull << IB_USER_VERBS_CMD_CREATE_CQ) |
439 (1ull << IB_USER_VERBS_CMD_DESTROY_CQ) |
440 (1ull << IB_USER_VERBS_CMD_REQ_NOTIFY_CQ) |
441 (1ull << IB_USER_VERBS_CMD_CREATE_QP) |
442 (1ull << IB_USER_VERBS_CMD_MODIFY_QP) |
443 (1ull << IB_USER_VERBS_CMD_QUERY_QP) |
444 (1ull << IB_USER_VERBS_CMD_POLL_CQ) |
445 (1ull << IB_USER_VERBS_CMD_DESTROY_QP) |
446 (1ull << IB_USER_VERBS_CMD_POST_SEND) |
447 (1ull << IB_USER_VERBS_CMD_POST_RECV);
448 ibdev->node_type = RDMA_NODE_RNIC;
449 strlcpy(ibdev->node_desc,
C4IW_NODE_DESC,
sizeof(ibdev->node_desc));
451 ibdev->num_comp_vectors = 1;
452 ibdev->dma_device = &dev->
pdev.dev;
453 ibdev->query_device = c4iw_query_device;
454 ibdev->query_port = c4iw_query_port;
455 ibdev->modify_port = c4iw_modify_port;
456 ibdev->query_pkey = c4iw_query_pkey;
457 ibdev->query_gid = c4iw_query_gid;
458 ibdev->alloc_ucontext = c4iw_alloc_ucontext;
459 ibdev->dealloc_ucontext = c4iw_dealloc_ucontext;
460 ibdev->mmap = c4iw_mmap;
461 ibdev->alloc_pd = c4iw_allocate_pd;
462 ibdev->dealloc_pd = c4iw_deallocate_pd;
463 ibdev->create_ah = c4iw_ah_create;
464 ibdev->destroy_ah = c4iw_ah_destroy;
480 ibdev->attach_mcast = c4iw_multicast_attach;
481 ibdev->detach_mcast = c4iw_multicast_detach;
482 ibdev->process_mad = c4iw_process_mad;
487 ibdev->get_port_immutable = c4iw_port_immutable;
489 iwcm = kmalloc(
sizeof(*iwcm), GFP_KERNEL);
503 ret = ib_register_device(&dev->
ibdev, NULL);
506 linux_pci_detach_device(&dev->
pdev);
516 CTR3(
KTR_IW_CXGBE,
"%s c4iw_dev %p, adapter %p", __func__, dev,
518 ib_unregister_device(&dev->
ibdev);
519 kfree(dev->
ibdev.iwcm);
520 linux_pci_detach_device(&dev->
pdev);
struct ib_mr * c4iw_get_dma_mr(struct ib_pd *pd, int acc)
int c4iw_dealloc_mw(struct ib_mw *mw)
int c4iw_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr, int attr_mask, struct ib_qp_init_attr *init_attr)
struct ib_mr * c4iw_alloc_mr(struct ib_pd *pd, enum ib_mr_type mr_type, u32 max_num_sg, struct ib_udata *udata)
int c4iw_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags)
int c4iw_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr, const struct ib_send_wr **bad_wr)
int c4iw_create_listen(struct iw_cm_id *cm_id, int backlog)
void c4iw_release_dev_ucontext(struct c4iw_rdev *rdev, struct c4iw_dev_ucontext *uctx)
struct ib_mr * c4iw_reg_user_mr(struct ib_pd *pd, u64 start, u64 length, u64 virt, int acc, struct ib_udata *udata)
int c4iw_dereg_mr(struct ib_mr *ib_mr, struct ib_udata *udata)
int c4iw_reject_cr(struct iw_cm_id *cm_id, const void *pdata, u8 pdata_len)
struct ib_qp * c4iw_get_qp(struct ib_device *dev, int qpn)
static struct c4iw_mm_entry * remove_mmap(struct c4iw_ucontext *ucontext, u32 key, unsigned len)
static void insert_mmap(struct c4iw_ucontext *ucontext, struct c4iw_mm_entry *mm)
int c4iw_register_device(struct c4iw_dev *dev)
int c4iw_post_receive(struct ib_qp *ibqp, const struct ib_recv_wr *wr, const struct ib_recv_wr **bad_wr)
int c4iw_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc)
@ T4_STATUS_PAGE_DISABLED
int c4iw_destroy_qp(struct ib_qp *ib_qp, struct ib_udata *udata)
struct ib_qp * c4iw_create_qp(struct ib_pd *pd, struct ib_qp_init_attr *attrs, struct ib_udata *udata)
int c4iw_connect(struct iw_cm_id *cm_id, struct iw_cm_conn_param *conn_param)
int c4iw_resize_cq(struct ib_cq *cq, int cqe, struct ib_udata *udata)
u32 c4iw_get_resource(struct c4iw_id_table *id_table)
static struct c4iw_dev * to_c4iw_dev(struct ib_device *ibdev)
void c4iw_qp_rem_ref(struct ib_qp *qp)
int c4iw_destroy_listen(struct iw_cm_id *cm_id)
int c4iw_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr, int attr_mask, struct ib_udata *udata)
static int t4_max_fr_depth(struct c4iw_rdev *rdev, bool use_dsgl)
struct ib_mw * c4iw_alloc_mw(struct ib_pd *pd, enum ib_mw_type type, struct ib_udata *udata)
void c4iw_init_dev_ucontext(struct c4iw_rdev *rdev, struct c4iw_dev_ucontext *uctx)
int c4iw_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, struct ib_udata *udata)
static int c4iw_num_stags(struct c4iw_rdev *rdev)
static struct c4iw_pd * to_c4iw_pd(struct ib_pd *ibpd)
void c4iw_unregister_device(struct c4iw_dev *dev)
#define PDBG(fmt, args...)
static struct c4iw_ucontext * to_c4iw_ucontext(struct ib_ucontext *c)
int c4iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset)
void c4iw_qp_add_ref(struct ib_qp *qp)
void c4iw_destroy_cq(struct ib_cq *ib_cq, struct ib_udata *udata)
int c4iw_accept_cr(struct iw_cm_id *cm_id, struct iw_cm_conn_param *conn_param)
void c4iw_put_resource(struct c4iw_id_table *id_table, u32 entry)
unsigned int max_ird_adapter
unsigned int max_ordird_qp
struct adapter_params params
struct port_info * port[MAX_NPORTS]
struct c4iw_resource resource
struct t4_dev_status_page * status_page
struct c4iw_id_table pdid_table
struct c4iw_dev_ucontext uctx
struct ib_ucontext ibucontext
struct link_config link_cfg
uint8_t hw_addr[ETHER_ADDR_LEN]
static pgprot_t t4_pgprot_wc(pgprot_t prot)
#define C4IW_UVERBS_ABI_VERSION