2 * Copyright (c) 2005 Ammasso, Inc. All rights reserved.
3 * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
35 #include <linux/module.h>
36 #include <linux/moduleparam.h>
37 #include <linux/pci.h>
38 #include <linux/netdevice.h>
39 #include <linux/etherdevice.h>
40 #include <linux/inetdevice.h>
41 #include <linux/delay.h>
42 #include <linux/ethtool.h>
43 #include <linux/mii.h>
44 #include <linux/if_vlan.h>
45 #include <linux/crc32.h>
48 #include <linux/tcp.h>
49 #include <linux/init.h>
50 #include <linux/dma-mapping.h>
51 #include <linux/if_arp.h>
52 #include <linux/vmalloc.h>
56 #include <asm/byteorder.h>
58 #include <rdma/ib_smi.h>
59 #include <rdma/ib_umem.h>
60 #include <rdma/ib_user_verbs.h>
62 #include "c2_provider.h"
65 static int c2_query_device(struct ib_device
*ibdev
,
66 struct ib_device_attr
*props
)
68 struct c2_dev
*c2dev
= to_c2dev(ibdev
);
70 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
72 *props
= c2dev
->props
;
76 static int c2_query_port(struct ib_device
*ibdev
,
77 u8 port
, struct ib_port_attr
*props
)
79 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
81 props
->max_mtu
= IB_MTU_4096
;
86 props
->state
= IB_PORT_ACTIVE
;
87 props
->phys_state
= 0;
88 props
->port_cap_flags
=
91 IB_PORT_VENDOR_CLASS_SUP
| IB_PORT_BOOT_MGMT_SUP
;
92 props
->gid_tbl_len
= 1;
93 props
->pkey_tbl_len
= 1;
94 props
->qkey_viol_cntr
= 0;
95 props
->active_width
= 1;
96 props
->active_speed
= 1;
101 static int c2_modify_port(struct ib_device
*ibdev
,
102 u8 port
, int port_modify_mask
,
103 struct ib_port_modify
*props
)
105 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
109 static int c2_query_pkey(struct ib_device
*ibdev
,
110 u8 port
, u16 index
, u16
* pkey
)
112 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
117 static int c2_query_gid(struct ib_device
*ibdev
, u8 port
,
118 int index
, union ib_gid
*gid
)
120 struct c2_dev
*c2dev
= to_c2dev(ibdev
);
122 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
123 memset(&(gid
->raw
[0]), 0, sizeof(gid
->raw
));
124 memcpy(&(gid
->raw
[0]), c2dev
->pseudo_netdev
->dev_addr
, 6);
129 /* Allocate the user context data structure. This keeps track
130 * of all objects associated with a particular user-mode client.
132 static struct ib_ucontext
*c2_alloc_ucontext(struct ib_device
*ibdev
,
133 struct ib_udata
*udata
)
135 struct c2_ucontext
*context
;
137 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
138 context
= kmalloc(sizeof(*context
), GFP_KERNEL
);
140 return ERR_PTR(-ENOMEM
);
142 return &context
->ibucontext
;
145 static int c2_dealloc_ucontext(struct ib_ucontext
*context
)
147 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
152 static int c2_mmap_uar(struct ib_ucontext
*context
, struct vm_area_struct
*vma
)
154 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
158 static struct ib_pd
*c2_alloc_pd(struct ib_device
*ibdev
,
159 struct ib_ucontext
*context
,
160 struct ib_udata
*udata
)
165 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
167 pd
= kmalloc(sizeof(*pd
), GFP_KERNEL
);
169 return ERR_PTR(-ENOMEM
);
171 err
= c2_pd_alloc(to_c2dev(ibdev
), !context
, pd
);
178 if (ib_copy_to_udata(udata
, &pd
->pd_id
, sizeof(__u32
))) {
179 c2_pd_free(to_c2dev(ibdev
), pd
);
181 return ERR_PTR(-EFAULT
);
188 static int c2_dealloc_pd(struct ib_pd
*pd
)
190 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
191 c2_pd_free(to_c2dev(pd
->device
), to_c2pd(pd
));
197 static struct ib_ah
*c2_ah_create(struct ib_pd
*pd
, struct ib_ah_attr
*ah_attr
)
199 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
200 return ERR_PTR(-ENOSYS
);
203 static int c2_ah_destroy(struct ib_ah
*ah
)
205 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
209 static void c2_add_ref(struct ib_qp
*ibqp
)
214 atomic_inc(&qp
->refcount
);
217 static void c2_rem_ref(struct ib_qp
*ibqp
)
222 if (atomic_dec_and_test(&qp
->refcount
))
226 struct ib_qp
*c2_get_qp(struct ib_device
*device
, int qpn
)
228 struct c2_dev
* c2dev
= to_c2dev(device
);
231 qp
= c2_find_qpn(c2dev
, qpn
);
232 pr_debug("%s Returning QP=%p for QPN=%d, device=%p, refcount=%d\n",
233 __FUNCTION__
, qp
, qpn
, device
,
234 (qp
?atomic_read(&qp
->refcount
):0));
236 return (qp
?&qp
->ibqp
:NULL
);
239 static struct ib_qp
*c2_create_qp(struct ib_pd
*pd
,
240 struct ib_qp_init_attr
*init_attr
,
241 struct ib_udata
*udata
)
246 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
248 switch (init_attr
->qp_type
) {
250 qp
= kzalloc(sizeof(*qp
), GFP_KERNEL
);
252 pr_debug("%s: Unable to allocate QP\n", __FUNCTION__
);
253 return ERR_PTR(-ENOMEM
);
255 spin_lock_init(&qp
->lock
);
257 /* userspace specific */
260 err
= c2_alloc_qp(to_c2dev(pd
->device
),
261 to_c2pd(pd
), init_attr
, qp
);
263 if (err
&& pd
->uobject
) {
264 /* userspace specific */
269 pr_debug("%s: Invalid QP type: %d\n", __FUNCTION__
,
271 return ERR_PTR(-EINVAL
);
283 static int c2_destroy_qp(struct ib_qp
*ib_qp
)
285 struct c2_qp
*qp
= to_c2qp(ib_qp
);
287 pr_debug("%s:%u qp=%p,qp->state=%d\n",
288 __FUNCTION__
, __LINE__
,ib_qp
,qp
->state
);
289 c2_free_qp(to_c2dev(ib_qp
->device
), qp
);
294 static struct ib_cq
*c2_create_cq(struct ib_device
*ibdev
, int entries
, int vector
,
295 struct ib_ucontext
*context
,
296 struct ib_udata
*udata
)
301 cq
= kmalloc(sizeof(*cq
), GFP_KERNEL
);
303 pr_debug("%s: Unable to allocate CQ\n", __FUNCTION__
);
304 return ERR_PTR(-ENOMEM
);
307 err
= c2_init_cq(to_c2dev(ibdev
), entries
, NULL
, cq
);
309 pr_debug("%s: error initializing CQ\n", __FUNCTION__
);
317 static int c2_destroy_cq(struct ib_cq
*ib_cq
)
319 struct c2_cq
*cq
= to_c2cq(ib_cq
);
321 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
323 c2_free_cq(to_c2dev(ib_cq
->device
), cq
);
329 static inline u32
c2_convert_access(int acc
)
331 return (acc
& IB_ACCESS_REMOTE_WRITE
? C2_ACF_REMOTE_WRITE
: 0) |
332 (acc
& IB_ACCESS_REMOTE_READ
? C2_ACF_REMOTE_READ
: 0) |
333 (acc
& IB_ACCESS_LOCAL_WRITE
? C2_ACF_LOCAL_WRITE
: 0) |
334 C2_ACF_LOCAL_READ
| C2_ACF_WINDOW_BIND
;
337 static struct ib_mr
*c2_reg_phys_mr(struct ib_pd
*ib_pd
,
338 struct ib_phys_buf
*buffer_list
,
339 int num_phys_buf
, int acc
, u64
* iova_start
)
344 int err
, i
, j
, k
, page_shift
, pbl_depth
;
349 page_shift
= PAGE_SHIFT
;
351 * If there is only 1 buffer we assume this could
352 * be a map of all phy mem...use a 32k page_shift.
354 if (num_phys_buf
== 1)
357 for (i
= 0; i
< num_phys_buf
; i
++) {
359 if (buffer_list
[i
].addr
& ~PAGE_MASK
) {
360 pr_debug("Unaligned Memory Buffer: 0x%x\n",
361 (unsigned int) buffer_list
[i
].addr
);
362 return ERR_PTR(-EINVAL
);
365 if (!buffer_list
[i
].size
) {
366 pr_debug("Invalid Buffer Size\n");
367 return ERR_PTR(-EINVAL
);
370 total_len
+= buffer_list
[i
].size
;
371 pbl_depth
+= ALIGN(buffer_list
[i
].size
,
372 (1 << page_shift
)) >> page_shift
;
375 page_list
= vmalloc(sizeof(u64
) * pbl_depth
);
377 pr_debug("couldn't vmalloc page_list of size %zd\n",
378 (sizeof(u64
) * pbl_depth
));
379 return ERR_PTR(-ENOMEM
);
382 for (i
= 0, j
= 0; i
< num_phys_buf
; i
++) {
386 naddrs
= ALIGN(buffer_list
[i
].size
,
387 (1 << page_shift
)) >> page_shift
;
388 for (k
= 0; k
< naddrs
; k
++)
389 page_list
[j
++] = (buffer_list
[i
].addr
+
393 mr
= kmalloc(sizeof(*mr
), GFP_KERNEL
);
396 return ERR_PTR(-ENOMEM
);
399 mr
->pd
= to_c2pd(ib_pd
);
401 pr_debug("%s - page shift %d, pbl_depth %d, total_len %u, "
402 "*iova_start %llx, first pa %llx, last pa %llx\n",
403 __FUNCTION__
, page_shift
, pbl_depth
, total_len
,
404 (unsigned long long) *iova_start
,
405 (unsigned long long) page_list
[0],
406 (unsigned long long) page_list
[pbl_depth
-1]);
407 err
= c2_nsmr_register_phys_kern(to_c2dev(ib_pd
->device
), page_list
,
408 (1 << page_shift
), pbl_depth
,
409 total_len
, 0, iova_start
,
410 c2_convert_access(acc
), mr
);
420 static struct ib_mr
*c2_get_dma_mr(struct ib_pd
*pd
, int acc
)
422 struct ib_phys_buf bl
;
425 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
428 bl
.size
= 0xffffffff;
430 return c2_reg_phys_mr(pd
, &bl
, 1, acc
, &kva
);
433 static struct ib_mr
*c2_reg_user_mr(struct ib_pd
*pd
, u64 start
, u64 length
,
434 u64 virt
, int acc
, struct ib_udata
*udata
)
441 struct ib_umem_chunk
*chunk
;
442 struct c2_pd
*c2pd
= to_c2pd(pd
);
445 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
447 c2mr
= kmalloc(sizeof(*c2mr
), GFP_KERNEL
);
449 return ERR_PTR(-ENOMEM
);
452 c2mr
->umem
= ib_umem_get(pd
->uobject
->context
, start
, length
, acc
);
453 if (IS_ERR(c2mr
->umem
)) {
454 err
= PTR_ERR(c2mr
->umem
);
459 shift
= ffs(c2mr
->umem
->page_size
) - 1;
462 list_for_each_entry(chunk
, &c2mr
->umem
->chunk_list
, list
)
465 pages
= kmalloc(n
* sizeof(u64
), GFP_KERNEL
);
472 list_for_each_entry(chunk
, &c2mr
->umem
->chunk_list
, list
) {
473 for (j
= 0; j
< chunk
->nmap
; ++j
) {
474 len
= sg_dma_len(&chunk
->page_list
[j
]) >> shift
;
475 for (k
= 0; k
< len
; ++k
) {
477 sg_dma_address(&chunk
->page_list
[j
]) +
478 (c2mr
->umem
->page_size
* k
);
484 err
= c2_nsmr_register_phys_kern(to_c2dev(pd
->device
),
486 c2mr
->umem
->page_size
,
491 c2_convert_access(acc
),
499 ib_umem_release(c2mr
->umem
);
504 static int c2_dereg_mr(struct ib_mr
*ib_mr
)
506 struct c2_mr
*mr
= to_c2mr(ib_mr
);
509 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
511 err
= c2_stag_dealloc(to_c2dev(ib_mr
->device
), ib_mr
->lkey
);
513 pr_debug("c2_stag_dealloc failed: %d\n", err
);
516 ib_umem_release(mr
->umem
);
523 static ssize_t
show_rev(struct class_device
*cdev
, char *buf
)
525 struct c2_dev
*dev
= container_of(cdev
, struct c2_dev
, ibdev
.class_dev
);
526 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
527 return sprintf(buf
, "%x\n", dev
->props
.hw_ver
);
530 static ssize_t
show_fw_ver(struct class_device
*cdev
, char *buf
)
532 struct c2_dev
*dev
= container_of(cdev
, struct c2_dev
, ibdev
.class_dev
);
533 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
534 return sprintf(buf
, "%x.%x.%x\n",
535 (int) (dev
->props
.fw_ver
>> 32),
536 (int) (dev
->props
.fw_ver
>> 16) & 0xffff,
537 (int) (dev
->props
.fw_ver
& 0xffff));
540 static ssize_t
show_hca(struct class_device
*cdev
, char *buf
)
542 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
543 return sprintf(buf
, "AMSO1100\n");
546 static ssize_t
show_board(struct class_device
*cdev
, char *buf
)
548 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
549 return sprintf(buf
, "%.*s\n", 32, "AMSO1100 Board ID");
552 static CLASS_DEVICE_ATTR(hw_rev
, S_IRUGO
, show_rev
, NULL
);
553 static CLASS_DEVICE_ATTR(fw_ver
, S_IRUGO
, show_fw_ver
, NULL
);
554 static CLASS_DEVICE_ATTR(hca_type
, S_IRUGO
, show_hca
, NULL
);
555 static CLASS_DEVICE_ATTR(board_id
, S_IRUGO
, show_board
, NULL
);
557 static struct class_device_attribute
*c2_class_attributes
[] = {
558 &class_device_attr_hw_rev
,
559 &class_device_attr_fw_ver
,
560 &class_device_attr_hca_type
,
561 &class_device_attr_board_id
564 static int c2_modify_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*attr
,
565 int attr_mask
, struct ib_udata
*udata
)
570 c2_qp_modify(to_c2dev(ibqp
->device
), to_c2qp(ibqp
), attr
,
576 static int c2_multicast_attach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
578 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
582 static int c2_multicast_detach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
584 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
588 static int c2_process_mad(struct ib_device
*ibdev
,
592 struct ib_grh
*in_grh
,
593 struct ib_mad
*in_mad
, struct ib_mad
*out_mad
)
595 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
599 static int c2_connect(struct iw_cm_id
*cm_id
, struct iw_cm_conn_param
*iw_param
)
601 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
603 /* Request a connection */
604 return c2_llp_connect(cm_id
, iw_param
);
607 static int c2_accept(struct iw_cm_id
*cm_id
, struct iw_cm_conn_param
*iw_param
)
609 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
611 /* Accept the new connection */
612 return c2_llp_accept(cm_id
, iw_param
);
615 static int c2_reject(struct iw_cm_id
*cm_id
, const void *pdata
, u8 pdata_len
)
619 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
621 err
= c2_llp_reject(cm_id
, pdata
, pdata_len
);
625 static int c2_service_create(struct iw_cm_id
*cm_id
, int backlog
)
629 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
630 err
= c2_llp_service_create(cm_id
, backlog
);
631 pr_debug("%s:%u err=%d\n",
632 __FUNCTION__
, __LINE__
,
637 static int c2_service_destroy(struct iw_cm_id
*cm_id
)
640 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
642 err
= c2_llp_service_destroy(cm_id
);
647 static int c2_pseudo_up(struct net_device
*netdev
)
649 struct in_device
*ind
;
650 struct c2_dev
*c2dev
= netdev
->priv
;
652 ind
= in_dev_get(netdev
);
656 pr_debug("adding...\n");
659 u8
*ip
= (u8
*) & ifa
->ifa_address
;
661 pr_debug("%s: %d.%d.%d.%d\n",
662 ifa
->ifa_label
, ip
[0], ip
[1], ip
[2], ip
[3]);
664 c2_add_addr(c2dev
, ifa
->ifa_address
, ifa
->ifa_mask
);
672 static int c2_pseudo_down(struct net_device
*netdev
)
674 struct in_device
*ind
;
675 struct c2_dev
*c2dev
= netdev
->priv
;
677 ind
= in_dev_get(netdev
);
681 pr_debug("deleting...\n");
684 u8
*ip
= (u8
*) & ifa
->ifa_address
;
686 pr_debug("%s: %d.%d.%d.%d\n",
687 ifa
->ifa_label
, ip
[0], ip
[1], ip
[2], ip
[3]);
689 c2_del_addr(c2dev
, ifa
->ifa_address
, ifa
->ifa_mask
);
697 static int c2_pseudo_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
703 static int c2_pseudo_change_mtu(struct net_device
*netdev
, int new_mtu
)
707 if (new_mtu
< ETH_ZLEN
|| new_mtu
> ETH_JUMBO_MTU
)
710 netdev
->mtu
= new_mtu
;
712 /* TODO: Tell rnic about new rmda interface mtu */
716 static void setup(struct net_device
*netdev
)
718 netdev
->open
= c2_pseudo_up
;
719 netdev
->stop
= c2_pseudo_down
;
720 netdev
->hard_start_xmit
= c2_pseudo_xmit_frame
;
721 netdev
->get_stats
= NULL
;
722 netdev
->tx_timeout
= NULL
;
723 netdev
->set_mac_address
= NULL
;
724 netdev
->change_mtu
= c2_pseudo_change_mtu
;
725 netdev
->watchdog_timeo
= 0;
726 netdev
->type
= ARPHRD_ETHER
;
728 netdev
->hard_header_len
= ETH_HLEN
;
729 netdev
->addr_len
= ETH_ALEN
;
730 netdev
->tx_queue_len
= 0;
731 netdev
->flags
|= IFF_NOARP
;
735 static struct net_device
*c2_pseudo_netdev_init(struct c2_dev
*c2dev
)
738 struct net_device
*netdev
;
740 /* change ethxxx to iwxxx */
742 strcat(name
, &c2dev
->netdev
->name
[3]);
743 netdev
= alloc_netdev(sizeof(*netdev
), name
, setup
);
745 printk(KERN_ERR PFX
"%s - etherdev alloc failed",
750 netdev
->priv
= c2dev
;
752 SET_NETDEV_DEV(netdev
, &c2dev
->pcidev
->dev
);
754 memcpy_fromio(netdev
->dev_addr
, c2dev
->kva
+ C2_REGS_RDMA_ENADDR
, 6);
756 /* Print out the MAC address */
757 pr_debug("%s: MAC %02X:%02X:%02X:%02X:%02X:%02X\n",
759 netdev
->dev_addr
[0], netdev
->dev_addr
[1], netdev
->dev_addr
[2],
760 netdev
->dev_addr
[3], netdev
->dev_addr
[4], netdev
->dev_addr
[5]);
763 /* Disable network packets */
764 netif_stop_queue(netdev
);
769 int c2_register_device(struct c2_dev
*dev
)
774 /* Register pseudo network device */
775 dev
->pseudo_netdev
= c2_pseudo_netdev_init(dev
);
776 if (!dev
->pseudo_netdev
)
779 ret
= register_netdev(dev
->pseudo_netdev
);
783 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
784 strlcpy(dev
->ibdev
.name
, "amso%d", IB_DEVICE_NAME_MAX
);
785 dev
->ibdev
.owner
= THIS_MODULE
;
786 dev
->ibdev
.uverbs_cmd_mask
=
787 (1ull << IB_USER_VERBS_CMD_GET_CONTEXT
) |
788 (1ull << IB_USER_VERBS_CMD_QUERY_DEVICE
) |
789 (1ull << IB_USER_VERBS_CMD_QUERY_PORT
) |
790 (1ull << IB_USER_VERBS_CMD_ALLOC_PD
) |
791 (1ull << IB_USER_VERBS_CMD_DEALLOC_PD
) |
792 (1ull << IB_USER_VERBS_CMD_REG_MR
) |
793 (1ull << IB_USER_VERBS_CMD_DEREG_MR
) |
794 (1ull << IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL
) |
795 (1ull << IB_USER_VERBS_CMD_CREATE_CQ
) |
796 (1ull << IB_USER_VERBS_CMD_DESTROY_CQ
) |
797 (1ull << IB_USER_VERBS_CMD_REQ_NOTIFY_CQ
) |
798 (1ull << IB_USER_VERBS_CMD_CREATE_QP
) |
799 (1ull << IB_USER_VERBS_CMD_MODIFY_QP
) |
800 (1ull << IB_USER_VERBS_CMD_POLL_CQ
) |
801 (1ull << IB_USER_VERBS_CMD_DESTROY_QP
) |
802 (1ull << IB_USER_VERBS_CMD_POST_SEND
) |
803 (1ull << IB_USER_VERBS_CMD_POST_RECV
);
805 dev
->ibdev
.node_type
= RDMA_NODE_RNIC
;
806 memset(&dev
->ibdev
.node_guid
, 0, sizeof(dev
->ibdev
.node_guid
));
807 memcpy(&dev
->ibdev
.node_guid
, dev
->pseudo_netdev
->dev_addr
, 6);
808 dev
->ibdev
.phys_port_cnt
= 1;
809 dev
->ibdev
.num_comp_vectors
= 1;
810 dev
->ibdev
.dma_device
= &dev
->pcidev
->dev
;
811 dev
->ibdev
.query_device
= c2_query_device
;
812 dev
->ibdev
.query_port
= c2_query_port
;
813 dev
->ibdev
.modify_port
= c2_modify_port
;
814 dev
->ibdev
.query_pkey
= c2_query_pkey
;
815 dev
->ibdev
.query_gid
= c2_query_gid
;
816 dev
->ibdev
.alloc_ucontext
= c2_alloc_ucontext
;
817 dev
->ibdev
.dealloc_ucontext
= c2_dealloc_ucontext
;
818 dev
->ibdev
.mmap
= c2_mmap_uar
;
819 dev
->ibdev
.alloc_pd
= c2_alloc_pd
;
820 dev
->ibdev
.dealloc_pd
= c2_dealloc_pd
;
821 dev
->ibdev
.create_ah
= c2_ah_create
;
822 dev
->ibdev
.destroy_ah
= c2_ah_destroy
;
823 dev
->ibdev
.create_qp
= c2_create_qp
;
824 dev
->ibdev
.modify_qp
= c2_modify_qp
;
825 dev
->ibdev
.destroy_qp
= c2_destroy_qp
;
826 dev
->ibdev
.create_cq
= c2_create_cq
;
827 dev
->ibdev
.destroy_cq
= c2_destroy_cq
;
828 dev
->ibdev
.poll_cq
= c2_poll_cq
;
829 dev
->ibdev
.get_dma_mr
= c2_get_dma_mr
;
830 dev
->ibdev
.reg_phys_mr
= c2_reg_phys_mr
;
831 dev
->ibdev
.reg_user_mr
= c2_reg_user_mr
;
832 dev
->ibdev
.dereg_mr
= c2_dereg_mr
;
834 dev
->ibdev
.alloc_fmr
= NULL
;
835 dev
->ibdev
.unmap_fmr
= NULL
;
836 dev
->ibdev
.dealloc_fmr
= NULL
;
837 dev
->ibdev
.map_phys_fmr
= NULL
;
839 dev
->ibdev
.attach_mcast
= c2_multicast_attach
;
840 dev
->ibdev
.detach_mcast
= c2_multicast_detach
;
841 dev
->ibdev
.process_mad
= c2_process_mad
;
843 dev
->ibdev
.req_notify_cq
= c2_arm_cq
;
844 dev
->ibdev
.post_send
= c2_post_send
;
845 dev
->ibdev
.post_recv
= c2_post_receive
;
847 dev
->ibdev
.iwcm
= kmalloc(sizeof(*dev
->ibdev
.iwcm
), GFP_KERNEL
);
848 dev
->ibdev
.iwcm
->add_ref
= c2_add_ref
;
849 dev
->ibdev
.iwcm
->rem_ref
= c2_rem_ref
;
850 dev
->ibdev
.iwcm
->get_qp
= c2_get_qp
;
851 dev
->ibdev
.iwcm
->connect
= c2_connect
;
852 dev
->ibdev
.iwcm
->accept
= c2_accept
;
853 dev
->ibdev
.iwcm
->reject
= c2_reject
;
854 dev
->ibdev
.iwcm
->create_listen
= c2_service_create
;
855 dev
->ibdev
.iwcm
->destroy_listen
= c2_service_destroy
;
857 ret
= ib_register_device(&dev
->ibdev
);
861 for (i
= 0; i
< ARRAY_SIZE(c2_class_attributes
); ++i
) {
862 ret
= class_device_create_file(&dev
->ibdev
.class_dev
,
863 c2_class_attributes
[i
]);
870 ib_unregister_device(&dev
->ibdev
);
872 unregister_netdev(dev
->pseudo_netdev
);
874 free_netdev(dev
->pseudo_netdev
);
876 pr_debug("%s:%u ret=%d\n", __FUNCTION__
, __LINE__
, ret
);
880 void c2_unregister_device(struct c2_dev
*dev
)
882 pr_debug("%s:%u\n", __FUNCTION__
, __LINE__
);
883 unregister_netdev(dev
->pseudo_netdev
);
884 free_netdev(dev
->pseudo_netdev
);
885 ib_unregister_device(&dev
->ibdev
);