2 * Copyright (c) 2005 Ammasso, Inc. All rights reserved.
3 * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
35 #include <linux/module.h>
36 #include <linux/moduleparam.h>
37 #include <linux/pci.h>
38 #include <linux/netdevice.h>
39 #include <linux/etherdevice.h>
40 #include <linux/inetdevice.h>
41 #include <linux/delay.h>
42 #include <linux/ethtool.h>
43 #include <linux/mii.h>
44 #include <linux/if_vlan.h>
45 #include <linux/crc32.h>
48 #include <linux/tcp.h>
49 #include <linux/init.h>
50 #include <linux/dma-mapping.h>
51 #include <linux/if_arp.h>
52 #include <linux/vmalloc.h>
53 #include <linux/slab.h>
57 #include <asm/byteorder.h>
59 #include <rdma/ib_smi.h>
60 #include <rdma/ib_umem.h>
61 #include <rdma/ib_user_verbs.h>
63 #include "c2_provider.h"
66 static int c2_query_device(struct ib_device
*ibdev
,
67 struct ib_device_attr
*props
)
69 struct c2_dev
*c2dev
= to_c2dev(ibdev
);
71 pr_debug("%s:%u\n", __func__
, __LINE__
);
73 *props
= c2dev
->props
;
77 static int c2_query_port(struct ib_device
*ibdev
,
78 u8 port
, struct ib_port_attr
*props
)
80 pr_debug("%s:%u\n", __func__
, __LINE__
);
82 props
->max_mtu
= IB_MTU_4096
;
87 props
->state
= IB_PORT_ACTIVE
;
88 props
->phys_state
= 0;
89 props
->port_cap_flags
=
92 IB_PORT_VENDOR_CLASS_SUP
| IB_PORT_BOOT_MGMT_SUP
;
93 props
->gid_tbl_len
= 1;
94 props
->pkey_tbl_len
= 1;
95 props
->qkey_viol_cntr
= 0;
96 props
->active_width
= 1;
97 props
->active_speed
= 1;
102 static int c2_query_pkey(struct ib_device
*ibdev
,
103 u8 port
, u16 index
, u16
* pkey
)
105 pr_debug("%s:%u\n", __func__
, __LINE__
);
110 static int c2_query_gid(struct ib_device
*ibdev
, u8 port
,
111 int index
, union ib_gid
*gid
)
113 struct c2_dev
*c2dev
= to_c2dev(ibdev
);
115 pr_debug("%s:%u\n", __func__
, __LINE__
);
116 memset(&(gid
->raw
[0]), 0, sizeof(gid
->raw
));
117 memcpy(&(gid
->raw
[0]), c2dev
->pseudo_netdev
->dev_addr
, 6);
122 /* Allocate the user context data structure. This keeps track
123 * of all objects associated with a particular user-mode client.
125 static struct ib_ucontext
*c2_alloc_ucontext(struct ib_device
*ibdev
,
126 struct ib_udata
*udata
)
128 struct c2_ucontext
*context
;
130 pr_debug("%s:%u\n", __func__
, __LINE__
);
131 context
= kmalloc(sizeof(*context
), GFP_KERNEL
);
133 return ERR_PTR(-ENOMEM
);
135 return &context
->ibucontext
;
138 static int c2_dealloc_ucontext(struct ib_ucontext
*context
)
140 pr_debug("%s:%u\n", __func__
, __LINE__
);
145 static int c2_mmap_uar(struct ib_ucontext
*context
, struct vm_area_struct
*vma
)
147 pr_debug("%s:%u\n", __func__
, __LINE__
);
151 static struct ib_pd
*c2_alloc_pd(struct ib_device
*ibdev
,
152 struct ib_ucontext
*context
,
153 struct ib_udata
*udata
)
158 pr_debug("%s:%u\n", __func__
, __LINE__
);
160 pd
= kmalloc(sizeof(*pd
), GFP_KERNEL
);
162 return ERR_PTR(-ENOMEM
);
164 err
= c2_pd_alloc(to_c2dev(ibdev
), !context
, pd
);
171 if (ib_copy_to_udata(udata
, &pd
->pd_id
, sizeof(__u32
))) {
172 c2_pd_free(to_c2dev(ibdev
), pd
);
174 return ERR_PTR(-EFAULT
);
181 static int c2_dealloc_pd(struct ib_pd
*pd
)
183 pr_debug("%s:%u\n", __func__
, __LINE__
);
184 c2_pd_free(to_c2dev(pd
->device
), to_c2pd(pd
));
190 static struct ib_ah
*c2_ah_create(struct ib_pd
*pd
, struct ib_ah_attr
*ah_attr
)
192 pr_debug("%s:%u\n", __func__
, __LINE__
);
193 return ERR_PTR(-ENOSYS
);
196 static int c2_ah_destroy(struct ib_ah
*ah
)
198 pr_debug("%s:%u\n", __func__
, __LINE__
);
202 static void c2_add_ref(struct ib_qp
*ibqp
)
207 atomic_inc(&qp
->refcount
);
210 static void c2_rem_ref(struct ib_qp
*ibqp
)
215 if (atomic_dec_and_test(&qp
->refcount
))
219 struct ib_qp
*c2_get_qp(struct ib_device
*device
, int qpn
)
221 struct c2_dev
* c2dev
= to_c2dev(device
);
224 qp
= c2_find_qpn(c2dev
, qpn
);
225 pr_debug("%s Returning QP=%p for QPN=%d, device=%p, refcount=%d\n",
226 __func__
, qp
, qpn
, device
,
227 (qp
?atomic_read(&qp
->refcount
):0));
229 return (qp
?&qp
->ibqp
:NULL
);
232 static struct ib_qp
*c2_create_qp(struct ib_pd
*pd
,
233 struct ib_qp_init_attr
*init_attr
,
234 struct ib_udata
*udata
)
239 pr_debug("%s:%u\n", __func__
, __LINE__
);
241 if (init_attr
->create_flags
)
242 return ERR_PTR(-EINVAL
);
244 switch (init_attr
->qp_type
) {
246 qp
= kzalloc(sizeof(*qp
), GFP_KERNEL
);
248 pr_debug("%s: Unable to allocate QP\n", __func__
);
249 return ERR_PTR(-ENOMEM
);
251 spin_lock_init(&qp
->lock
);
253 /* userspace specific */
256 err
= c2_alloc_qp(to_c2dev(pd
->device
),
257 to_c2pd(pd
), init_attr
, qp
);
259 if (err
&& pd
->uobject
) {
260 /* userspace specific */
265 pr_debug("%s: Invalid QP type: %d\n", __func__
,
267 return ERR_PTR(-EINVAL
);
278 static int c2_destroy_qp(struct ib_qp
*ib_qp
)
280 struct c2_qp
*qp
= to_c2qp(ib_qp
);
282 pr_debug("%s:%u qp=%p,qp->state=%d\n",
283 __func__
, __LINE__
, ib_qp
, qp
->state
);
284 c2_free_qp(to_c2dev(ib_qp
->device
), qp
);
289 static struct ib_cq
*c2_create_cq(struct ib_device
*ibdev
, int entries
, int vector
,
290 struct ib_ucontext
*context
,
291 struct ib_udata
*udata
)
296 cq
= kmalloc(sizeof(*cq
), GFP_KERNEL
);
298 pr_debug("%s: Unable to allocate CQ\n", __func__
);
299 return ERR_PTR(-ENOMEM
);
302 err
= c2_init_cq(to_c2dev(ibdev
), entries
, NULL
, cq
);
304 pr_debug("%s: error initializing CQ\n", __func__
);
312 static int c2_destroy_cq(struct ib_cq
*ib_cq
)
314 struct c2_cq
*cq
= to_c2cq(ib_cq
);
316 pr_debug("%s:%u\n", __func__
, __LINE__
);
318 c2_free_cq(to_c2dev(ib_cq
->device
), cq
);
324 static inline u32
c2_convert_access(int acc
)
326 return (acc
& IB_ACCESS_REMOTE_WRITE
? C2_ACF_REMOTE_WRITE
: 0) |
327 (acc
& IB_ACCESS_REMOTE_READ
? C2_ACF_REMOTE_READ
: 0) |
328 (acc
& IB_ACCESS_LOCAL_WRITE
? C2_ACF_LOCAL_WRITE
: 0) |
329 C2_ACF_LOCAL_READ
| C2_ACF_WINDOW_BIND
;
332 static struct ib_mr
*c2_reg_phys_mr(struct ib_pd
*ib_pd
,
333 struct ib_phys_buf
*buffer_list
,
334 int num_phys_buf
, int acc
, u64
* iova_start
)
339 int err
, i
, j
, k
, page_shift
, pbl_depth
;
344 page_shift
= PAGE_SHIFT
;
346 * If there is only 1 buffer we assume this could
347 * be a map of all phy mem...use a 32k page_shift.
349 if (num_phys_buf
== 1)
352 for (i
= 0; i
< num_phys_buf
; i
++) {
354 if (buffer_list
[i
].addr
& ~PAGE_MASK
) {
355 pr_debug("Unaligned Memory Buffer: 0x%x\n",
356 (unsigned int) buffer_list
[i
].addr
);
357 return ERR_PTR(-EINVAL
);
360 if (!buffer_list
[i
].size
) {
361 pr_debug("Invalid Buffer Size\n");
362 return ERR_PTR(-EINVAL
);
365 total_len
+= buffer_list
[i
].size
;
366 pbl_depth
+= ALIGN(buffer_list
[i
].size
,
367 (1 << page_shift
)) >> page_shift
;
370 page_list
= vmalloc(sizeof(u64
) * pbl_depth
);
372 pr_debug("couldn't vmalloc page_list of size %zd\n",
373 (sizeof(u64
) * pbl_depth
));
374 return ERR_PTR(-ENOMEM
);
377 for (i
= 0, j
= 0; i
< num_phys_buf
; i
++) {
381 naddrs
= ALIGN(buffer_list
[i
].size
,
382 (1 << page_shift
)) >> page_shift
;
383 for (k
= 0; k
< naddrs
; k
++)
384 page_list
[j
++] = (buffer_list
[i
].addr
+
388 mr
= kmalloc(sizeof(*mr
), GFP_KERNEL
);
391 return ERR_PTR(-ENOMEM
);
394 mr
->pd
= to_c2pd(ib_pd
);
396 pr_debug("%s - page shift %d, pbl_depth %d, total_len %u, "
397 "*iova_start %llx, first pa %llx, last pa %llx\n",
398 __func__
, page_shift
, pbl_depth
, total_len
,
399 (unsigned long long) *iova_start
,
400 (unsigned long long) page_list
[0],
401 (unsigned long long) page_list
[pbl_depth
-1]);
402 err
= c2_nsmr_register_phys_kern(to_c2dev(ib_pd
->device
), page_list
,
403 (1 << page_shift
), pbl_depth
,
404 total_len
, 0, iova_start
,
405 c2_convert_access(acc
), mr
);
415 static struct ib_mr
*c2_get_dma_mr(struct ib_pd
*pd
, int acc
)
417 struct ib_phys_buf bl
;
420 pr_debug("%s:%u\n", __func__
, __LINE__
);
423 bl
.size
= 0xffffffff;
425 return c2_reg_phys_mr(pd
, &bl
, 1, acc
, &kva
);
428 static struct ib_mr
*c2_reg_user_mr(struct ib_pd
*pd
, u64 start
, u64 length
,
429 u64 virt
, int acc
, struct ib_udata
*udata
)
436 struct ib_umem_chunk
*chunk
;
437 struct c2_pd
*c2pd
= to_c2pd(pd
);
440 pr_debug("%s:%u\n", __func__
, __LINE__
);
442 c2mr
= kmalloc(sizeof(*c2mr
), GFP_KERNEL
);
444 return ERR_PTR(-ENOMEM
);
447 c2mr
->umem
= ib_umem_get(pd
->uobject
->context
, start
, length
, acc
, 0);
448 if (IS_ERR(c2mr
->umem
)) {
449 err
= PTR_ERR(c2mr
->umem
);
454 shift
= ffs(c2mr
->umem
->page_size
) - 1;
457 list_for_each_entry(chunk
, &c2mr
->umem
->chunk_list
, list
)
460 pages
= kmalloc(n
* sizeof(u64
), GFP_KERNEL
);
467 list_for_each_entry(chunk
, &c2mr
->umem
->chunk_list
, list
) {
468 for (j
= 0; j
< chunk
->nmap
; ++j
) {
469 len
= sg_dma_len(&chunk
->page_list
[j
]) >> shift
;
470 for (k
= 0; k
< len
; ++k
) {
472 sg_dma_address(&chunk
->page_list
[j
]) +
473 (c2mr
->umem
->page_size
* k
);
479 err
= c2_nsmr_register_phys_kern(to_c2dev(pd
->device
),
481 c2mr
->umem
->page_size
,
486 c2_convert_access(acc
),
494 ib_umem_release(c2mr
->umem
);
499 static int c2_dereg_mr(struct ib_mr
*ib_mr
)
501 struct c2_mr
*mr
= to_c2mr(ib_mr
);
504 pr_debug("%s:%u\n", __func__
, __LINE__
);
506 err
= c2_stag_dealloc(to_c2dev(ib_mr
->device
), ib_mr
->lkey
);
508 pr_debug("c2_stag_dealloc failed: %d\n", err
);
511 ib_umem_release(mr
->umem
);
518 static ssize_t
show_rev(struct device
*dev
, struct device_attribute
*attr
,
521 struct c2_dev
*c2dev
= container_of(dev
, struct c2_dev
, ibdev
.dev
);
522 pr_debug("%s:%u\n", __func__
, __LINE__
);
523 return sprintf(buf
, "%x\n", c2dev
->props
.hw_ver
);
526 static ssize_t
show_fw_ver(struct device
*dev
, struct device_attribute
*attr
,
529 struct c2_dev
*c2dev
= container_of(dev
, struct c2_dev
, ibdev
.dev
);
530 pr_debug("%s:%u\n", __func__
, __LINE__
);
531 return sprintf(buf
, "%x.%x.%x\n",
532 (int) (c2dev
->props
.fw_ver
>> 32),
533 (int) (c2dev
->props
.fw_ver
>> 16) & 0xffff,
534 (int) (c2dev
->props
.fw_ver
& 0xffff));
537 static ssize_t
show_hca(struct device
*dev
, struct device_attribute
*attr
,
540 pr_debug("%s:%u\n", __func__
, __LINE__
);
541 return sprintf(buf
, "AMSO1100\n");
544 static ssize_t
show_board(struct device
*dev
, struct device_attribute
*attr
,
547 pr_debug("%s:%u\n", __func__
, __LINE__
);
548 return sprintf(buf
, "%.*s\n", 32, "AMSO1100 Board ID");
551 static DEVICE_ATTR(hw_rev
, S_IRUGO
, show_rev
, NULL
);
552 static DEVICE_ATTR(fw_ver
, S_IRUGO
, show_fw_ver
, NULL
);
553 static DEVICE_ATTR(hca_type
, S_IRUGO
, show_hca
, NULL
);
554 static DEVICE_ATTR(board_id
, S_IRUGO
, show_board
, NULL
);
556 static struct device_attribute
*c2_dev_attributes
[] = {
563 static int c2_modify_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*attr
,
564 int attr_mask
, struct ib_udata
*udata
)
569 c2_qp_modify(to_c2dev(ibqp
->device
), to_c2qp(ibqp
), attr
,
575 static int c2_multicast_attach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
577 pr_debug("%s:%u\n", __func__
, __LINE__
);
581 static int c2_multicast_detach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
583 pr_debug("%s:%u\n", __func__
, __LINE__
);
587 static int c2_process_mad(struct ib_device
*ibdev
,
591 struct ib_grh
*in_grh
,
592 struct ib_mad
*in_mad
, struct ib_mad
*out_mad
)
594 pr_debug("%s:%u\n", __func__
, __LINE__
);
598 static int c2_connect(struct iw_cm_id
*cm_id
, struct iw_cm_conn_param
*iw_param
)
600 pr_debug("%s:%u\n", __func__
, __LINE__
);
602 /* Request a connection */
603 return c2_llp_connect(cm_id
, iw_param
);
606 static int c2_accept(struct iw_cm_id
*cm_id
, struct iw_cm_conn_param
*iw_param
)
608 pr_debug("%s:%u\n", __func__
, __LINE__
);
610 /* Accept the new connection */
611 return c2_llp_accept(cm_id
, iw_param
);
614 static int c2_reject(struct iw_cm_id
*cm_id
, const void *pdata
, u8 pdata_len
)
618 pr_debug("%s:%u\n", __func__
, __LINE__
);
620 err
= c2_llp_reject(cm_id
, pdata
, pdata_len
);
624 static int c2_service_create(struct iw_cm_id
*cm_id
, int backlog
)
628 pr_debug("%s:%u\n", __func__
, __LINE__
);
629 err
= c2_llp_service_create(cm_id
, backlog
);
630 pr_debug("%s:%u err=%d\n",
636 static int c2_service_destroy(struct iw_cm_id
*cm_id
)
639 pr_debug("%s:%u\n", __func__
, __LINE__
);
641 err
= c2_llp_service_destroy(cm_id
);
646 static int c2_pseudo_up(struct net_device
*netdev
)
648 struct in_device
*ind
;
649 struct c2_dev
*c2dev
= netdev
->ml_priv
;
651 ind
= in_dev_get(netdev
);
655 pr_debug("adding...\n");
658 u8
*ip
= (u8
*) & ifa
->ifa_address
;
660 pr_debug("%s: %d.%d.%d.%d\n",
661 ifa
->ifa_label
, ip
[0], ip
[1], ip
[2], ip
[3]);
663 c2_add_addr(c2dev
, ifa
->ifa_address
, ifa
->ifa_mask
);
671 static int c2_pseudo_down(struct net_device
*netdev
)
673 struct in_device
*ind
;
674 struct c2_dev
*c2dev
= netdev
->ml_priv
;
676 ind
= in_dev_get(netdev
);
680 pr_debug("deleting...\n");
683 u8
*ip
= (u8
*) & ifa
->ifa_address
;
685 pr_debug("%s: %d.%d.%d.%d\n",
686 ifa
->ifa_label
, ip
[0], ip
[1], ip
[2], ip
[3]);
688 c2_del_addr(c2dev
, ifa
->ifa_address
, ifa
->ifa_mask
);
696 static int c2_pseudo_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
702 static int c2_pseudo_change_mtu(struct net_device
*netdev
, int new_mtu
)
704 if (new_mtu
< ETH_ZLEN
|| new_mtu
> ETH_JUMBO_MTU
)
707 netdev
->mtu
= new_mtu
;
709 /* TODO: Tell rnic about new rmda interface mtu */
713 static const struct net_device_ops c2_pseudo_netdev_ops
= {
714 .ndo_open
= c2_pseudo_up
,
715 .ndo_stop
= c2_pseudo_down
,
716 .ndo_start_xmit
= c2_pseudo_xmit_frame
,
717 .ndo_change_mtu
= c2_pseudo_change_mtu
,
718 .ndo_validate_addr
= eth_validate_addr
,
721 static void setup(struct net_device
*netdev
)
723 netdev
->netdev_ops
= &c2_pseudo_netdev_ops
;
725 netdev
->watchdog_timeo
= 0;
726 netdev
->type
= ARPHRD_ETHER
;
728 netdev
->hard_header_len
= ETH_HLEN
;
729 netdev
->addr_len
= ETH_ALEN
;
730 netdev
->tx_queue_len
= 0;
731 netdev
->flags
|= IFF_NOARP
;
734 static struct net_device
*c2_pseudo_netdev_init(struct c2_dev
*c2dev
)
737 struct net_device
*netdev
;
739 /* change ethxxx to iwxxx */
741 strcat(name
, &c2dev
->netdev
->name
[3]);
742 netdev
= alloc_netdev(0, name
, setup
);
744 printk(KERN_ERR PFX
"%s - etherdev alloc failed",
749 netdev
->ml_priv
= c2dev
;
751 SET_NETDEV_DEV(netdev
, &c2dev
->pcidev
->dev
);
753 memcpy_fromio(netdev
->dev_addr
, c2dev
->kva
+ C2_REGS_RDMA_ENADDR
, 6);
755 /* Print out the MAC address */
756 pr_debug("%s: MAC %pM\n", netdev
->name
, netdev
->dev_addr
);
759 /* Disable network packets */
760 netif_stop_queue(netdev
);
765 int c2_register_device(struct c2_dev
*dev
)
770 /* Register pseudo network device */
771 dev
->pseudo_netdev
= c2_pseudo_netdev_init(dev
);
772 if (!dev
->pseudo_netdev
)
775 ret
= register_netdev(dev
->pseudo_netdev
);
777 goto out_free_netdev
;
779 pr_debug("%s:%u\n", __func__
, __LINE__
);
780 strlcpy(dev
->ibdev
.name
, "amso%d", IB_DEVICE_NAME_MAX
);
781 dev
->ibdev
.owner
= THIS_MODULE
;
782 dev
->ibdev
.uverbs_cmd_mask
=
783 (1ull << IB_USER_VERBS_CMD_GET_CONTEXT
) |
784 (1ull << IB_USER_VERBS_CMD_QUERY_DEVICE
) |
785 (1ull << IB_USER_VERBS_CMD_QUERY_PORT
) |
786 (1ull << IB_USER_VERBS_CMD_ALLOC_PD
) |
787 (1ull << IB_USER_VERBS_CMD_DEALLOC_PD
) |
788 (1ull << IB_USER_VERBS_CMD_REG_MR
) |
789 (1ull << IB_USER_VERBS_CMD_DEREG_MR
) |
790 (1ull << IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL
) |
791 (1ull << IB_USER_VERBS_CMD_CREATE_CQ
) |
792 (1ull << IB_USER_VERBS_CMD_DESTROY_CQ
) |
793 (1ull << IB_USER_VERBS_CMD_REQ_NOTIFY_CQ
) |
794 (1ull << IB_USER_VERBS_CMD_CREATE_QP
) |
795 (1ull << IB_USER_VERBS_CMD_MODIFY_QP
) |
796 (1ull << IB_USER_VERBS_CMD_POLL_CQ
) |
797 (1ull << IB_USER_VERBS_CMD_DESTROY_QP
) |
798 (1ull << IB_USER_VERBS_CMD_POST_SEND
) |
799 (1ull << IB_USER_VERBS_CMD_POST_RECV
);
801 dev
->ibdev
.node_type
= RDMA_NODE_RNIC
;
802 memset(&dev
->ibdev
.node_guid
, 0, sizeof(dev
->ibdev
.node_guid
));
803 memcpy(&dev
->ibdev
.node_guid
, dev
->pseudo_netdev
->dev_addr
, 6);
804 dev
->ibdev
.phys_port_cnt
= 1;
805 dev
->ibdev
.num_comp_vectors
= 1;
806 dev
->ibdev
.dma_device
= &dev
->pcidev
->dev
;
807 dev
->ibdev
.query_device
= c2_query_device
;
808 dev
->ibdev
.query_port
= c2_query_port
;
809 dev
->ibdev
.query_pkey
= c2_query_pkey
;
810 dev
->ibdev
.query_gid
= c2_query_gid
;
811 dev
->ibdev
.alloc_ucontext
= c2_alloc_ucontext
;
812 dev
->ibdev
.dealloc_ucontext
= c2_dealloc_ucontext
;
813 dev
->ibdev
.mmap
= c2_mmap_uar
;
814 dev
->ibdev
.alloc_pd
= c2_alloc_pd
;
815 dev
->ibdev
.dealloc_pd
= c2_dealloc_pd
;
816 dev
->ibdev
.create_ah
= c2_ah_create
;
817 dev
->ibdev
.destroy_ah
= c2_ah_destroy
;
818 dev
->ibdev
.create_qp
= c2_create_qp
;
819 dev
->ibdev
.modify_qp
= c2_modify_qp
;
820 dev
->ibdev
.destroy_qp
= c2_destroy_qp
;
821 dev
->ibdev
.create_cq
= c2_create_cq
;
822 dev
->ibdev
.destroy_cq
= c2_destroy_cq
;
823 dev
->ibdev
.poll_cq
= c2_poll_cq
;
824 dev
->ibdev
.get_dma_mr
= c2_get_dma_mr
;
825 dev
->ibdev
.reg_phys_mr
= c2_reg_phys_mr
;
826 dev
->ibdev
.reg_user_mr
= c2_reg_user_mr
;
827 dev
->ibdev
.dereg_mr
= c2_dereg_mr
;
829 dev
->ibdev
.alloc_fmr
= NULL
;
830 dev
->ibdev
.unmap_fmr
= NULL
;
831 dev
->ibdev
.dealloc_fmr
= NULL
;
832 dev
->ibdev
.map_phys_fmr
= NULL
;
834 dev
->ibdev
.attach_mcast
= c2_multicast_attach
;
835 dev
->ibdev
.detach_mcast
= c2_multicast_detach
;
836 dev
->ibdev
.process_mad
= c2_process_mad
;
838 dev
->ibdev
.req_notify_cq
= c2_arm_cq
;
839 dev
->ibdev
.post_send
= c2_post_send
;
840 dev
->ibdev
.post_recv
= c2_post_receive
;
842 dev
->ibdev
.iwcm
= kmalloc(sizeof(*dev
->ibdev
.iwcm
), GFP_KERNEL
);
843 if (dev
->ibdev
.iwcm
== NULL
) {
845 goto out_unregister_netdev
;
847 dev
->ibdev
.iwcm
->add_ref
= c2_add_ref
;
848 dev
->ibdev
.iwcm
->rem_ref
= c2_rem_ref
;
849 dev
->ibdev
.iwcm
->get_qp
= c2_get_qp
;
850 dev
->ibdev
.iwcm
->connect
= c2_connect
;
851 dev
->ibdev
.iwcm
->accept
= c2_accept
;
852 dev
->ibdev
.iwcm
->reject
= c2_reject
;
853 dev
->ibdev
.iwcm
->create_listen
= c2_service_create
;
854 dev
->ibdev
.iwcm
->destroy_listen
= c2_service_destroy
;
856 ret
= ib_register_device(&dev
->ibdev
, NULL
);
860 for (i
= 0; i
< ARRAY_SIZE(c2_dev_attributes
); ++i
) {
861 ret
= device_create_file(&dev
->ibdev
.dev
,
862 c2_dev_attributes
[i
]);
864 goto out_unregister_ibdev
;
868 out_unregister_ibdev
:
869 ib_unregister_device(&dev
->ibdev
);
871 kfree(dev
->ibdev
.iwcm
);
872 out_unregister_netdev
:
873 unregister_netdev(dev
->pseudo_netdev
);
875 free_netdev(dev
->pseudo_netdev
);
877 pr_debug("%s:%u ret=%d\n", __func__
, __LINE__
, ret
);
881 void c2_unregister_device(struct c2_dev
*dev
)
883 pr_debug("%s:%u\n", __func__
, __LINE__
);
884 unregister_netdev(dev
->pseudo_netdev
);
885 free_netdev(dev
->pseudo_netdev
);
886 ib_unregister_device(&dev
->ibdev
);