2 * Copyright (c) 2005 Topspin Communications. All rights reserved.
3 * Copyright (c) 2005 Intel Corporation. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 * $Id: ucm.c 4311 2005-12-05 18:42:01Z sean.hefty $
36 #include <linux/completion.h>
37 #include <linux/init.h>
39 #include <linux/module.h>
40 #include <linux/device.h>
41 #include <linux/err.h>
42 #include <linux/poll.h>
43 #include <linux/file.h>
44 #include <linux/mount.h>
45 #include <linux/cdev.h>
46 #include <linux/idr.h>
47 #include <linux/mutex.h>
49 #include <asm/uaccess.h>
51 #include <rdma/ib_cm.h>
52 #include <rdma/ib_user_cm.h>
53 #include <rdma/ib_marshall.h>
55 MODULE_AUTHOR("Libor Michalek");
56 MODULE_DESCRIPTION("InfiniBand userspace Connection Manager access");
57 MODULE_LICENSE("Dual BSD/GPL");
59 struct ib_ucm_device
{
62 struct class_device class_dev
;
63 struct ib_device
*ib_dev
;
67 struct mutex file_mutex
;
69 struct ib_ucm_device
*device
;
71 struct list_head ctxs
;
72 struct list_head events
;
73 wait_queue_head_t poll_wait
;
76 struct ib_ucm_context
{
78 struct completion comp
;
82 struct ib_ucm_file
*file
;
83 struct ib_cm_id
*cm_id
;
86 struct list_head events
; /* list of pending events. */
87 struct list_head file_list
; /* member in file ctx list */
91 struct ib_ucm_context
*ctx
;
92 struct list_head file_list
; /* member in file event list */
93 struct list_head ctx_list
; /* member in ctx event list */
95 struct ib_cm_id
*cm_id
;
96 struct ib_ucm_event_resp resp
;
105 IB_UCM_BASE_MINOR
= 224,
106 IB_UCM_MAX_DEVICES
= 32
109 #define IB_UCM_BASE_DEV MKDEV(IB_UCM_MAJOR, IB_UCM_BASE_MINOR)
111 static void ib_ucm_add_one(struct ib_device
*device
);
112 static void ib_ucm_remove_one(struct ib_device
*device
);
114 static struct ib_client ucm_client
= {
116 .add
= ib_ucm_add_one
,
117 .remove
= ib_ucm_remove_one
120 static DEFINE_MUTEX(ctx_id_mutex
);
121 static DEFINE_IDR(ctx_id_table
);
122 static DECLARE_BITMAP(dev_map
, IB_UCM_MAX_DEVICES
);
124 static struct ib_ucm_context
*ib_ucm_ctx_get(struct ib_ucm_file
*file
, int id
)
126 struct ib_ucm_context
*ctx
;
128 mutex_lock(&ctx_id_mutex
);
129 ctx
= idr_find(&ctx_id_table
, id
);
131 ctx
= ERR_PTR(-ENOENT
);
132 else if (ctx
->file
!= file
)
133 ctx
= ERR_PTR(-EINVAL
);
135 atomic_inc(&ctx
->ref
);
136 mutex_unlock(&ctx_id_mutex
);
141 static void ib_ucm_ctx_put(struct ib_ucm_context
*ctx
)
143 if (atomic_dec_and_test(&ctx
->ref
))
144 complete(&ctx
->comp
);
147 static inline int ib_ucm_new_cm_id(int event
)
149 return event
== IB_CM_REQ_RECEIVED
|| event
== IB_CM_SIDR_REQ_RECEIVED
;
152 static void ib_ucm_cleanup_events(struct ib_ucm_context
*ctx
)
154 struct ib_ucm_event
*uevent
;
156 mutex_lock(&ctx
->file
->file_mutex
);
157 list_del(&ctx
->file_list
);
158 while (!list_empty(&ctx
->events
)) {
160 uevent
= list_entry(ctx
->events
.next
,
161 struct ib_ucm_event
, ctx_list
);
162 list_del(&uevent
->file_list
);
163 list_del(&uevent
->ctx_list
);
164 mutex_unlock(&ctx
->file
->file_mutex
);
166 /* clear incoming connections. */
167 if (ib_ucm_new_cm_id(uevent
->resp
.event
))
168 ib_destroy_cm_id(uevent
->cm_id
);
171 mutex_lock(&ctx
->file
->file_mutex
);
173 mutex_unlock(&ctx
->file
->file_mutex
);
176 static struct ib_ucm_context
*ib_ucm_ctx_alloc(struct ib_ucm_file
*file
)
178 struct ib_ucm_context
*ctx
;
181 ctx
= kzalloc(sizeof *ctx
, GFP_KERNEL
);
185 atomic_set(&ctx
->ref
, 1);
186 init_completion(&ctx
->comp
);
188 INIT_LIST_HEAD(&ctx
->events
);
191 result
= idr_pre_get(&ctx_id_table
, GFP_KERNEL
);
195 mutex_lock(&ctx_id_mutex
);
196 result
= idr_get_new(&ctx_id_table
, ctx
, &ctx
->id
);
197 mutex_unlock(&ctx_id_mutex
);
198 } while (result
== -EAGAIN
);
203 list_add_tail(&ctx
->file_list
, &file
->ctxs
);
211 static void ib_ucm_event_req_get(struct ib_ucm_req_event_resp
*ureq
,
212 struct ib_cm_req_event_param
*kreq
)
214 ureq
->remote_ca_guid
= kreq
->remote_ca_guid
;
215 ureq
->remote_qkey
= kreq
->remote_qkey
;
216 ureq
->remote_qpn
= kreq
->remote_qpn
;
217 ureq
->qp_type
= kreq
->qp_type
;
218 ureq
->starting_psn
= kreq
->starting_psn
;
219 ureq
->responder_resources
= kreq
->responder_resources
;
220 ureq
->initiator_depth
= kreq
->initiator_depth
;
221 ureq
->local_cm_response_timeout
= kreq
->local_cm_response_timeout
;
222 ureq
->flow_control
= kreq
->flow_control
;
223 ureq
->remote_cm_response_timeout
= kreq
->remote_cm_response_timeout
;
224 ureq
->retry_count
= kreq
->retry_count
;
225 ureq
->rnr_retry_count
= kreq
->rnr_retry_count
;
226 ureq
->srq
= kreq
->srq
;
227 ureq
->port
= kreq
->port
;
229 ib_copy_path_rec_to_user(&ureq
->primary_path
, kreq
->primary_path
);
230 if (kreq
->alternate_path
)
231 ib_copy_path_rec_to_user(&ureq
->alternate_path
,
232 kreq
->alternate_path
);
235 static void ib_ucm_event_rep_get(struct ib_ucm_rep_event_resp
*urep
,
236 struct ib_cm_rep_event_param
*krep
)
238 urep
->remote_ca_guid
= krep
->remote_ca_guid
;
239 urep
->remote_qkey
= krep
->remote_qkey
;
240 urep
->remote_qpn
= krep
->remote_qpn
;
241 urep
->starting_psn
= krep
->starting_psn
;
242 urep
->responder_resources
= krep
->responder_resources
;
243 urep
->initiator_depth
= krep
->initiator_depth
;
244 urep
->target_ack_delay
= krep
->target_ack_delay
;
245 urep
->failover_accepted
= krep
->failover_accepted
;
246 urep
->flow_control
= krep
->flow_control
;
247 urep
->rnr_retry_count
= krep
->rnr_retry_count
;
248 urep
->srq
= krep
->srq
;
251 static void ib_ucm_event_sidr_rep_get(struct ib_ucm_sidr_rep_event_resp
*urep
,
252 struct ib_cm_sidr_rep_event_param
*krep
)
254 urep
->status
= krep
->status
;
255 urep
->qkey
= krep
->qkey
;
256 urep
->qpn
= krep
->qpn
;
259 static int ib_ucm_event_process(struct ib_cm_event
*evt
,
260 struct ib_ucm_event
*uvt
)
264 switch (evt
->event
) {
265 case IB_CM_REQ_RECEIVED
:
266 ib_ucm_event_req_get(&uvt
->resp
.u
.req_resp
,
267 &evt
->param
.req_rcvd
);
268 uvt
->data_len
= IB_CM_REQ_PRIVATE_DATA_SIZE
;
269 uvt
->resp
.present
= IB_UCM_PRES_PRIMARY
;
270 uvt
->resp
.present
|= (evt
->param
.req_rcvd
.alternate_path
?
271 IB_UCM_PRES_ALTERNATE
: 0);
273 case IB_CM_REP_RECEIVED
:
274 ib_ucm_event_rep_get(&uvt
->resp
.u
.rep_resp
,
275 &evt
->param
.rep_rcvd
);
276 uvt
->data_len
= IB_CM_REP_PRIVATE_DATA_SIZE
;
278 case IB_CM_RTU_RECEIVED
:
279 uvt
->data_len
= IB_CM_RTU_PRIVATE_DATA_SIZE
;
280 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
282 case IB_CM_DREQ_RECEIVED
:
283 uvt
->data_len
= IB_CM_DREQ_PRIVATE_DATA_SIZE
;
284 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
286 case IB_CM_DREP_RECEIVED
:
287 uvt
->data_len
= IB_CM_DREP_PRIVATE_DATA_SIZE
;
288 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
290 case IB_CM_MRA_RECEIVED
:
291 uvt
->resp
.u
.mra_resp
.timeout
=
292 evt
->param
.mra_rcvd
.service_timeout
;
293 uvt
->data_len
= IB_CM_MRA_PRIVATE_DATA_SIZE
;
295 case IB_CM_REJ_RECEIVED
:
296 uvt
->resp
.u
.rej_resp
.reason
= evt
->param
.rej_rcvd
.reason
;
297 uvt
->data_len
= IB_CM_REJ_PRIVATE_DATA_SIZE
;
298 uvt
->info_len
= evt
->param
.rej_rcvd
.ari_length
;
299 info
= evt
->param
.rej_rcvd
.ari
;
301 case IB_CM_LAP_RECEIVED
:
302 ib_copy_path_rec_to_user(&uvt
->resp
.u
.lap_resp
.path
,
303 evt
->param
.lap_rcvd
.alternate_path
);
304 uvt
->data_len
= IB_CM_LAP_PRIVATE_DATA_SIZE
;
305 uvt
->resp
.present
= IB_UCM_PRES_ALTERNATE
;
307 case IB_CM_APR_RECEIVED
:
308 uvt
->resp
.u
.apr_resp
.status
= evt
->param
.apr_rcvd
.ap_status
;
309 uvt
->data_len
= IB_CM_APR_PRIVATE_DATA_SIZE
;
310 uvt
->info_len
= evt
->param
.apr_rcvd
.info_len
;
311 info
= evt
->param
.apr_rcvd
.apr_info
;
313 case IB_CM_SIDR_REQ_RECEIVED
:
314 uvt
->resp
.u
.sidr_req_resp
.pkey
=
315 evt
->param
.sidr_req_rcvd
.pkey
;
316 uvt
->resp
.u
.sidr_req_resp
.port
=
317 evt
->param
.sidr_req_rcvd
.port
;
318 uvt
->data_len
= IB_CM_SIDR_REQ_PRIVATE_DATA_SIZE
;
320 case IB_CM_SIDR_REP_RECEIVED
:
321 ib_ucm_event_sidr_rep_get(&uvt
->resp
.u
.sidr_rep_resp
,
322 &evt
->param
.sidr_rep_rcvd
);
323 uvt
->data_len
= IB_CM_SIDR_REP_PRIVATE_DATA_SIZE
;
324 uvt
->info_len
= evt
->param
.sidr_rep_rcvd
.info_len
;
325 info
= evt
->param
.sidr_rep_rcvd
.info
;
328 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
333 uvt
->data
= kmemdup(evt
->private_data
, uvt
->data_len
, GFP_KERNEL
);
337 uvt
->resp
.present
|= IB_UCM_PRES_DATA
;
341 uvt
->info
= kmemdup(info
, uvt
->info_len
, GFP_KERNEL
);
345 uvt
->resp
.present
|= IB_UCM_PRES_INFO
;
355 static int ib_ucm_event_handler(struct ib_cm_id
*cm_id
,
356 struct ib_cm_event
*event
)
358 struct ib_ucm_event
*uevent
;
359 struct ib_ucm_context
*ctx
;
362 ctx
= cm_id
->context
;
364 uevent
= kzalloc(sizeof *uevent
, GFP_KERNEL
);
369 uevent
->cm_id
= cm_id
;
370 uevent
->resp
.uid
= ctx
->uid
;
371 uevent
->resp
.id
= ctx
->id
;
372 uevent
->resp
.event
= event
->event
;
374 result
= ib_ucm_event_process(event
, uevent
);
378 mutex_lock(&ctx
->file
->file_mutex
);
379 list_add_tail(&uevent
->file_list
, &ctx
->file
->events
);
380 list_add_tail(&uevent
->ctx_list
, &ctx
->events
);
381 wake_up_interruptible(&ctx
->file
->poll_wait
);
382 mutex_unlock(&ctx
->file
->file_mutex
);
388 /* Destroy new cm_id's */
389 return ib_ucm_new_cm_id(event
->event
);
392 static ssize_t
ib_ucm_event(struct ib_ucm_file
*file
,
393 const char __user
*inbuf
,
394 int in_len
, int out_len
)
396 struct ib_ucm_context
*ctx
;
397 struct ib_ucm_event_get cmd
;
398 struct ib_ucm_event
*uevent
;
402 if (out_len
< sizeof(struct ib_ucm_event_resp
))
405 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
408 mutex_lock(&file
->file_mutex
);
409 while (list_empty(&file
->events
)) {
411 if (file
->filp
->f_flags
& O_NONBLOCK
) {
416 if (signal_pending(current
)) {
417 result
= -ERESTARTSYS
;
421 prepare_to_wait(&file
->poll_wait
, &wait
, TASK_INTERRUPTIBLE
);
423 mutex_unlock(&file
->file_mutex
);
425 mutex_lock(&file
->file_mutex
);
427 finish_wait(&file
->poll_wait
, &wait
);
433 uevent
= list_entry(file
->events
.next
, struct ib_ucm_event
, file_list
);
435 if (ib_ucm_new_cm_id(uevent
->resp
.event
)) {
436 ctx
= ib_ucm_ctx_alloc(file
);
442 ctx
->cm_id
= uevent
->cm_id
;
443 ctx
->cm_id
->context
= ctx
;
444 uevent
->resp
.id
= ctx
->id
;
447 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
448 &uevent
->resp
, sizeof(uevent
->resp
))) {
454 if (cmd
.data_len
< uevent
->data_len
) {
458 if (copy_to_user((void __user
*)(unsigned long)cmd
.data
,
459 uevent
->data
, uevent
->data_len
)) {
466 if (cmd
.info_len
< uevent
->info_len
) {
470 if (copy_to_user((void __user
*)(unsigned long)cmd
.info
,
471 uevent
->info
, uevent
->info_len
)) {
477 list_del(&uevent
->file_list
);
478 list_del(&uevent
->ctx_list
);
479 uevent
->ctx
->events_reported
++;
485 mutex_unlock(&file
->file_mutex
);
489 static ssize_t
ib_ucm_create_id(struct ib_ucm_file
*file
,
490 const char __user
*inbuf
,
491 int in_len
, int out_len
)
493 struct ib_ucm_create_id cmd
;
494 struct ib_ucm_create_id_resp resp
;
495 struct ib_ucm_context
*ctx
;
498 if (out_len
< sizeof(resp
))
501 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
504 mutex_lock(&file
->file_mutex
);
505 ctx
= ib_ucm_ctx_alloc(file
);
506 mutex_unlock(&file
->file_mutex
);
511 ctx
->cm_id
= ib_create_cm_id(file
->device
->ib_dev
,
512 ib_ucm_event_handler
, ctx
);
513 if (IS_ERR(ctx
->cm_id
)) {
514 result
= PTR_ERR(ctx
->cm_id
);
519 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
520 &resp
, sizeof(resp
))) {
527 ib_destroy_cm_id(ctx
->cm_id
);
529 mutex_lock(&ctx_id_mutex
);
530 idr_remove(&ctx_id_table
, ctx
->id
);
531 mutex_unlock(&ctx_id_mutex
);
536 static ssize_t
ib_ucm_destroy_id(struct ib_ucm_file
*file
,
537 const char __user
*inbuf
,
538 int in_len
, int out_len
)
540 struct ib_ucm_destroy_id cmd
;
541 struct ib_ucm_destroy_id_resp resp
;
542 struct ib_ucm_context
*ctx
;
545 if (out_len
< sizeof(resp
))
548 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
551 mutex_lock(&ctx_id_mutex
);
552 ctx
= idr_find(&ctx_id_table
, cmd
.id
);
554 ctx
= ERR_PTR(-ENOENT
);
555 else if (ctx
->file
!= file
)
556 ctx
= ERR_PTR(-EINVAL
);
558 idr_remove(&ctx_id_table
, ctx
->id
);
559 mutex_unlock(&ctx_id_mutex
);
565 wait_for_completion(&ctx
->comp
);
567 /* No new events will be generated after destroying the cm_id. */
568 ib_destroy_cm_id(ctx
->cm_id
);
569 /* Cleanup events not yet reported to the user. */
570 ib_ucm_cleanup_events(ctx
);
572 resp
.events_reported
= ctx
->events_reported
;
573 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
574 &resp
, sizeof(resp
)))
581 static ssize_t
ib_ucm_attr_id(struct ib_ucm_file
*file
,
582 const char __user
*inbuf
,
583 int in_len
, int out_len
)
585 struct ib_ucm_attr_id_resp resp
;
586 struct ib_ucm_attr_id cmd
;
587 struct ib_ucm_context
*ctx
;
590 if (out_len
< sizeof(resp
))
593 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
596 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
600 resp
.service_id
= ctx
->cm_id
->service_id
;
601 resp
.service_mask
= ctx
->cm_id
->service_mask
;
602 resp
.local_id
= ctx
->cm_id
->local_id
;
603 resp
.remote_id
= ctx
->cm_id
->remote_id
;
605 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
606 &resp
, sizeof(resp
)))
613 static ssize_t
ib_ucm_init_qp_attr(struct ib_ucm_file
*file
,
614 const char __user
*inbuf
,
615 int in_len
, int out_len
)
617 struct ib_uverbs_qp_attr resp
;
618 struct ib_ucm_init_qp_attr cmd
;
619 struct ib_ucm_context
*ctx
;
620 struct ib_qp_attr qp_attr
;
623 if (out_len
< sizeof(resp
))
626 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
629 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
633 resp
.qp_attr_mask
= 0;
634 memset(&qp_attr
, 0, sizeof qp_attr
);
635 qp_attr
.qp_state
= cmd
.qp_state
;
636 result
= ib_cm_init_qp_attr(ctx
->cm_id
, &qp_attr
, &resp
.qp_attr_mask
);
640 ib_copy_qp_attr_to_user(&resp
, &qp_attr
);
642 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
643 &resp
, sizeof(resp
)))
651 static int ucm_validate_listen(__be64 service_id
, __be64 service_mask
)
653 service_id
&= service_mask
;
655 if (((service_id
& IB_CMA_SERVICE_ID_MASK
) == IB_CMA_SERVICE_ID
) ||
656 ((service_id
& IB_SDP_SERVICE_ID_MASK
) == IB_SDP_SERVICE_ID
))
662 static ssize_t
ib_ucm_listen(struct ib_ucm_file
*file
,
663 const char __user
*inbuf
,
664 int in_len
, int out_len
)
666 struct ib_ucm_listen cmd
;
667 struct ib_ucm_context
*ctx
;
670 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
673 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
677 result
= ucm_validate_listen(cmd
.service_id
, cmd
.service_mask
);
681 result
= ib_cm_listen(ctx
->cm_id
, cmd
.service_id
, cmd
.service_mask
,
688 static ssize_t
ib_ucm_notify(struct ib_ucm_file
*file
,
689 const char __user
*inbuf
,
690 int in_len
, int out_len
)
692 struct ib_ucm_notify cmd
;
693 struct ib_ucm_context
*ctx
;
696 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
699 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
703 result
= ib_cm_notify(ctx
->cm_id
, (enum ib_event_type
) cmd
.event
);
708 static int ib_ucm_alloc_data(const void **dest
, u64 src
, u32 len
)
717 data
= kmalloc(len
, GFP_KERNEL
);
721 if (copy_from_user(data
, (void __user
*)(unsigned long)src
, len
)) {
730 static int ib_ucm_path_get(struct ib_sa_path_rec
**path
, u64 src
)
732 struct ib_user_path_rec upath
;
733 struct ib_sa_path_rec
*sa_path
;
740 sa_path
= kmalloc(sizeof(*sa_path
), GFP_KERNEL
);
744 if (copy_from_user(&upath
, (void __user
*)(unsigned long)src
,
751 ib_copy_path_rec_from_user(sa_path
, &upath
);
756 static ssize_t
ib_ucm_send_req(struct ib_ucm_file
*file
,
757 const char __user
*inbuf
,
758 int in_len
, int out_len
)
760 struct ib_cm_req_param param
;
761 struct ib_ucm_context
*ctx
;
762 struct ib_ucm_req cmd
;
765 param
.private_data
= NULL
;
766 param
.primary_path
= NULL
;
767 param
.alternate_path
= NULL
;
769 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
772 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
776 result
= ib_ucm_path_get(¶m
.primary_path
, cmd
.primary_path
);
780 result
= ib_ucm_path_get(¶m
.alternate_path
, cmd
.alternate_path
);
784 param
.private_data_len
= cmd
.len
;
785 param
.service_id
= cmd
.sid
;
786 param
.qp_num
= cmd
.qpn
;
787 param
.qp_type
= cmd
.qp_type
;
788 param
.starting_psn
= cmd
.psn
;
789 param
.peer_to_peer
= cmd
.peer_to_peer
;
790 param
.responder_resources
= cmd
.responder_resources
;
791 param
.initiator_depth
= cmd
.initiator_depth
;
792 param
.remote_cm_response_timeout
= cmd
.remote_cm_response_timeout
;
793 param
.flow_control
= cmd
.flow_control
;
794 param
.local_cm_response_timeout
= cmd
.local_cm_response_timeout
;
795 param
.retry_count
= cmd
.retry_count
;
796 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
797 param
.max_cm_retries
= cmd
.max_cm_retries
;
800 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
802 result
= ib_send_cm_req(ctx
->cm_id
, ¶m
);
805 result
= PTR_ERR(ctx
);
808 kfree(param
.private_data
);
809 kfree(param
.primary_path
);
810 kfree(param
.alternate_path
);
814 static ssize_t
ib_ucm_send_rep(struct ib_ucm_file
*file
,
815 const char __user
*inbuf
,
816 int in_len
, int out_len
)
818 struct ib_cm_rep_param param
;
819 struct ib_ucm_context
*ctx
;
820 struct ib_ucm_rep cmd
;
823 param
.private_data
= NULL
;
825 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
828 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
832 param
.qp_num
= cmd
.qpn
;
833 param
.starting_psn
= cmd
.psn
;
834 param
.private_data_len
= cmd
.len
;
835 param
.responder_resources
= cmd
.responder_resources
;
836 param
.initiator_depth
= cmd
.initiator_depth
;
837 param
.target_ack_delay
= cmd
.target_ack_delay
;
838 param
.failover_accepted
= cmd
.failover_accepted
;
839 param
.flow_control
= cmd
.flow_control
;
840 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
843 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
846 result
= ib_send_cm_rep(ctx
->cm_id
, ¶m
);
849 result
= PTR_ERR(ctx
);
851 kfree(param
.private_data
);
855 static ssize_t
ib_ucm_send_private_data(struct ib_ucm_file
*file
,
856 const char __user
*inbuf
, int in_len
,
857 int (*func
)(struct ib_cm_id
*cm_id
,
858 const void *private_data
,
859 u8 private_data_len
))
861 struct ib_ucm_private_data cmd
;
862 struct ib_ucm_context
*ctx
;
863 const void *private_data
= NULL
;
866 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
869 result
= ib_ucm_alloc_data(&private_data
, cmd
.data
, cmd
.len
);
873 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
875 result
= func(ctx
->cm_id
, private_data
, cmd
.len
);
878 result
= PTR_ERR(ctx
);
884 static ssize_t
ib_ucm_send_rtu(struct ib_ucm_file
*file
,
885 const char __user
*inbuf
,
886 int in_len
, int out_len
)
888 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_rtu
);
891 static ssize_t
ib_ucm_send_dreq(struct ib_ucm_file
*file
,
892 const char __user
*inbuf
,
893 int in_len
, int out_len
)
895 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_dreq
);
898 static ssize_t
ib_ucm_send_drep(struct ib_ucm_file
*file
,
899 const char __user
*inbuf
,
900 int in_len
, int out_len
)
902 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_drep
);
905 static ssize_t
ib_ucm_send_info(struct ib_ucm_file
*file
,
906 const char __user
*inbuf
, int in_len
,
907 int (*func
)(struct ib_cm_id
*cm_id
,
914 struct ib_ucm_context
*ctx
;
915 struct ib_ucm_info cmd
;
916 const void *data
= NULL
;
917 const void *info
= NULL
;
920 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
923 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.data_len
);
927 result
= ib_ucm_alloc_data(&info
, cmd
.info
, cmd
.info_len
);
931 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
933 result
= func(ctx
->cm_id
, cmd
.status
, info
, cmd
.info_len
,
937 result
= PTR_ERR(ctx
);
945 static ssize_t
ib_ucm_send_rej(struct ib_ucm_file
*file
,
946 const char __user
*inbuf
,
947 int in_len
, int out_len
)
949 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_rej
);
952 static ssize_t
ib_ucm_send_apr(struct ib_ucm_file
*file
,
953 const char __user
*inbuf
,
954 int in_len
, int out_len
)
956 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_apr
);
959 static ssize_t
ib_ucm_send_mra(struct ib_ucm_file
*file
,
960 const char __user
*inbuf
,
961 int in_len
, int out_len
)
963 struct ib_ucm_context
*ctx
;
964 struct ib_ucm_mra cmd
;
965 const void *data
= NULL
;
968 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
971 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
975 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
977 result
= ib_send_cm_mra(ctx
->cm_id
, cmd
.timeout
, data
, cmd
.len
);
980 result
= PTR_ERR(ctx
);
986 static ssize_t
ib_ucm_send_lap(struct ib_ucm_file
*file
,
987 const char __user
*inbuf
,
988 int in_len
, int out_len
)
990 struct ib_ucm_context
*ctx
;
991 struct ib_sa_path_rec
*path
= NULL
;
992 struct ib_ucm_lap cmd
;
993 const void *data
= NULL
;
996 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
999 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
1003 result
= ib_ucm_path_get(&path
, cmd
.path
);
1007 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1009 result
= ib_send_cm_lap(ctx
->cm_id
, path
, data
, cmd
.len
);
1010 ib_ucm_ctx_put(ctx
);
1012 result
= PTR_ERR(ctx
);
1020 static ssize_t
ib_ucm_send_sidr_req(struct ib_ucm_file
*file
,
1021 const char __user
*inbuf
,
1022 int in_len
, int out_len
)
1024 struct ib_cm_sidr_req_param param
;
1025 struct ib_ucm_context
*ctx
;
1026 struct ib_ucm_sidr_req cmd
;
1029 param
.private_data
= NULL
;
1032 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1035 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
1039 result
= ib_ucm_path_get(¶m
.path
, cmd
.path
);
1043 param
.private_data_len
= cmd
.len
;
1044 param
.service_id
= cmd
.sid
;
1045 param
.timeout_ms
= cmd
.timeout
;
1046 param
.max_cm_retries
= cmd
.max_cm_retries
;
1048 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1050 result
= ib_send_cm_sidr_req(ctx
->cm_id
, ¶m
);
1051 ib_ucm_ctx_put(ctx
);
1053 result
= PTR_ERR(ctx
);
1056 kfree(param
.private_data
);
1061 static ssize_t
ib_ucm_send_sidr_rep(struct ib_ucm_file
*file
,
1062 const char __user
*inbuf
,
1063 int in_len
, int out_len
)
1065 struct ib_cm_sidr_rep_param param
;
1066 struct ib_ucm_sidr_rep cmd
;
1067 struct ib_ucm_context
*ctx
;
1072 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1075 result
= ib_ucm_alloc_data(¶m
.private_data
,
1076 cmd
.data
, cmd
.data_len
);
1080 result
= ib_ucm_alloc_data(¶m
.info
, cmd
.info
, cmd
.info_len
);
1084 param
.qp_num
= cmd
.qpn
;
1085 param
.qkey
= cmd
.qkey
;
1086 param
.status
= cmd
.status
;
1087 param
.info_length
= cmd
.info_len
;
1088 param
.private_data_len
= cmd
.data_len
;
1090 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1092 result
= ib_send_cm_sidr_rep(ctx
->cm_id
, ¶m
);
1093 ib_ucm_ctx_put(ctx
);
1095 result
= PTR_ERR(ctx
);
1098 kfree(param
.private_data
);
1103 static ssize_t (*ucm_cmd_table
[])(struct ib_ucm_file
*file
,
1104 const char __user
*inbuf
,
1105 int in_len
, int out_len
) = {
1106 [IB_USER_CM_CMD_CREATE_ID
] = ib_ucm_create_id
,
1107 [IB_USER_CM_CMD_DESTROY_ID
] = ib_ucm_destroy_id
,
1108 [IB_USER_CM_CMD_ATTR_ID
] = ib_ucm_attr_id
,
1109 [IB_USER_CM_CMD_LISTEN
] = ib_ucm_listen
,
1110 [IB_USER_CM_CMD_NOTIFY
] = ib_ucm_notify
,
1111 [IB_USER_CM_CMD_SEND_REQ
] = ib_ucm_send_req
,
1112 [IB_USER_CM_CMD_SEND_REP
] = ib_ucm_send_rep
,
1113 [IB_USER_CM_CMD_SEND_RTU
] = ib_ucm_send_rtu
,
1114 [IB_USER_CM_CMD_SEND_DREQ
] = ib_ucm_send_dreq
,
1115 [IB_USER_CM_CMD_SEND_DREP
] = ib_ucm_send_drep
,
1116 [IB_USER_CM_CMD_SEND_REJ
] = ib_ucm_send_rej
,
1117 [IB_USER_CM_CMD_SEND_MRA
] = ib_ucm_send_mra
,
1118 [IB_USER_CM_CMD_SEND_LAP
] = ib_ucm_send_lap
,
1119 [IB_USER_CM_CMD_SEND_APR
] = ib_ucm_send_apr
,
1120 [IB_USER_CM_CMD_SEND_SIDR_REQ
] = ib_ucm_send_sidr_req
,
1121 [IB_USER_CM_CMD_SEND_SIDR_REP
] = ib_ucm_send_sidr_rep
,
1122 [IB_USER_CM_CMD_EVENT
] = ib_ucm_event
,
1123 [IB_USER_CM_CMD_INIT_QP_ATTR
] = ib_ucm_init_qp_attr
,
1126 static ssize_t
ib_ucm_write(struct file
*filp
, const char __user
*buf
,
1127 size_t len
, loff_t
*pos
)
1129 struct ib_ucm_file
*file
= filp
->private_data
;
1130 struct ib_ucm_cmd_hdr hdr
;
1133 if (len
< sizeof(hdr
))
1136 if (copy_from_user(&hdr
, buf
, sizeof(hdr
)))
1139 if (hdr
.cmd
< 0 || hdr
.cmd
>= ARRAY_SIZE(ucm_cmd_table
))
1142 if (hdr
.in
+ sizeof(hdr
) > len
)
1145 result
= ucm_cmd_table
[hdr
.cmd
](file
, buf
+ sizeof(hdr
),
1153 static unsigned int ib_ucm_poll(struct file
*filp
,
1154 struct poll_table_struct
*wait
)
1156 struct ib_ucm_file
*file
= filp
->private_data
;
1157 unsigned int mask
= 0;
1159 poll_wait(filp
, &file
->poll_wait
, wait
);
1161 if (!list_empty(&file
->events
))
1162 mask
= POLLIN
| POLLRDNORM
;
1167 static int ib_ucm_open(struct inode
*inode
, struct file
*filp
)
1169 struct ib_ucm_file
*file
;
1171 file
= kmalloc(sizeof(*file
), GFP_KERNEL
);
1175 INIT_LIST_HEAD(&file
->events
);
1176 INIT_LIST_HEAD(&file
->ctxs
);
1177 init_waitqueue_head(&file
->poll_wait
);
1179 mutex_init(&file
->file_mutex
);
1181 filp
->private_data
= file
;
1183 file
->device
= container_of(inode
->i_cdev
, struct ib_ucm_device
, dev
);
1188 static int ib_ucm_close(struct inode
*inode
, struct file
*filp
)
1190 struct ib_ucm_file
*file
= filp
->private_data
;
1191 struct ib_ucm_context
*ctx
;
1193 mutex_lock(&file
->file_mutex
);
1194 while (!list_empty(&file
->ctxs
)) {
1195 ctx
= list_entry(file
->ctxs
.next
,
1196 struct ib_ucm_context
, file_list
);
1197 mutex_unlock(&file
->file_mutex
);
1199 mutex_lock(&ctx_id_mutex
);
1200 idr_remove(&ctx_id_table
, ctx
->id
);
1201 mutex_unlock(&ctx_id_mutex
);
1203 ib_destroy_cm_id(ctx
->cm_id
);
1204 ib_ucm_cleanup_events(ctx
);
1207 mutex_lock(&file
->file_mutex
);
1209 mutex_unlock(&file
->file_mutex
);
1214 static void ib_ucm_release_class_dev(struct class_device
*class_dev
)
1216 struct ib_ucm_device
*dev
;
1218 dev
= container_of(class_dev
, struct ib_ucm_device
, class_dev
);
1219 cdev_del(&dev
->dev
);
1220 clear_bit(dev
->devnum
, dev_map
);
1224 static const struct file_operations ucm_fops
= {
1225 .owner
= THIS_MODULE
,
1226 .open
= ib_ucm_open
,
1227 .release
= ib_ucm_close
,
1228 .write
= ib_ucm_write
,
1229 .poll
= ib_ucm_poll
,
1232 static struct class ucm_class
= {
1233 .name
= "infiniband_cm",
1234 .release
= ib_ucm_release_class_dev
1237 static ssize_t
show_ibdev(struct class_device
*class_dev
, char *buf
)
1239 struct ib_ucm_device
*dev
;
1241 dev
= container_of(class_dev
, struct ib_ucm_device
, class_dev
);
1242 return sprintf(buf
, "%s\n", dev
->ib_dev
->name
);
1244 static CLASS_DEVICE_ATTR(ibdev
, S_IRUGO
, show_ibdev
, NULL
);
1246 static void ib_ucm_add_one(struct ib_device
*device
)
1248 struct ib_ucm_device
*ucm_dev
;
1250 if (!device
->alloc_ucontext
||
1251 rdma_node_get_transport(device
->node_type
) != RDMA_TRANSPORT_IB
)
1254 ucm_dev
= kzalloc(sizeof *ucm_dev
, GFP_KERNEL
);
1258 ucm_dev
->ib_dev
= device
;
1260 ucm_dev
->devnum
= find_first_zero_bit(dev_map
, IB_UCM_MAX_DEVICES
);
1261 if (ucm_dev
->devnum
>= IB_UCM_MAX_DEVICES
)
1264 set_bit(ucm_dev
->devnum
, dev_map
);
1266 cdev_init(&ucm_dev
->dev
, &ucm_fops
);
1267 ucm_dev
->dev
.owner
= THIS_MODULE
;
1268 kobject_set_name(&ucm_dev
->dev
.kobj
, "ucm%d", ucm_dev
->devnum
);
1269 if (cdev_add(&ucm_dev
->dev
, IB_UCM_BASE_DEV
+ ucm_dev
->devnum
, 1))
1272 ucm_dev
->class_dev
.class = &ucm_class
;
1273 ucm_dev
->class_dev
.dev
= device
->dma_device
;
1274 ucm_dev
->class_dev
.devt
= ucm_dev
->dev
.dev
;
1275 snprintf(ucm_dev
->class_dev
.class_id
, BUS_ID_SIZE
, "ucm%d",
1277 if (class_device_register(&ucm_dev
->class_dev
))
1280 if (class_device_create_file(&ucm_dev
->class_dev
,
1281 &class_device_attr_ibdev
))
1284 ib_set_client_data(device
, &ucm_client
, ucm_dev
);
1288 class_device_unregister(&ucm_dev
->class_dev
);
1290 cdev_del(&ucm_dev
->dev
);
1291 clear_bit(ucm_dev
->devnum
, dev_map
);
1297 static void ib_ucm_remove_one(struct ib_device
*device
)
1299 struct ib_ucm_device
*ucm_dev
= ib_get_client_data(device
, &ucm_client
);
1304 class_device_unregister(&ucm_dev
->class_dev
);
1307 static ssize_t
show_abi_version(struct class *class, char *buf
)
1309 return sprintf(buf
, "%d\n", IB_USER_CM_ABI_VERSION
);
1311 static CLASS_ATTR(abi_version
, S_IRUGO
, show_abi_version
, NULL
);
1313 static int __init
ib_ucm_init(void)
1317 ret
= register_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
,
1320 printk(KERN_ERR
"ucm: couldn't register device number\n");
1324 ret
= class_register(&ucm_class
);
1326 printk(KERN_ERR
"ucm: couldn't create class infiniband_cm\n");
1330 ret
= class_create_file(&ucm_class
, &class_attr_abi_version
);
1332 printk(KERN_ERR
"ucm: couldn't create abi_version attribute\n");
1336 ret
= ib_register_client(&ucm_client
);
1338 printk(KERN_ERR
"ucm: couldn't register client\n");
1344 class_unregister(&ucm_class
);
1346 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1351 static void __exit
ib_ucm_cleanup(void)
1353 ib_unregister_client(&ucm_client
);
1354 class_unregister(&ucm_class
);
1355 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1356 idr_destroy(&ctx_id_table
);
1359 module_init(ib_ucm_init
);
1360 module_exit(ib_ucm_cleanup
);