2 * Copyright (c) 2005 Topspin Communications. All rights reserved.
3 * Copyright (c) 2005 Intel Corporation. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/completion.h>
35 #include <linux/init.h>
37 #include <linux/module.h>
38 #include <linux/device.h>
39 #include <linux/err.h>
40 #include <linux/poll.h>
41 #include <linux/sched.h>
42 #include <linux/file.h>
43 #include <linux/mount.h>
44 #include <linux/cdev.h>
45 #include <linux/idr.h>
46 #include <linux/mutex.h>
47 #include <linux/slab.h>
49 #include <asm/uaccess.h>
51 #include <rdma/ib_cm.h>
52 #include <rdma/ib_user_cm.h>
53 #include <rdma/ib_marshall.h>
55 MODULE_AUTHOR("Libor Michalek");
56 MODULE_DESCRIPTION("InfiniBand userspace Connection Manager access");
57 MODULE_LICENSE("Dual BSD/GPL");
59 struct ib_ucm_device
{
63 struct ib_device
*ib_dev
;
67 struct mutex file_mutex
;
69 struct ib_ucm_device
*device
;
71 struct list_head ctxs
;
72 struct list_head events
;
73 wait_queue_head_t poll_wait
;
76 struct ib_ucm_context
{
78 struct completion comp
;
82 struct ib_ucm_file
*file
;
83 struct ib_cm_id
*cm_id
;
86 struct list_head events
; /* list of pending events. */
87 struct list_head file_list
; /* member in file ctx list */
91 struct ib_ucm_context
*ctx
;
92 struct list_head file_list
; /* member in file event list */
93 struct list_head ctx_list
; /* member in ctx event list */
95 struct ib_cm_id
*cm_id
;
96 struct ib_ucm_event_resp resp
;
105 IB_UCM_BASE_MINOR
= 224,
106 IB_UCM_MAX_DEVICES
= 32
109 /* ib_cm and ib_user_cm modules share /sys/class/infiniband_cm */
110 extern struct class cm_class
;
112 #define IB_UCM_BASE_DEV MKDEV(IB_UCM_MAJOR, IB_UCM_BASE_MINOR)
114 static void ib_ucm_add_one(struct ib_device
*device
);
115 static void ib_ucm_remove_one(struct ib_device
*device
);
117 static struct ib_client ucm_client
= {
119 .add
= ib_ucm_add_one
,
120 .remove
= ib_ucm_remove_one
123 static DEFINE_MUTEX(ctx_id_mutex
);
124 static DEFINE_IDR(ctx_id_table
);
125 static DECLARE_BITMAP(dev_map
, IB_UCM_MAX_DEVICES
);
127 static struct ib_ucm_context
*ib_ucm_ctx_get(struct ib_ucm_file
*file
, int id
)
129 struct ib_ucm_context
*ctx
;
131 mutex_lock(&ctx_id_mutex
);
132 ctx
= idr_find(&ctx_id_table
, id
);
134 ctx
= ERR_PTR(-ENOENT
);
135 else if (ctx
->file
!= file
)
136 ctx
= ERR_PTR(-EINVAL
);
138 atomic_inc(&ctx
->ref
);
139 mutex_unlock(&ctx_id_mutex
);
144 static void ib_ucm_ctx_put(struct ib_ucm_context
*ctx
)
146 if (atomic_dec_and_test(&ctx
->ref
))
147 complete(&ctx
->comp
);
150 static inline int ib_ucm_new_cm_id(int event
)
152 return event
== IB_CM_REQ_RECEIVED
|| event
== IB_CM_SIDR_REQ_RECEIVED
;
155 static void ib_ucm_cleanup_events(struct ib_ucm_context
*ctx
)
157 struct ib_ucm_event
*uevent
;
159 mutex_lock(&ctx
->file
->file_mutex
);
160 list_del(&ctx
->file_list
);
161 while (!list_empty(&ctx
->events
)) {
163 uevent
= list_entry(ctx
->events
.next
,
164 struct ib_ucm_event
, ctx_list
);
165 list_del(&uevent
->file_list
);
166 list_del(&uevent
->ctx_list
);
167 mutex_unlock(&ctx
->file
->file_mutex
);
169 /* clear incoming connections. */
170 if (ib_ucm_new_cm_id(uevent
->resp
.event
))
171 ib_destroy_cm_id(uevent
->cm_id
);
174 mutex_lock(&ctx
->file
->file_mutex
);
176 mutex_unlock(&ctx
->file
->file_mutex
);
179 static struct ib_ucm_context
*ib_ucm_ctx_alloc(struct ib_ucm_file
*file
)
181 struct ib_ucm_context
*ctx
;
184 ctx
= kzalloc(sizeof *ctx
, GFP_KERNEL
);
188 atomic_set(&ctx
->ref
, 1);
189 init_completion(&ctx
->comp
);
191 INIT_LIST_HEAD(&ctx
->events
);
194 result
= idr_pre_get(&ctx_id_table
, GFP_KERNEL
);
198 mutex_lock(&ctx_id_mutex
);
199 result
= idr_get_new(&ctx_id_table
, ctx
, &ctx
->id
);
200 mutex_unlock(&ctx_id_mutex
);
201 } while (result
== -EAGAIN
);
206 list_add_tail(&ctx
->file_list
, &file
->ctxs
);
214 static void ib_ucm_event_req_get(struct ib_ucm_req_event_resp
*ureq
,
215 struct ib_cm_req_event_param
*kreq
)
217 ureq
->remote_ca_guid
= kreq
->remote_ca_guid
;
218 ureq
->remote_qkey
= kreq
->remote_qkey
;
219 ureq
->remote_qpn
= kreq
->remote_qpn
;
220 ureq
->qp_type
= kreq
->qp_type
;
221 ureq
->starting_psn
= kreq
->starting_psn
;
222 ureq
->responder_resources
= kreq
->responder_resources
;
223 ureq
->initiator_depth
= kreq
->initiator_depth
;
224 ureq
->local_cm_response_timeout
= kreq
->local_cm_response_timeout
;
225 ureq
->flow_control
= kreq
->flow_control
;
226 ureq
->remote_cm_response_timeout
= kreq
->remote_cm_response_timeout
;
227 ureq
->retry_count
= kreq
->retry_count
;
228 ureq
->rnr_retry_count
= kreq
->rnr_retry_count
;
229 ureq
->srq
= kreq
->srq
;
230 ureq
->port
= kreq
->port
;
232 ib_copy_path_rec_to_user(&ureq
->primary_path
, kreq
->primary_path
);
233 if (kreq
->alternate_path
)
234 ib_copy_path_rec_to_user(&ureq
->alternate_path
,
235 kreq
->alternate_path
);
238 static void ib_ucm_event_rep_get(struct ib_ucm_rep_event_resp
*urep
,
239 struct ib_cm_rep_event_param
*krep
)
241 urep
->remote_ca_guid
= krep
->remote_ca_guid
;
242 urep
->remote_qkey
= krep
->remote_qkey
;
243 urep
->remote_qpn
= krep
->remote_qpn
;
244 urep
->starting_psn
= krep
->starting_psn
;
245 urep
->responder_resources
= krep
->responder_resources
;
246 urep
->initiator_depth
= krep
->initiator_depth
;
247 urep
->target_ack_delay
= krep
->target_ack_delay
;
248 urep
->failover_accepted
= krep
->failover_accepted
;
249 urep
->flow_control
= krep
->flow_control
;
250 urep
->rnr_retry_count
= krep
->rnr_retry_count
;
251 urep
->srq
= krep
->srq
;
254 static void ib_ucm_event_sidr_rep_get(struct ib_ucm_sidr_rep_event_resp
*urep
,
255 struct ib_cm_sidr_rep_event_param
*krep
)
257 urep
->status
= krep
->status
;
258 urep
->qkey
= krep
->qkey
;
259 urep
->qpn
= krep
->qpn
;
262 static int ib_ucm_event_process(struct ib_cm_event
*evt
,
263 struct ib_ucm_event
*uvt
)
267 switch (evt
->event
) {
268 case IB_CM_REQ_RECEIVED
:
269 ib_ucm_event_req_get(&uvt
->resp
.u
.req_resp
,
270 &evt
->param
.req_rcvd
);
271 uvt
->data_len
= IB_CM_REQ_PRIVATE_DATA_SIZE
;
272 uvt
->resp
.present
= IB_UCM_PRES_PRIMARY
;
273 uvt
->resp
.present
|= (evt
->param
.req_rcvd
.alternate_path
?
274 IB_UCM_PRES_ALTERNATE
: 0);
276 case IB_CM_REP_RECEIVED
:
277 ib_ucm_event_rep_get(&uvt
->resp
.u
.rep_resp
,
278 &evt
->param
.rep_rcvd
);
279 uvt
->data_len
= IB_CM_REP_PRIVATE_DATA_SIZE
;
281 case IB_CM_RTU_RECEIVED
:
282 uvt
->data_len
= IB_CM_RTU_PRIVATE_DATA_SIZE
;
283 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
285 case IB_CM_DREQ_RECEIVED
:
286 uvt
->data_len
= IB_CM_DREQ_PRIVATE_DATA_SIZE
;
287 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
289 case IB_CM_DREP_RECEIVED
:
290 uvt
->data_len
= IB_CM_DREP_PRIVATE_DATA_SIZE
;
291 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
293 case IB_CM_MRA_RECEIVED
:
294 uvt
->resp
.u
.mra_resp
.timeout
=
295 evt
->param
.mra_rcvd
.service_timeout
;
296 uvt
->data_len
= IB_CM_MRA_PRIVATE_DATA_SIZE
;
298 case IB_CM_REJ_RECEIVED
:
299 uvt
->resp
.u
.rej_resp
.reason
= evt
->param
.rej_rcvd
.reason
;
300 uvt
->data_len
= IB_CM_REJ_PRIVATE_DATA_SIZE
;
301 uvt
->info_len
= evt
->param
.rej_rcvd
.ari_length
;
302 info
= evt
->param
.rej_rcvd
.ari
;
304 case IB_CM_LAP_RECEIVED
:
305 ib_copy_path_rec_to_user(&uvt
->resp
.u
.lap_resp
.path
,
306 evt
->param
.lap_rcvd
.alternate_path
);
307 uvt
->data_len
= IB_CM_LAP_PRIVATE_DATA_SIZE
;
308 uvt
->resp
.present
= IB_UCM_PRES_ALTERNATE
;
310 case IB_CM_APR_RECEIVED
:
311 uvt
->resp
.u
.apr_resp
.status
= evt
->param
.apr_rcvd
.ap_status
;
312 uvt
->data_len
= IB_CM_APR_PRIVATE_DATA_SIZE
;
313 uvt
->info_len
= evt
->param
.apr_rcvd
.info_len
;
314 info
= evt
->param
.apr_rcvd
.apr_info
;
316 case IB_CM_SIDR_REQ_RECEIVED
:
317 uvt
->resp
.u
.sidr_req_resp
.pkey
=
318 evt
->param
.sidr_req_rcvd
.pkey
;
319 uvt
->resp
.u
.sidr_req_resp
.port
=
320 evt
->param
.sidr_req_rcvd
.port
;
321 uvt
->data_len
= IB_CM_SIDR_REQ_PRIVATE_DATA_SIZE
;
323 case IB_CM_SIDR_REP_RECEIVED
:
324 ib_ucm_event_sidr_rep_get(&uvt
->resp
.u
.sidr_rep_resp
,
325 &evt
->param
.sidr_rep_rcvd
);
326 uvt
->data_len
= IB_CM_SIDR_REP_PRIVATE_DATA_SIZE
;
327 uvt
->info_len
= evt
->param
.sidr_rep_rcvd
.info_len
;
328 info
= evt
->param
.sidr_rep_rcvd
.info
;
331 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
336 uvt
->data
= kmemdup(evt
->private_data
, uvt
->data_len
, GFP_KERNEL
);
340 uvt
->resp
.present
|= IB_UCM_PRES_DATA
;
344 uvt
->info
= kmemdup(info
, uvt
->info_len
, GFP_KERNEL
);
348 uvt
->resp
.present
|= IB_UCM_PRES_INFO
;
358 static int ib_ucm_event_handler(struct ib_cm_id
*cm_id
,
359 struct ib_cm_event
*event
)
361 struct ib_ucm_event
*uevent
;
362 struct ib_ucm_context
*ctx
;
365 ctx
= cm_id
->context
;
367 uevent
= kzalloc(sizeof *uevent
, GFP_KERNEL
);
372 uevent
->cm_id
= cm_id
;
373 uevent
->resp
.uid
= ctx
->uid
;
374 uevent
->resp
.id
= ctx
->id
;
375 uevent
->resp
.event
= event
->event
;
377 result
= ib_ucm_event_process(event
, uevent
);
381 mutex_lock(&ctx
->file
->file_mutex
);
382 list_add_tail(&uevent
->file_list
, &ctx
->file
->events
);
383 list_add_tail(&uevent
->ctx_list
, &ctx
->events
);
384 wake_up_interruptible(&ctx
->file
->poll_wait
);
385 mutex_unlock(&ctx
->file
->file_mutex
);
391 /* Destroy new cm_id's */
392 return ib_ucm_new_cm_id(event
->event
);
395 static ssize_t
ib_ucm_event(struct ib_ucm_file
*file
,
396 const char __user
*inbuf
,
397 int in_len
, int out_len
)
399 struct ib_ucm_context
*ctx
;
400 struct ib_ucm_event_get cmd
;
401 struct ib_ucm_event
*uevent
;
405 if (out_len
< sizeof(struct ib_ucm_event_resp
))
408 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
411 mutex_lock(&file
->file_mutex
);
412 while (list_empty(&file
->events
)) {
413 mutex_unlock(&file
->file_mutex
);
415 if (file
->filp
->f_flags
& O_NONBLOCK
)
418 if (wait_event_interruptible(file
->poll_wait
,
419 !list_empty(&file
->events
)))
422 mutex_lock(&file
->file_mutex
);
425 uevent
= list_entry(file
->events
.next
, struct ib_ucm_event
, file_list
);
427 if (ib_ucm_new_cm_id(uevent
->resp
.event
)) {
428 ctx
= ib_ucm_ctx_alloc(file
);
434 ctx
->cm_id
= uevent
->cm_id
;
435 ctx
->cm_id
->context
= ctx
;
436 uevent
->resp
.id
= ctx
->id
;
439 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
440 &uevent
->resp
, sizeof(uevent
->resp
))) {
446 if (cmd
.data_len
< uevent
->data_len
) {
450 if (copy_to_user((void __user
*)(unsigned long)cmd
.data
,
451 uevent
->data
, uevent
->data_len
)) {
458 if (cmd
.info_len
< uevent
->info_len
) {
462 if (copy_to_user((void __user
*)(unsigned long)cmd
.info
,
463 uevent
->info
, uevent
->info_len
)) {
469 list_del(&uevent
->file_list
);
470 list_del(&uevent
->ctx_list
);
471 uevent
->ctx
->events_reported
++;
477 mutex_unlock(&file
->file_mutex
);
481 static ssize_t
ib_ucm_create_id(struct ib_ucm_file
*file
,
482 const char __user
*inbuf
,
483 int in_len
, int out_len
)
485 struct ib_ucm_create_id cmd
;
486 struct ib_ucm_create_id_resp resp
;
487 struct ib_ucm_context
*ctx
;
490 if (out_len
< sizeof(resp
))
493 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
496 mutex_lock(&file
->file_mutex
);
497 ctx
= ib_ucm_ctx_alloc(file
);
498 mutex_unlock(&file
->file_mutex
);
503 ctx
->cm_id
= ib_create_cm_id(file
->device
->ib_dev
,
504 ib_ucm_event_handler
, ctx
);
505 if (IS_ERR(ctx
->cm_id
)) {
506 result
= PTR_ERR(ctx
->cm_id
);
511 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
512 &resp
, sizeof(resp
))) {
519 ib_destroy_cm_id(ctx
->cm_id
);
521 mutex_lock(&ctx_id_mutex
);
522 idr_remove(&ctx_id_table
, ctx
->id
);
523 mutex_unlock(&ctx_id_mutex
);
528 static ssize_t
ib_ucm_destroy_id(struct ib_ucm_file
*file
,
529 const char __user
*inbuf
,
530 int in_len
, int out_len
)
532 struct ib_ucm_destroy_id cmd
;
533 struct ib_ucm_destroy_id_resp resp
;
534 struct ib_ucm_context
*ctx
;
537 if (out_len
< sizeof(resp
))
540 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
543 mutex_lock(&ctx_id_mutex
);
544 ctx
= idr_find(&ctx_id_table
, cmd
.id
);
546 ctx
= ERR_PTR(-ENOENT
);
547 else if (ctx
->file
!= file
)
548 ctx
= ERR_PTR(-EINVAL
);
550 idr_remove(&ctx_id_table
, ctx
->id
);
551 mutex_unlock(&ctx_id_mutex
);
557 wait_for_completion(&ctx
->comp
);
559 /* No new events will be generated after destroying the cm_id. */
560 ib_destroy_cm_id(ctx
->cm_id
);
561 /* Cleanup events not yet reported to the user. */
562 ib_ucm_cleanup_events(ctx
);
564 resp
.events_reported
= ctx
->events_reported
;
565 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
566 &resp
, sizeof(resp
)))
573 static ssize_t
ib_ucm_attr_id(struct ib_ucm_file
*file
,
574 const char __user
*inbuf
,
575 int in_len
, int out_len
)
577 struct ib_ucm_attr_id_resp resp
;
578 struct ib_ucm_attr_id cmd
;
579 struct ib_ucm_context
*ctx
;
582 if (out_len
< sizeof(resp
))
585 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
588 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
592 resp
.service_id
= ctx
->cm_id
->service_id
;
593 resp
.service_mask
= ctx
->cm_id
->service_mask
;
594 resp
.local_id
= ctx
->cm_id
->local_id
;
595 resp
.remote_id
= ctx
->cm_id
->remote_id
;
597 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
598 &resp
, sizeof(resp
)))
605 static ssize_t
ib_ucm_init_qp_attr(struct ib_ucm_file
*file
,
606 const char __user
*inbuf
,
607 int in_len
, int out_len
)
609 struct ib_uverbs_qp_attr resp
;
610 struct ib_ucm_init_qp_attr cmd
;
611 struct ib_ucm_context
*ctx
;
612 struct ib_qp_attr qp_attr
;
615 if (out_len
< sizeof(resp
))
618 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
621 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
625 resp
.qp_attr_mask
= 0;
626 memset(&qp_attr
, 0, sizeof qp_attr
);
627 qp_attr
.qp_state
= cmd
.qp_state
;
628 result
= ib_cm_init_qp_attr(ctx
->cm_id
, &qp_attr
, &resp
.qp_attr_mask
);
632 ib_copy_qp_attr_to_user(&resp
, &qp_attr
);
634 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
635 &resp
, sizeof(resp
)))
643 static int ucm_validate_listen(__be64 service_id
, __be64 service_mask
)
645 service_id
&= service_mask
;
647 if (((service_id
& IB_CMA_SERVICE_ID_MASK
) == IB_CMA_SERVICE_ID
) ||
648 ((service_id
& IB_SDP_SERVICE_ID_MASK
) == IB_SDP_SERVICE_ID
))
654 static ssize_t
ib_ucm_listen(struct ib_ucm_file
*file
,
655 const char __user
*inbuf
,
656 int in_len
, int out_len
)
658 struct ib_ucm_listen cmd
;
659 struct ib_ucm_context
*ctx
;
662 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
665 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
669 result
= ucm_validate_listen(cmd
.service_id
, cmd
.service_mask
);
673 result
= ib_cm_listen(ctx
->cm_id
, cmd
.service_id
, cmd
.service_mask
,
680 static ssize_t
ib_ucm_notify(struct ib_ucm_file
*file
,
681 const char __user
*inbuf
,
682 int in_len
, int out_len
)
684 struct ib_ucm_notify cmd
;
685 struct ib_ucm_context
*ctx
;
688 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
691 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
695 result
= ib_cm_notify(ctx
->cm_id
, (enum ib_event_type
) cmd
.event
);
700 static int ib_ucm_alloc_data(const void **dest
, u64 src
, u32 len
)
709 data
= kmalloc(len
, GFP_KERNEL
);
713 if (copy_from_user(data
, (void __user
*)(unsigned long)src
, len
)) {
722 static int ib_ucm_path_get(struct ib_sa_path_rec
**path
, u64 src
)
724 struct ib_user_path_rec upath
;
725 struct ib_sa_path_rec
*sa_path
;
732 sa_path
= kmalloc(sizeof(*sa_path
), GFP_KERNEL
);
736 if (copy_from_user(&upath
, (void __user
*)(unsigned long)src
,
743 ib_copy_path_rec_from_user(sa_path
, &upath
);
748 static ssize_t
ib_ucm_send_req(struct ib_ucm_file
*file
,
749 const char __user
*inbuf
,
750 int in_len
, int out_len
)
752 struct ib_cm_req_param param
;
753 struct ib_ucm_context
*ctx
;
754 struct ib_ucm_req cmd
;
757 param
.private_data
= NULL
;
758 param
.primary_path
= NULL
;
759 param
.alternate_path
= NULL
;
761 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
764 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
768 result
= ib_ucm_path_get(¶m
.primary_path
, cmd
.primary_path
);
772 result
= ib_ucm_path_get(¶m
.alternate_path
, cmd
.alternate_path
);
776 param
.private_data_len
= cmd
.len
;
777 param
.service_id
= cmd
.sid
;
778 param
.qp_num
= cmd
.qpn
;
779 param
.qp_type
= cmd
.qp_type
;
780 param
.starting_psn
= cmd
.psn
;
781 param
.peer_to_peer
= cmd
.peer_to_peer
;
782 param
.responder_resources
= cmd
.responder_resources
;
783 param
.initiator_depth
= cmd
.initiator_depth
;
784 param
.remote_cm_response_timeout
= cmd
.remote_cm_response_timeout
;
785 param
.flow_control
= cmd
.flow_control
;
786 param
.local_cm_response_timeout
= cmd
.local_cm_response_timeout
;
787 param
.retry_count
= cmd
.retry_count
;
788 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
789 param
.max_cm_retries
= cmd
.max_cm_retries
;
792 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
794 result
= ib_send_cm_req(ctx
->cm_id
, ¶m
);
797 result
= PTR_ERR(ctx
);
800 kfree(param
.private_data
);
801 kfree(param
.primary_path
);
802 kfree(param
.alternate_path
);
806 static ssize_t
ib_ucm_send_rep(struct ib_ucm_file
*file
,
807 const char __user
*inbuf
,
808 int in_len
, int out_len
)
810 struct ib_cm_rep_param param
;
811 struct ib_ucm_context
*ctx
;
812 struct ib_ucm_rep cmd
;
815 param
.private_data
= NULL
;
817 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
820 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
824 param
.qp_num
= cmd
.qpn
;
825 param
.starting_psn
= cmd
.psn
;
826 param
.private_data_len
= cmd
.len
;
827 param
.responder_resources
= cmd
.responder_resources
;
828 param
.initiator_depth
= cmd
.initiator_depth
;
829 param
.failover_accepted
= cmd
.failover_accepted
;
830 param
.flow_control
= cmd
.flow_control
;
831 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
834 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
837 result
= ib_send_cm_rep(ctx
->cm_id
, ¶m
);
840 result
= PTR_ERR(ctx
);
842 kfree(param
.private_data
);
846 static ssize_t
ib_ucm_send_private_data(struct ib_ucm_file
*file
,
847 const char __user
*inbuf
, int in_len
,
848 int (*func
)(struct ib_cm_id
*cm_id
,
849 const void *private_data
,
850 u8 private_data_len
))
852 struct ib_ucm_private_data cmd
;
853 struct ib_ucm_context
*ctx
;
854 const void *private_data
= NULL
;
857 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
860 result
= ib_ucm_alloc_data(&private_data
, cmd
.data
, cmd
.len
);
864 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
866 result
= func(ctx
->cm_id
, private_data
, cmd
.len
);
869 result
= PTR_ERR(ctx
);
875 static ssize_t
ib_ucm_send_rtu(struct ib_ucm_file
*file
,
876 const char __user
*inbuf
,
877 int in_len
, int out_len
)
879 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_rtu
);
882 static ssize_t
ib_ucm_send_dreq(struct ib_ucm_file
*file
,
883 const char __user
*inbuf
,
884 int in_len
, int out_len
)
886 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_dreq
);
889 static ssize_t
ib_ucm_send_drep(struct ib_ucm_file
*file
,
890 const char __user
*inbuf
,
891 int in_len
, int out_len
)
893 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_drep
);
896 static ssize_t
ib_ucm_send_info(struct ib_ucm_file
*file
,
897 const char __user
*inbuf
, int in_len
,
898 int (*func
)(struct ib_cm_id
*cm_id
,
905 struct ib_ucm_context
*ctx
;
906 struct ib_ucm_info cmd
;
907 const void *data
= NULL
;
908 const void *info
= NULL
;
911 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
914 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.data_len
);
918 result
= ib_ucm_alloc_data(&info
, cmd
.info
, cmd
.info_len
);
922 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
924 result
= func(ctx
->cm_id
, cmd
.status
, info
, cmd
.info_len
,
928 result
= PTR_ERR(ctx
);
936 static ssize_t
ib_ucm_send_rej(struct ib_ucm_file
*file
,
937 const char __user
*inbuf
,
938 int in_len
, int out_len
)
940 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_rej
);
943 static ssize_t
ib_ucm_send_apr(struct ib_ucm_file
*file
,
944 const char __user
*inbuf
,
945 int in_len
, int out_len
)
947 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_apr
);
950 static ssize_t
ib_ucm_send_mra(struct ib_ucm_file
*file
,
951 const char __user
*inbuf
,
952 int in_len
, int out_len
)
954 struct ib_ucm_context
*ctx
;
955 struct ib_ucm_mra cmd
;
956 const void *data
= NULL
;
959 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
962 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
966 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
968 result
= ib_send_cm_mra(ctx
->cm_id
, cmd
.timeout
, data
, cmd
.len
);
971 result
= PTR_ERR(ctx
);
977 static ssize_t
ib_ucm_send_lap(struct ib_ucm_file
*file
,
978 const char __user
*inbuf
,
979 int in_len
, int out_len
)
981 struct ib_ucm_context
*ctx
;
982 struct ib_sa_path_rec
*path
= NULL
;
983 struct ib_ucm_lap cmd
;
984 const void *data
= NULL
;
987 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
990 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
994 result
= ib_ucm_path_get(&path
, cmd
.path
);
998 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1000 result
= ib_send_cm_lap(ctx
->cm_id
, path
, data
, cmd
.len
);
1001 ib_ucm_ctx_put(ctx
);
1003 result
= PTR_ERR(ctx
);
1011 static ssize_t
ib_ucm_send_sidr_req(struct ib_ucm_file
*file
,
1012 const char __user
*inbuf
,
1013 int in_len
, int out_len
)
1015 struct ib_cm_sidr_req_param param
;
1016 struct ib_ucm_context
*ctx
;
1017 struct ib_ucm_sidr_req cmd
;
1020 param
.private_data
= NULL
;
1023 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1026 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
1030 result
= ib_ucm_path_get(¶m
.path
, cmd
.path
);
1034 param
.private_data_len
= cmd
.len
;
1035 param
.service_id
= cmd
.sid
;
1036 param
.timeout_ms
= cmd
.timeout
;
1037 param
.max_cm_retries
= cmd
.max_cm_retries
;
1039 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1041 result
= ib_send_cm_sidr_req(ctx
->cm_id
, ¶m
);
1042 ib_ucm_ctx_put(ctx
);
1044 result
= PTR_ERR(ctx
);
1047 kfree(param
.private_data
);
1052 static ssize_t
ib_ucm_send_sidr_rep(struct ib_ucm_file
*file
,
1053 const char __user
*inbuf
,
1054 int in_len
, int out_len
)
1056 struct ib_cm_sidr_rep_param param
;
1057 struct ib_ucm_sidr_rep cmd
;
1058 struct ib_ucm_context
*ctx
;
1063 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1066 result
= ib_ucm_alloc_data(¶m
.private_data
,
1067 cmd
.data
, cmd
.data_len
);
1071 result
= ib_ucm_alloc_data(¶m
.info
, cmd
.info
, cmd
.info_len
);
1075 param
.qp_num
= cmd
.qpn
;
1076 param
.qkey
= cmd
.qkey
;
1077 param
.status
= cmd
.status
;
1078 param
.info_length
= cmd
.info_len
;
1079 param
.private_data_len
= cmd
.data_len
;
1081 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1083 result
= ib_send_cm_sidr_rep(ctx
->cm_id
, ¶m
);
1084 ib_ucm_ctx_put(ctx
);
1086 result
= PTR_ERR(ctx
);
1089 kfree(param
.private_data
);
1094 static ssize_t (*ucm_cmd_table
[])(struct ib_ucm_file
*file
,
1095 const char __user
*inbuf
,
1096 int in_len
, int out_len
) = {
1097 [IB_USER_CM_CMD_CREATE_ID
] = ib_ucm_create_id
,
1098 [IB_USER_CM_CMD_DESTROY_ID
] = ib_ucm_destroy_id
,
1099 [IB_USER_CM_CMD_ATTR_ID
] = ib_ucm_attr_id
,
1100 [IB_USER_CM_CMD_LISTEN
] = ib_ucm_listen
,
1101 [IB_USER_CM_CMD_NOTIFY
] = ib_ucm_notify
,
1102 [IB_USER_CM_CMD_SEND_REQ
] = ib_ucm_send_req
,
1103 [IB_USER_CM_CMD_SEND_REP
] = ib_ucm_send_rep
,
1104 [IB_USER_CM_CMD_SEND_RTU
] = ib_ucm_send_rtu
,
1105 [IB_USER_CM_CMD_SEND_DREQ
] = ib_ucm_send_dreq
,
1106 [IB_USER_CM_CMD_SEND_DREP
] = ib_ucm_send_drep
,
1107 [IB_USER_CM_CMD_SEND_REJ
] = ib_ucm_send_rej
,
1108 [IB_USER_CM_CMD_SEND_MRA
] = ib_ucm_send_mra
,
1109 [IB_USER_CM_CMD_SEND_LAP
] = ib_ucm_send_lap
,
1110 [IB_USER_CM_CMD_SEND_APR
] = ib_ucm_send_apr
,
1111 [IB_USER_CM_CMD_SEND_SIDR_REQ
] = ib_ucm_send_sidr_req
,
1112 [IB_USER_CM_CMD_SEND_SIDR_REP
] = ib_ucm_send_sidr_rep
,
1113 [IB_USER_CM_CMD_EVENT
] = ib_ucm_event
,
1114 [IB_USER_CM_CMD_INIT_QP_ATTR
] = ib_ucm_init_qp_attr
,
1117 static ssize_t
ib_ucm_write(struct file
*filp
, const char __user
*buf
,
1118 size_t len
, loff_t
*pos
)
1120 struct ib_ucm_file
*file
= filp
->private_data
;
1121 struct ib_ucm_cmd_hdr hdr
;
1124 if (len
< sizeof(hdr
))
1127 if (copy_from_user(&hdr
, buf
, sizeof(hdr
)))
1130 if (hdr
.cmd
< 0 || hdr
.cmd
>= ARRAY_SIZE(ucm_cmd_table
))
1133 if (hdr
.in
+ sizeof(hdr
) > len
)
1136 result
= ucm_cmd_table
[hdr
.cmd
](file
, buf
+ sizeof(hdr
),
1144 static unsigned int ib_ucm_poll(struct file
*filp
,
1145 struct poll_table_struct
*wait
)
1147 struct ib_ucm_file
*file
= filp
->private_data
;
1148 unsigned int mask
= 0;
1150 poll_wait(filp
, &file
->poll_wait
, wait
);
1152 if (!list_empty(&file
->events
))
1153 mask
= POLLIN
| POLLRDNORM
;
1159 * ib_ucm_open() does not need the BKL:
1161 * - no global state is referred to;
1162 * - there is no ioctl method to race against;
1163 * - no further module initialization is required for open to work
1164 * after the device is registered.
1166 static int ib_ucm_open(struct inode
*inode
, struct file
*filp
)
1168 struct ib_ucm_file
*file
;
1170 file
= kmalloc(sizeof(*file
), GFP_KERNEL
);
1174 INIT_LIST_HEAD(&file
->events
);
1175 INIT_LIST_HEAD(&file
->ctxs
);
1176 init_waitqueue_head(&file
->poll_wait
);
1178 mutex_init(&file
->file_mutex
);
1180 filp
->private_data
= file
;
1182 file
->device
= container_of(inode
->i_cdev
, struct ib_ucm_device
, cdev
);
1187 static int ib_ucm_close(struct inode
*inode
, struct file
*filp
)
1189 struct ib_ucm_file
*file
= filp
->private_data
;
1190 struct ib_ucm_context
*ctx
;
1192 mutex_lock(&file
->file_mutex
);
1193 while (!list_empty(&file
->ctxs
)) {
1194 ctx
= list_entry(file
->ctxs
.next
,
1195 struct ib_ucm_context
, file_list
);
1196 mutex_unlock(&file
->file_mutex
);
1198 mutex_lock(&ctx_id_mutex
);
1199 idr_remove(&ctx_id_table
, ctx
->id
);
1200 mutex_unlock(&ctx_id_mutex
);
1202 ib_destroy_cm_id(ctx
->cm_id
);
1203 ib_ucm_cleanup_events(ctx
);
1206 mutex_lock(&file
->file_mutex
);
1208 mutex_unlock(&file
->file_mutex
);
1213 static void ib_ucm_release_dev(struct device
*dev
)
1215 struct ib_ucm_device
*ucm_dev
;
1217 ucm_dev
= container_of(dev
, struct ib_ucm_device
, dev
);
1218 cdev_del(&ucm_dev
->cdev
);
1219 if (ucm_dev
->devnum
< IB_UCM_MAX_DEVICES
)
1220 clear_bit(ucm_dev
->devnum
, dev_map
);
1222 clear_bit(ucm_dev
->devnum
- IB_UCM_MAX_DEVICES
, dev_map
);
1226 static const struct file_operations ucm_fops
= {
1227 .owner
= THIS_MODULE
,
1228 .open
= ib_ucm_open
,
1229 .release
= ib_ucm_close
,
1230 .write
= ib_ucm_write
,
1231 .poll
= ib_ucm_poll
,
1234 static ssize_t
show_ibdev(struct device
*dev
, struct device_attribute
*attr
,
1237 struct ib_ucm_device
*ucm_dev
;
1239 ucm_dev
= container_of(dev
, struct ib_ucm_device
, dev
);
1240 return sprintf(buf
, "%s\n", ucm_dev
->ib_dev
->name
);
1242 static DEVICE_ATTR(ibdev
, S_IRUGO
, show_ibdev
, NULL
);
1244 static dev_t overflow_maj
;
1245 static DECLARE_BITMAP(overflow_map
, IB_UCM_MAX_DEVICES
);
1246 static int find_overflow_devnum(void)
1250 if (!overflow_maj
) {
1251 ret
= alloc_chrdev_region(&overflow_maj
, 0, IB_UCM_MAX_DEVICES
,
1254 printk(KERN_ERR
"ucm: couldn't register dynamic device number\n");
1259 ret
= find_first_zero_bit(overflow_map
, IB_UCM_MAX_DEVICES
);
1260 if (ret
>= IB_UCM_MAX_DEVICES
)
1266 static void ib_ucm_add_one(struct ib_device
*device
)
1270 struct ib_ucm_device
*ucm_dev
;
1272 if (!device
->alloc_ucontext
||
1273 rdma_node_get_transport(device
->node_type
) != RDMA_TRANSPORT_IB
)
1276 ucm_dev
= kzalloc(sizeof *ucm_dev
, GFP_KERNEL
);
1280 ucm_dev
->ib_dev
= device
;
1282 devnum
= find_first_zero_bit(dev_map
, IB_UCM_MAX_DEVICES
);
1283 if (devnum
>= IB_UCM_MAX_DEVICES
) {
1284 devnum
= find_overflow_devnum();
1288 ucm_dev
->devnum
= devnum
+ IB_UCM_MAX_DEVICES
;
1289 base
= devnum
+ overflow_maj
;
1290 set_bit(devnum
, overflow_map
);
1292 ucm_dev
->devnum
= devnum
;
1293 base
= devnum
+ IB_UCM_BASE_DEV
;
1294 set_bit(devnum
, dev_map
);
1297 cdev_init(&ucm_dev
->cdev
, &ucm_fops
);
1298 ucm_dev
->cdev
.owner
= THIS_MODULE
;
1299 kobject_set_name(&ucm_dev
->cdev
.kobj
, "ucm%d", ucm_dev
->devnum
);
1300 if (cdev_add(&ucm_dev
->cdev
, base
, 1))
1303 ucm_dev
->dev
.class = &cm_class
;
1304 ucm_dev
->dev
.parent
= device
->dma_device
;
1305 ucm_dev
->dev
.devt
= ucm_dev
->cdev
.dev
;
1306 ucm_dev
->dev
.release
= ib_ucm_release_dev
;
1307 dev_set_name(&ucm_dev
->dev
, "ucm%d", ucm_dev
->devnum
);
1308 if (device_register(&ucm_dev
->dev
))
1311 if (device_create_file(&ucm_dev
->dev
, &dev_attr_ibdev
))
1314 ib_set_client_data(device
, &ucm_client
, ucm_dev
);
1318 device_unregister(&ucm_dev
->dev
);
1320 cdev_del(&ucm_dev
->cdev
);
1321 if (ucm_dev
->devnum
< IB_UCM_MAX_DEVICES
)
1322 clear_bit(devnum
, dev_map
);
1324 clear_bit(devnum
, overflow_map
);
1330 static void ib_ucm_remove_one(struct ib_device
*device
)
1332 struct ib_ucm_device
*ucm_dev
= ib_get_client_data(device
, &ucm_client
);
1337 device_unregister(&ucm_dev
->dev
);
1340 static CLASS_ATTR_STRING(abi_version
, S_IRUGO
,
1341 __stringify(IB_USER_CM_ABI_VERSION
));
1343 static int __init
ib_ucm_init(void)
1347 ret
= register_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
,
1350 printk(KERN_ERR
"ucm: couldn't register device number\n");
1354 ret
= class_create_file(&cm_class
, &class_attr_abi_version
.attr
);
1356 printk(KERN_ERR
"ucm: couldn't create abi_version attribute\n");
1360 ret
= ib_register_client(&ucm_client
);
1362 printk(KERN_ERR
"ucm: couldn't register client\n");
1368 class_remove_file(&cm_class
, &class_attr_abi_version
.attr
);
1370 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1375 static void __exit
ib_ucm_cleanup(void)
1377 ib_unregister_client(&ucm_client
);
1378 class_remove_file(&cm_class
, &class_attr_abi_version
.attr
);
1379 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1381 unregister_chrdev_region(overflow_maj
, IB_UCM_MAX_DEVICES
);
1382 idr_destroy(&ctx_id_table
);
1385 module_init(ib_ucm_init
);
1386 module_exit(ib_ucm_cleanup
);