2 * Copyright (c) 2005 Topspin Communications. All rights reserved.
3 * Copyright (c) 2005 Intel Corporation. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/completion.h>
35 #include <linux/init.h>
37 #include <linux/module.h>
38 #include <linux/device.h>
39 #include <linux/err.h>
40 #include <linux/poll.h>
41 #include <linux/sched.h>
42 #include <linux/file.h>
43 #include <linux/mount.h>
44 #include <linux/cdev.h>
45 #include <linux/idr.h>
46 #include <linux/mutex.h>
47 #include <linux/slab.h>
49 #include <asm/uaccess.h>
51 #include <rdma/ib_cm.h>
52 #include <rdma/ib_user_cm.h>
53 #include <rdma/ib_marshall.h>
55 MODULE_AUTHOR("Libor Michalek");
56 MODULE_DESCRIPTION("InfiniBand userspace Connection Manager access");
57 MODULE_LICENSE("Dual BSD/GPL");
59 struct ib_ucm_device
{
63 struct ib_device
*ib_dev
;
67 struct mutex file_mutex
;
69 struct ib_ucm_device
*device
;
71 struct list_head ctxs
;
72 struct list_head events
;
73 wait_queue_head_t poll_wait
;
76 struct ib_ucm_context
{
78 struct completion comp
;
82 struct ib_ucm_file
*file
;
83 struct ib_cm_id
*cm_id
;
86 struct list_head events
; /* list of pending events. */
87 struct list_head file_list
; /* member in file ctx list */
91 struct ib_ucm_context
*ctx
;
92 struct list_head file_list
; /* member in file event list */
93 struct list_head ctx_list
; /* member in ctx event list */
95 struct ib_cm_id
*cm_id
;
96 struct ib_ucm_event_resp resp
;
105 IB_UCM_BASE_MINOR
= 224,
106 IB_UCM_MAX_DEVICES
= 32
109 #define IB_UCM_BASE_DEV MKDEV(IB_UCM_MAJOR, IB_UCM_BASE_MINOR)
111 static void ib_ucm_add_one(struct ib_device
*device
);
112 static void ib_ucm_remove_one(struct ib_device
*device
);
114 static struct ib_client ucm_client
= {
116 .add
= ib_ucm_add_one
,
117 .remove
= ib_ucm_remove_one
120 static DEFINE_MUTEX(ctx_id_mutex
);
121 static DEFINE_IDR(ctx_id_table
);
122 static DECLARE_BITMAP(dev_map
, IB_UCM_MAX_DEVICES
);
124 static struct ib_ucm_context
*ib_ucm_ctx_get(struct ib_ucm_file
*file
, int id
)
126 struct ib_ucm_context
*ctx
;
128 mutex_lock(&ctx_id_mutex
);
129 ctx
= idr_find(&ctx_id_table
, id
);
131 ctx
= ERR_PTR(-ENOENT
);
132 else if (ctx
->file
!= file
)
133 ctx
= ERR_PTR(-EINVAL
);
135 atomic_inc(&ctx
->ref
);
136 mutex_unlock(&ctx_id_mutex
);
141 static void ib_ucm_ctx_put(struct ib_ucm_context
*ctx
)
143 if (atomic_dec_and_test(&ctx
->ref
))
144 complete(&ctx
->comp
);
147 static inline int ib_ucm_new_cm_id(int event
)
149 return event
== IB_CM_REQ_RECEIVED
|| event
== IB_CM_SIDR_REQ_RECEIVED
;
152 static void ib_ucm_cleanup_events(struct ib_ucm_context
*ctx
)
154 struct ib_ucm_event
*uevent
;
156 mutex_lock(&ctx
->file
->file_mutex
);
157 list_del(&ctx
->file_list
);
158 while (!list_empty(&ctx
->events
)) {
160 uevent
= list_entry(ctx
->events
.next
,
161 struct ib_ucm_event
, ctx_list
);
162 list_del(&uevent
->file_list
);
163 list_del(&uevent
->ctx_list
);
164 mutex_unlock(&ctx
->file
->file_mutex
);
166 /* clear incoming connections. */
167 if (ib_ucm_new_cm_id(uevent
->resp
.event
))
168 ib_destroy_cm_id(uevent
->cm_id
);
171 mutex_lock(&ctx
->file
->file_mutex
);
173 mutex_unlock(&ctx
->file
->file_mutex
);
176 static struct ib_ucm_context
*ib_ucm_ctx_alloc(struct ib_ucm_file
*file
)
178 struct ib_ucm_context
*ctx
;
180 ctx
= kzalloc(sizeof *ctx
, GFP_KERNEL
);
184 atomic_set(&ctx
->ref
, 1);
185 init_completion(&ctx
->comp
);
187 INIT_LIST_HEAD(&ctx
->events
);
189 mutex_lock(&ctx_id_mutex
);
190 ctx
->id
= idr_alloc(&ctx_id_table
, ctx
, 0, 0, GFP_KERNEL
);
191 mutex_unlock(&ctx_id_mutex
);
195 list_add_tail(&ctx
->file_list
, &file
->ctxs
);
203 static void ib_ucm_event_req_get(struct ib_ucm_req_event_resp
*ureq
,
204 struct ib_cm_req_event_param
*kreq
)
206 ureq
->remote_ca_guid
= kreq
->remote_ca_guid
;
207 ureq
->remote_qkey
= kreq
->remote_qkey
;
208 ureq
->remote_qpn
= kreq
->remote_qpn
;
209 ureq
->qp_type
= kreq
->qp_type
;
210 ureq
->starting_psn
= kreq
->starting_psn
;
211 ureq
->responder_resources
= kreq
->responder_resources
;
212 ureq
->initiator_depth
= kreq
->initiator_depth
;
213 ureq
->local_cm_response_timeout
= kreq
->local_cm_response_timeout
;
214 ureq
->flow_control
= kreq
->flow_control
;
215 ureq
->remote_cm_response_timeout
= kreq
->remote_cm_response_timeout
;
216 ureq
->retry_count
= kreq
->retry_count
;
217 ureq
->rnr_retry_count
= kreq
->rnr_retry_count
;
218 ureq
->srq
= kreq
->srq
;
219 ureq
->port
= kreq
->port
;
221 ib_copy_path_rec_to_user(&ureq
->primary_path
, kreq
->primary_path
);
222 if (kreq
->alternate_path
)
223 ib_copy_path_rec_to_user(&ureq
->alternate_path
,
224 kreq
->alternate_path
);
227 static void ib_ucm_event_rep_get(struct ib_ucm_rep_event_resp
*urep
,
228 struct ib_cm_rep_event_param
*krep
)
230 urep
->remote_ca_guid
= krep
->remote_ca_guid
;
231 urep
->remote_qkey
= krep
->remote_qkey
;
232 urep
->remote_qpn
= krep
->remote_qpn
;
233 urep
->starting_psn
= krep
->starting_psn
;
234 urep
->responder_resources
= krep
->responder_resources
;
235 urep
->initiator_depth
= krep
->initiator_depth
;
236 urep
->target_ack_delay
= krep
->target_ack_delay
;
237 urep
->failover_accepted
= krep
->failover_accepted
;
238 urep
->flow_control
= krep
->flow_control
;
239 urep
->rnr_retry_count
= krep
->rnr_retry_count
;
240 urep
->srq
= krep
->srq
;
243 static void ib_ucm_event_sidr_rep_get(struct ib_ucm_sidr_rep_event_resp
*urep
,
244 struct ib_cm_sidr_rep_event_param
*krep
)
246 urep
->status
= krep
->status
;
247 urep
->qkey
= krep
->qkey
;
248 urep
->qpn
= krep
->qpn
;
251 static int ib_ucm_event_process(struct ib_cm_event
*evt
,
252 struct ib_ucm_event
*uvt
)
256 switch (evt
->event
) {
257 case IB_CM_REQ_RECEIVED
:
258 ib_ucm_event_req_get(&uvt
->resp
.u
.req_resp
,
259 &evt
->param
.req_rcvd
);
260 uvt
->data_len
= IB_CM_REQ_PRIVATE_DATA_SIZE
;
261 uvt
->resp
.present
= IB_UCM_PRES_PRIMARY
;
262 uvt
->resp
.present
|= (evt
->param
.req_rcvd
.alternate_path
?
263 IB_UCM_PRES_ALTERNATE
: 0);
265 case IB_CM_REP_RECEIVED
:
266 ib_ucm_event_rep_get(&uvt
->resp
.u
.rep_resp
,
267 &evt
->param
.rep_rcvd
);
268 uvt
->data_len
= IB_CM_REP_PRIVATE_DATA_SIZE
;
270 case IB_CM_RTU_RECEIVED
:
271 uvt
->data_len
= IB_CM_RTU_PRIVATE_DATA_SIZE
;
272 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
274 case IB_CM_DREQ_RECEIVED
:
275 uvt
->data_len
= IB_CM_DREQ_PRIVATE_DATA_SIZE
;
276 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
278 case IB_CM_DREP_RECEIVED
:
279 uvt
->data_len
= IB_CM_DREP_PRIVATE_DATA_SIZE
;
280 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
282 case IB_CM_MRA_RECEIVED
:
283 uvt
->resp
.u
.mra_resp
.timeout
=
284 evt
->param
.mra_rcvd
.service_timeout
;
285 uvt
->data_len
= IB_CM_MRA_PRIVATE_DATA_SIZE
;
287 case IB_CM_REJ_RECEIVED
:
288 uvt
->resp
.u
.rej_resp
.reason
= evt
->param
.rej_rcvd
.reason
;
289 uvt
->data_len
= IB_CM_REJ_PRIVATE_DATA_SIZE
;
290 uvt
->info_len
= evt
->param
.rej_rcvd
.ari_length
;
291 info
= evt
->param
.rej_rcvd
.ari
;
293 case IB_CM_LAP_RECEIVED
:
294 ib_copy_path_rec_to_user(&uvt
->resp
.u
.lap_resp
.path
,
295 evt
->param
.lap_rcvd
.alternate_path
);
296 uvt
->data_len
= IB_CM_LAP_PRIVATE_DATA_SIZE
;
297 uvt
->resp
.present
= IB_UCM_PRES_ALTERNATE
;
299 case IB_CM_APR_RECEIVED
:
300 uvt
->resp
.u
.apr_resp
.status
= evt
->param
.apr_rcvd
.ap_status
;
301 uvt
->data_len
= IB_CM_APR_PRIVATE_DATA_SIZE
;
302 uvt
->info_len
= evt
->param
.apr_rcvd
.info_len
;
303 info
= evt
->param
.apr_rcvd
.apr_info
;
305 case IB_CM_SIDR_REQ_RECEIVED
:
306 uvt
->resp
.u
.sidr_req_resp
.pkey
=
307 evt
->param
.sidr_req_rcvd
.pkey
;
308 uvt
->resp
.u
.sidr_req_resp
.port
=
309 evt
->param
.sidr_req_rcvd
.port
;
310 uvt
->data_len
= IB_CM_SIDR_REQ_PRIVATE_DATA_SIZE
;
312 case IB_CM_SIDR_REP_RECEIVED
:
313 ib_ucm_event_sidr_rep_get(&uvt
->resp
.u
.sidr_rep_resp
,
314 &evt
->param
.sidr_rep_rcvd
);
315 uvt
->data_len
= IB_CM_SIDR_REP_PRIVATE_DATA_SIZE
;
316 uvt
->info_len
= evt
->param
.sidr_rep_rcvd
.info_len
;
317 info
= evt
->param
.sidr_rep_rcvd
.info
;
320 uvt
->resp
.u
.send_status
= evt
->param
.send_status
;
325 uvt
->data
= kmemdup(evt
->private_data
, uvt
->data_len
, GFP_KERNEL
);
329 uvt
->resp
.present
|= IB_UCM_PRES_DATA
;
333 uvt
->info
= kmemdup(info
, uvt
->info_len
, GFP_KERNEL
);
337 uvt
->resp
.present
|= IB_UCM_PRES_INFO
;
347 static int ib_ucm_event_handler(struct ib_cm_id
*cm_id
,
348 struct ib_cm_event
*event
)
350 struct ib_ucm_event
*uevent
;
351 struct ib_ucm_context
*ctx
;
354 ctx
= cm_id
->context
;
356 uevent
= kzalloc(sizeof *uevent
, GFP_KERNEL
);
361 uevent
->cm_id
= cm_id
;
362 uevent
->resp
.uid
= ctx
->uid
;
363 uevent
->resp
.id
= ctx
->id
;
364 uevent
->resp
.event
= event
->event
;
366 result
= ib_ucm_event_process(event
, uevent
);
370 mutex_lock(&ctx
->file
->file_mutex
);
371 list_add_tail(&uevent
->file_list
, &ctx
->file
->events
);
372 list_add_tail(&uevent
->ctx_list
, &ctx
->events
);
373 wake_up_interruptible(&ctx
->file
->poll_wait
);
374 mutex_unlock(&ctx
->file
->file_mutex
);
380 /* Destroy new cm_id's */
381 return ib_ucm_new_cm_id(event
->event
);
384 static ssize_t
ib_ucm_event(struct ib_ucm_file
*file
,
385 const char __user
*inbuf
,
386 int in_len
, int out_len
)
388 struct ib_ucm_context
*ctx
;
389 struct ib_ucm_event_get cmd
;
390 struct ib_ucm_event
*uevent
;
393 if (out_len
< sizeof(struct ib_ucm_event_resp
))
396 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
399 mutex_lock(&file
->file_mutex
);
400 while (list_empty(&file
->events
)) {
401 mutex_unlock(&file
->file_mutex
);
403 if (file
->filp
->f_flags
& O_NONBLOCK
)
406 if (wait_event_interruptible(file
->poll_wait
,
407 !list_empty(&file
->events
)))
410 mutex_lock(&file
->file_mutex
);
413 uevent
= list_entry(file
->events
.next
, struct ib_ucm_event
, file_list
);
415 if (ib_ucm_new_cm_id(uevent
->resp
.event
)) {
416 ctx
= ib_ucm_ctx_alloc(file
);
422 ctx
->cm_id
= uevent
->cm_id
;
423 ctx
->cm_id
->context
= ctx
;
424 uevent
->resp
.id
= ctx
->id
;
427 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
428 &uevent
->resp
, sizeof(uevent
->resp
))) {
434 if (cmd
.data_len
< uevent
->data_len
) {
438 if (copy_to_user((void __user
*)(unsigned long)cmd
.data
,
439 uevent
->data
, uevent
->data_len
)) {
446 if (cmd
.info_len
< uevent
->info_len
) {
450 if (copy_to_user((void __user
*)(unsigned long)cmd
.info
,
451 uevent
->info
, uevent
->info_len
)) {
457 list_del(&uevent
->file_list
);
458 list_del(&uevent
->ctx_list
);
459 uevent
->ctx
->events_reported
++;
465 mutex_unlock(&file
->file_mutex
);
469 static ssize_t
ib_ucm_create_id(struct ib_ucm_file
*file
,
470 const char __user
*inbuf
,
471 int in_len
, int out_len
)
473 struct ib_ucm_create_id cmd
;
474 struct ib_ucm_create_id_resp resp
;
475 struct ib_ucm_context
*ctx
;
478 if (out_len
< sizeof(resp
))
481 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
484 mutex_lock(&file
->file_mutex
);
485 ctx
= ib_ucm_ctx_alloc(file
);
486 mutex_unlock(&file
->file_mutex
);
491 ctx
->cm_id
= ib_create_cm_id(file
->device
->ib_dev
,
492 ib_ucm_event_handler
, ctx
);
493 if (IS_ERR(ctx
->cm_id
)) {
494 result
= PTR_ERR(ctx
->cm_id
);
499 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
500 &resp
, sizeof(resp
))) {
507 ib_destroy_cm_id(ctx
->cm_id
);
509 mutex_lock(&ctx_id_mutex
);
510 idr_remove(&ctx_id_table
, ctx
->id
);
511 mutex_unlock(&ctx_id_mutex
);
516 static ssize_t
ib_ucm_destroy_id(struct ib_ucm_file
*file
,
517 const char __user
*inbuf
,
518 int in_len
, int out_len
)
520 struct ib_ucm_destroy_id cmd
;
521 struct ib_ucm_destroy_id_resp resp
;
522 struct ib_ucm_context
*ctx
;
525 if (out_len
< sizeof(resp
))
528 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
531 mutex_lock(&ctx_id_mutex
);
532 ctx
= idr_find(&ctx_id_table
, cmd
.id
);
534 ctx
= ERR_PTR(-ENOENT
);
535 else if (ctx
->file
!= file
)
536 ctx
= ERR_PTR(-EINVAL
);
538 idr_remove(&ctx_id_table
, ctx
->id
);
539 mutex_unlock(&ctx_id_mutex
);
545 wait_for_completion(&ctx
->comp
);
547 /* No new events will be generated after destroying the cm_id. */
548 ib_destroy_cm_id(ctx
->cm_id
);
549 /* Cleanup events not yet reported to the user. */
550 ib_ucm_cleanup_events(ctx
);
552 resp
.events_reported
= ctx
->events_reported
;
553 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
554 &resp
, sizeof(resp
)))
561 static ssize_t
ib_ucm_attr_id(struct ib_ucm_file
*file
,
562 const char __user
*inbuf
,
563 int in_len
, int out_len
)
565 struct ib_ucm_attr_id_resp resp
;
566 struct ib_ucm_attr_id cmd
;
567 struct ib_ucm_context
*ctx
;
570 if (out_len
< sizeof(resp
))
573 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
576 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
580 resp
.service_id
= ctx
->cm_id
->service_id
;
581 resp
.service_mask
= ctx
->cm_id
->service_mask
;
582 resp
.local_id
= ctx
->cm_id
->local_id
;
583 resp
.remote_id
= ctx
->cm_id
->remote_id
;
585 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
586 &resp
, sizeof(resp
)))
593 static ssize_t
ib_ucm_init_qp_attr(struct ib_ucm_file
*file
,
594 const char __user
*inbuf
,
595 int in_len
, int out_len
)
597 struct ib_uverbs_qp_attr resp
;
598 struct ib_ucm_init_qp_attr cmd
;
599 struct ib_ucm_context
*ctx
;
600 struct ib_qp_attr qp_attr
;
603 if (out_len
< sizeof(resp
))
606 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
609 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
613 resp
.qp_attr_mask
= 0;
614 memset(&qp_attr
, 0, sizeof qp_attr
);
615 qp_attr
.qp_state
= cmd
.qp_state
;
616 result
= ib_cm_init_qp_attr(ctx
->cm_id
, &qp_attr
, &resp
.qp_attr_mask
);
620 ib_copy_qp_attr_to_user(&resp
, &qp_attr
);
622 if (copy_to_user((void __user
*)(unsigned long)cmd
.response
,
623 &resp
, sizeof(resp
)))
631 static int ucm_validate_listen(__be64 service_id
, __be64 service_mask
)
633 service_id
&= service_mask
;
635 if (((service_id
& IB_CMA_SERVICE_ID_MASK
) == IB_CMA_SERVICE_ID
) ||
636 ((service_id
& IB_SDP_SERVICE_ID_MASK
) == IB_SDP_SERVICE_ID
))
642 static ssize_t
ib_ucm_listen(struct ib_ucm_file
*file
,
643 const char __user
*inbuf
,
644 int in_len
, int out_len
)
646 struct ib_ucm_listen cmd
;
647 struct ib_ucm_context
*ctx
;
650 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
653 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
657 result
= ucm_validate_listen(cmd
.service_id
, cmd
.service_mask
);
661 result
= ib_cm_listen(ctx
->cm_id
, cmd
.service_id
, cmd
.service_mask
,
668 static ssize_t
ib_ucm_notify(struct ib_ucm_file
*file
,
669 const char __user
*inbuf
,
670 int in_len
, int out_len
)
672 struct ib_ucm_notify cmd
;
673 struct ib_ucm_context
*ctx
;
676 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
679 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
683 result
= ib_cm_notify(ctx
->cm_id
, (enum ib_event_type
) cmd
.event
);
688 static int ib_ucm_alloc_data(const void **dest
, u64 src
, u32 len
)
697 data
= memdup_user((void __user
*)(unsigned long)src
, len
);
699 return PTR_ERR(data
);
705 static int ib_ucm_path_get(struct ib_sa_path_rec
**path
, u64 src
)
707 struct ib_user_path_rec upath
;
708 struct ib_sa_path_rec
*sa_path
;
715 sa_path
= kmalloc(sizeof(*sa_path
), GFP_KERNEL
);
719 if (copy_from_user(&upath
, (void __user
*)(unsigned long)src
,
726 ib_copy_path_rec_from_user(sa_path
, &upath
);
731 static ssize_t
ib_ucm_send_req(struct ib_ucm_file
*file
,
732 const char __user
*inbuf
,
733 int in_len
, int out_len
)
735 struct ib_cm_req_param param
;
736 struct ib_ucm_context
*ctx
;
737 struct ib_ucm_req cmd
;
740 param
.private_data
= NULL
;
741 param
.primary_path
= NULL
;
742 param
.alternate_path
= NULL
;
744 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
747 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
751 result
= ib_ucm_path_get(¶m
.primary_path
, cmd
.primary_path
);
755 result
= ib_ucm_path_get(¶m
.alternate_path
, cmd
.alternate_path
);
759 param
.private_data_len
= cmd
.len
;
760 param
.service_id
= cmd
.sid
;
761 param
.qp_num
= cmd
.qpn
;
762 param
.qp_type
= cmd
.qp_type
;
763 param
.starting_psn
= cmd
.psn
;
764 param
.peer_to_peer
= cmd
.peer_to_peer
;
765 param
.responder_resources
= cmd
.responder_resources
;
766 param
.initiator_depth
= cmd
.initiator_depth
;
767 param
.remote_cm_response_timeout
= cmd
.remote_cm_response_timeout
;
768 param
.flow_control
= cmd
.flow_control
;
769 param
.local_cm_response_timeout
= cmd
.local_cm_response_timeout
;
770 param
.retry_count
= cmd
.retry_count
;
771 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
772 param
.max_cm_retries
= cmd
.max_cm_retries
;
775 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
777 result
= ib_send_cm_req(ctx
->cm_id
, ¶m
);
780 result
= PTR_ERR(ctx
);
783 kfree(param
.private_data
);
784 kfree(param
.primary_path
);
785 kfree(param
.alternate_path
);
789 static ssize_t
ib_ucm_send_rep(struct ib_ucm_file
*file
,
790 const char __user
*inbuf
,
791 int in_len
, int out_len
)
793 struct ib_cm_rep_param param
;
794 struct ib_ucm_context
*ctx
;
795 struct ib_ucm_rep cmd
;
798 param
.private_data
= NULL
;
800 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
803 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
807 param
.qp_num
= cmd
.qpn
;
808 param
.starting_psn
= cmd
.psn
;
809 param
.private_data_len
= cmd
.len
;
810 param
.responder_resources
= cmd
.responder_resources
;
811 param
.initiator_depth
= cmd
.initiator_depth
;
812 param
.failover_accepted
= cmd
.failover_accepted
;
813 param
.flow_control
= cmd
.flow_control
;
814 param
.rnr_retry_count
= cmd
.rnr_retry_count
;
817 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
820 result
= ib_send_cm_rep(ctx
->cm_id
, ¶m
);
823 result
= PTR_ERR(ctx
);
825 kfree(param
.private_data
);
829 static ssize_t
ib_ucm_send_private_data(struct ib_ucm_file
*file
,
830 const char __user
*inbuf
, int in_len
,
831 int (*func
)(struct ib_cm_id
*cm_id
,
832 const void *private_data
,
833 u8 private_data_len
))
835 struct ib_ucm_private_data cmd
;
836 struct ib_ucm_context
*ctx
;
837 const void *private_data
= NULL
;
840 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
843 result
= ib_ucm_alloc_data(&private_data
, cmd
.data
, cmd
.len
);
847 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
849 result
= func(ctx
->cm_id
, private_data
, cmd
.len
);
852 result
= PTR_ERR(ctx
);
858 static ssize_t
ib_ucm_send_rtu(struct ib_ucm_file
*file
,
859 const char __user
*inbuf
,
860 int in_len
, int out_len
)
862 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_rtu
);
865 static ssize_t
ib_ucm_send_dreq(struct ib_ucm_file
*file
,
866 const char __user
*inbuf
,
867 int in_len
, int out_len
)
869 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_dreq
);
872 static ssize_t
ib_ucm_send_drep(struct ib_ucm_file
*file
,
873 const char __user
*inbuf
,
874 int in_len
, int out_len
)
876 return ib_ucm_send_private_data(file
, inbuf
, in_len
, ib_send_cm_drep
);
879 static ssize_t
ib_ucm_send_info(struct ib_ucm_file
*file
,
880 const char __user
*inbuf
, int in_len
,
881 int (*func
)(struct ib_cm_id
*cm_id
,
888 struct ib_ucm_context
*ctx
;
889 struct ib_ucm_info cmd
;
890 const void *data
= NULL
;
891 const void *info
= NULL
;
894 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
897 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.data_len
);
901 result
= ib_ucm_alloc_data(&info
, cmd
.info
, cmd
.info_len
);
905 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
907 result
= func(ctx
->cm_id
, cmd
.status
, info
, cmd
.info_len
,
911 result
= PTR_ERR(ctx
);
919 static ssize_t
ib_ucm_send_rej(struct ib_ucm_file
*file
,
920 const char __user
*inbuf
,
921 int in_len
, int out_len
)
923 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_rej
);
926 static ssize_t
ib_ucm_send_apr(struct ib_ucm_file
*file
,
927 const char __user
*inbuf
,
928 int in_len
, int out_len
)
930 return ib_ucm_send_info(file
, inbuf
, in_len
, (void *)ib_send_cm_apr
);
933 static ssize_t
ib_ucm_send_mra(struct ib_ucm_file
*file
,
934 const char __user
*inbuf
,
935 int in_len
, int out_len
)
937 struct ib_ucm_context
*ctx
;
938 struct ib_ucm_mra cmd
;
939 const void *data
= NULL
;
942 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
945 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
949 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
951 result
= ib_send_cm_mra(ctx
->cm_id
, cmd
.timeout
, data
, cmd
.len
);
954 result
= PTR_ERR(ctx
);
960 static ssize_t
ib_ucm_send_lap(struct ib_ucm_file
*file
,
961 const char __user
*inbuf
,
962 int in_len
, int out_len
)
964 struct ib_ucm_context
*ctx
;
965 struct ib_sa_path_rec
*path
= NULL
;
966 struct ib_ucm_lap cmd
;
967 const void *data
= NULL
;
970 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
973 result
= ib_ucm_alloc_data(&data
, cmd
.data
, cmd
.len
);
977 result
= ib_ucm_path_get(&path
, cmd
.path
);
981 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
983 result
= ib_send_cm_lap(ctx
->cm_id
, path
, data
, cmd
.len
);
986 result
= PTR_ERR(ctx
);
994 static ssize_t
ib_ucm_send_sidr_req(struct ib_ucm_file
*file
,
995 const char __user
*inbuf
,
996 int in_len
, int out_len
)
998 struct ib_cm_sidr_req_param param
;
999 struct ib_ucm_context
*ctx
;
1000 struct ib_ucm_sidr_req cmd
;
1003 param
.private_data
= NULL
;
1006 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1009 result
= ib_ucm_alloc_data(¶m
.private_data
, cmd
.data
, cmd
.len
);
1013 result
= ib_ucm_path_get(¶m
.path
, cmd
.path
);
1017 param
.private_data_len
= cmd
.len
;
1018 param
.service_id
= cmd
.sid
;
1019 param
.timeout_ms
= cmd
.timeout
;
1020 param
.max_cm_retries
= cmd
.max_cm_retries
;
1022 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1024 result
= ib_send_cm_sidr_req(ctx
->cm_id
, ¶m
);
1025 ib_ucm_ctx_put(ctx
);
1027 result
= PTR_ERR(ctx
);
1030 kfree(param
.private_data
);
1035 static ssize_t
ib_ucm_send_sidr_rep(struct ib_ucm_file
*file
,
1036 const char __user
*inbuf
,
1037 int in_len
, int out_len
)
1039 struct ib_cm_sidr_rep_param param
;
1040 struct ib_ucm_sidr_rep cmd
;
1041 struct ib_ucm_context
*ctx
;
1046 if (copy_from_user(&cmd
, inbuf
, sizeof(cmd
)))
1049 result
= ib_ucm_alloc_data(¶m
.private_data
,
1050 cmd
.data
, cmd
.data_len
);
1054 result
= ib_ucm_alloc_data(¶m
.info
, cmd
.info
, cmd
.info_len
);
1058 param
.qp_num
= cmd
.qpn
;
1059 param
.qkey
= cmd
.qkey
;
1060 param
.status
= cmd
.status
;
1061 param
.info_length
= cmd
.info_len
;
1062 param
.private_data_len
= cmd
.data_len
;
1064 ctx
= ib_ucm_ctx_get(file
, cmd
.id
);
1066 result
= ib_send_cm_sidr_rep(ctx
->cm_id
, ¶m
);
1067 ib_ucm_ctx_put(ctx
);
1069 result
= PTR_ERR(ctx
);
1072 kfree(param
.private_data
);
1077 static ssize_t (*ucm_cmd_table
[])(struct ib_ucm_file
*file
,
1078 const char __user
*inbuf
,
1079 int in_len
, int out_len
) = {
1080 [IB_USER_CM_CMD_CREATE_ID
] = ib_ucm_create_id
,
1081 [IB_USER_CM_CMD_DESTROY_ID
] = ib_ucm_destroy_id
,
1082 [IB_USER_CM_CMD_ATTR_ID
] = ib_ucm_attr_id
,
1083 [IB_USER_CM_CMD_LISTEN
] = ib_ucm_listen
,
1084 [IB_USER_CM_CMD_NOTIFY
] = ib_ucm_notify
,
1085 [IB_USER_CM_CMD_SEND_REQ
] = ib_ucm_send_req
,
1086 [IB_USER_CM_CMD_SEND_REP
] = ib_ucm_send_rep
,
1087 [IB_USER_CM_CMD_SEND_RTU
] = ib_ucm_send_rtu
,
1088 [IB_USER_CM_CMD_SEND_DREQ
] = ib_ucm_send_dreq
,
1089 [IB_USER_CM_CMD_SEND_DREP
] = ib_ucm_send_drep
,
1090 [IB_USER_CM_CMD_SEND_REJ
] = ib_ucm_send_rej
,
1091 [IB_USER_CM_CMD_SEND_MRA
] = ib_ucm_send_mra
,
1092 [IB_USER_CM_CMD_SEND_LAP
] = ib_ucm_send_lap
,
1093 [IB_USER_CM_CMD_SEND_APR
] = ib_ucm_send_apr
,
1094 [IB_USER_CM_CMD_SEND_SIDR_REQ
] = ib_ucm_send_sidr_req
,
1095 [IB_USER_CM_CMD_SEND_SIDR_REP
] = ib_ucm_send_sidr_rep
,
1096 [IB_USER_CM_CMD_EVENT
] = ib_ucm_event
,
1097 [IB_USER_CM_CMD_INIT_QP_ATTR
] = ib_ucm_init_qp_attr
,
1100 static ssize_t
ib_ucm_write(struct file
*filp
, const char __user
*buf
,
1101 size_t len
, loff_t
*pos
)
1103 struct ib_ucm_file
*file
= filp
->private_data
;
1104 struct ib_ucm_cmd_hdr hdr
;
1107 if (len
< sizeof(hdr
))
1110 if (copy_from_user(&hdr
, buf
, sizeof(hdr
)))
1113 if (hdr
.cmd
>= ARRAY_SIZE(ucm_cmd_table
))
1116 if (hdr
.in
+ sizeof(hdr
) > len
)
1119 result
= ucm_cmd_table
[hdr
.cmd
](file
, buf
+ sizeof(hdr
),
1127 static unsigned int ib_ucm_poll(struct file
*filp
,
1128 struct poll_table_struct
*wait
)
1130 struct ib_ucm_file
*file
= filp
->private_data
;
1131 unsigned int mask
= 0;
1133 poll_wait(filp
, &file
->poll_wait
, wait
);
1135 if (!list_empty(&file
->events
))
1136 mask
= POLLIN
| POLLRDNORM
;
1142 * ib_ucm_open() does not need the BKL:
1144 * - no global state is referred to;
1145 * - there is no ioctl method to race against;
1146 * - no further module initialization is required for open to work
1147 * after the device is registered.
1149 static int ib_ucm_open(struct inode
*inode
, struct file
*filp
)
1151 struct ib_ucm_file
*file
;
1153 file
= kmalloc(sizeof(*file
), GFP_KERNEL
);
1157 INIT_LIST_HEAD(&file
->events
);
1158 INIT_LIST_HEAD(&file
->ctxs
);
1159 init_waitqueue_head(&file
->poll_wait
);
1161 mutex_init(&file
->file_mutex
);
1163 filp
->private_data
= file
;
1165 file
->device
= container_of(inode
->i_cdev
, struct ib_ucm_device
, cdev
);
1167 return nonseekable_open(inode
, filp
);
1170 static int ib_ucm_close(struct inode
*inode
, struct file
*filp
)
1172 struct ib_ucm_file
*file
= filp
->private_data
;
1173 struct ib_ucm_context
*ctx
;
1175 mutex_lock(&file
->file_mutex
);
1176 while (!list_empty(&file
->ctxs
)) {
1177 ctx
= list_entry(file
->ctxs
.next
,
1178 struct ib_ucm_context
, file_list
);
1179 mutex_unlock(&file
->file_mutex
);
1181 mutex_lock(&ctx_id_mutex
);
1182 idr_remove(&ctx_id_table
, ctx
->id
);
1183 mutex_unlock(&ctx_id_mutex
);
1185 ib_destroy_cm_id(ctx
->cm_id
);
1186 ib_ucm_cleanup_events(ctx
);
1189 mutex_lock(&file
->file_mutex
);
1191 mutex_unlock(&file
->file_mutex
);
1196 static DECLARE_BITMAP(overflow_map
, IB_UCM_MAX_DEVICES
);
1197 static void ib_ucm_release_dev(struct device
*dev
)
1199 struct ib_ucm_device
*ucm_dev
;
1201 ucm_dev
= container_of(dev
, struct ib_ucm_device
, dev
);
1202 cdev_del(&ucm_dev
->cdev
);
1203 if (ucm_dev
->devnum
< IB_UCM_MAX_DEVICES
)
1204 clear_bit(ucm_dev
->devnum
, dev_map
);
1206 clear_bit(ucm_dev
->devnum
- IB_UCM_MAX_DEVICES
, overflow_map
);
1210 static const struct file_operations ucm_fops
= {
1211 .owner
= THIS_MODULE
,
1212 .open
= ib_ucm_open
,
1213 .release
= ib_ucm_close
,
1214 .write
= ib_ucm_write
,
1215 .poll
= ib_ucm_poll
,
1216 .llseek
= no_llseek
,
1219 static ssize_t
show_ibdev(struct device
*dev
, struct device_attribute
*attr
,
1222 struct ib_ucm_device
*ucm_dev
;
1224 ucm_dev
= container_of(dev
, struct ib_ucm_device
, dev
);
1225 return sprintf(buf
, "%s\n", ucm_dev
->ib_dev
->name
);
1227 static DEVICE_ATTR(ibdev
, S_IRUGO
, show_ibdev
, NULL
);
1229 static dev_t overflow_maj
;
1230 static int find_overflow_devnum(void)
1234 if (!overflow_maj
) {
1235 ret
= alloc_chrdev_region(&overflow_maj
, 0, IB_UCM_MAX_DEVICES
,
1238 printk(KERN_ERR
"ucm: couldn't register dynamic device number\n");
1243 ret
= find_first_zero_bit(overflow_map
, IB_UCM_MAX_DEVICES
);
1244 if (ret
>= IB_UCM_MAX_DEVICES
)
1250 static void ib_ucm_add_one(struct ib_device
*device
)
1254 struct ib_ucm_device
*ucm_dev
;
1256 if (!device
->alloc_ucontext
|| !rdma_cap_ib_cm(device
, 1))
1259 ucm_dev
= kzalloc(sizeof *ucm_dev
, GFP_KERNEL
);
1263 ucm_dev
->ib_dev
= device
;
1265 devnum
= find_first_zero_bit(dev_map
, IB_UCM_MAX_DEVICES
);
1266 if (devnum
>= IB_UCM_MAX_DEVICES
) {
1267 devnum
= find_overflow_devnum();
1271 ucm_dev
->devnum
= devnum
+ IB_UCM_MAX_DEVICES
;
1272 base
= devnum
+ overflow_maj
;
1273 set_bit(devnum
, overflow_map
);
1275 ucm_dev
->devnum
= devnum
;
1276 base
= devnum
+ IB_UCM_BASE_DEV
;
1277 set_bit(devnum
, dev_map
);
1280 cdev_init(&ucm_dev
->cdev
, &ucm_fops
);
1281 ucm_dev
->cdev
.owner
= THIS_MODULE
;
1282 kobject_set_name(&ucm_dev
->cdev
.kobj
, "ucm%d", ucm_dev
->devnum
);
1283 if (cdev_add(&ucm_dev
->cdev
, base
, 1))
1286 ucm_dev
->dev
.class = &cm_class
;
1287 ucm_dev
->dev
.parent
= device
->dma_device
;
1288 ucm_dev
->dev
.devt
= ucm_dev
->cdev
.dev
;
1289 ucm_dev
->dev
.release
= ib_ucm_release_dev
;
1290 dev_set_name(&ucm_dev
->dev
, "ucm%d", ucm_dev
->devnum
);
1291 if (device_register(&ucm_dev
->dev
))
1294 if (device_create_file(&ucm_dev
->dev
, &dev_attr_ibdev
))
1297 ib_set_client_data(device
, &ucm_client
, ucm_dev
);
1301 device_unregister(&ucm_dev
->dev
);
1303 cdev_del(&ucm_dev
->cdev
);
1304 if (ucm_dev
->devnum
< IB_UCM_MAX_DEVICES
)
1305 clear_bit(devnum
, dev_map
);
1307 clear_bit(devnum
, overflow_map
);
1313 static void ib_ucm_remove_one(struct ib_device
*device
)
1315 struct ib_ucm_device
*ucm_dev
= ib_get_client_data(device
, &ucm_client
);
1320 device_unregister(&ucm_dev
->dev
);
1323 static CLASS_ATTR_STRING(abi_version
, S_IRUGO
,
1324 __stringify(IB_USER_CM_ABI_VERSION
));
1326 static int __init
ib_ucm_init(void)
1330 ret
= register_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
,
1333 printk(KERN_ERR
"ucm: couldn't register device number\n");
1337 ret
= class_create_file(&cm_class
, &class_attr_abi_version
.attr
);
1339 printk(KERN_ERR
"ucm: couldn't create abi_version attribute\n");
1343 ret
= ib_register_client(&ucm_client
);
1345 printk(KERN_ERR
"ucm: couldn't register client\n");
1351 class_remove_file(&cm_class
, &class_attr_abi_version
.attr
);
1353 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1358 static void __exit
ib_ucm_cleanup(void)
1360 ib_unregister_client(&ucm_client
);
1361 class_remove_file(&cm_class
, &class_attr_abi_version
.attr
);
1362 unregister_chrdev_region(IB_UCM_BASE_DEV
, IB_UCM_MAX_DEVICES
);
1364 unregister_chrdev_region(overflow_maj
, IB_UCM_MAX_DEVICES
);
1365 idr_destroy(&ctx_id_table
);
1368 module_init(ib_ucm_init
);
1369 module_exit(ib_ucm_cleanup
);