4 * Copyright(c) 2015 - 2017 Intel Corporation.
6 * This file is provided under a dual BSD/GPLv2 license. When using or
7 * redistributing this file, you may do so under either license.
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of version 2 of the GNU General Public License as
13 * published by the Free Software Foundation.
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
22 * Redistribution and use in source and binary forms, with or without
23 * modification, are permitted provided that the following conditions
26 * - Redistributions of source code must retain the above copyright
27 * notice, this list of conditions and the following disclaimer.
28 * - Redistributions in binary form must reproduce the above copyright
29 * notice, this list of conditions and the following disclaimer in
30 * the documentation and/or other materials provided with the
32 * - Neither the name of Intel Corporation nor the names of its
33 * contributors may be used to endorse or promote products derived
34 * from this software without specific prior written permission.
36 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
37 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
38 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
39 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
40 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
41 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
42 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
43 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
44 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
45 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
46 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
50 #include <linux/hash.h>
51 #include <rdma/rdmavt_qp.h>
54 #include "verbs_txreq.h"
56 extern unsigned int hfi1_qp_table_size
;
58 extern const struct rvt_operation_params hfi1_post_parms
[];
61 * Send if not busy or waiting for I/O and either
62 * a RC response is pending or we can process send work requests.
64 static inline int hfi1_send_ok(struct rvt_qp
*qp
)
66 return !(qp
->s_flags
& (RVT_S_BUSY
| RVT_S_ANY_WAIT_IO
)) &&
67 (verbs_txreq_queued(qp
) ||
68 (qp
->s_flags
& RVT_S_RESP_PENDING
) ||
69 !(qp
->s_flags
& RVT_S_ANY_WAIT_SEND
));
73 * free_ahg - clear ahg from QP
75 static inline void clear_ahg(struct rvt_qp
*qp
)
77 struct hfi1_qp_priv
*priv
= qp
->priv
;
79 priv
->s_ahg
->ahgcount
= 0;
80 qp
->s_flags
&= ~(RVT_S_AHG_VALID
| RVT_S_AHG_CLEAR
);
81 if (priv
->s_sde
&& qp
->s_ahgidx
>= 0)
82 sdma_ahg_free(priv
->s_sde
, qp
->s_ahgidx
);
87 * hfi1_create_qp - create a queue pair for a device
88 * @ibpd: the protection domain who's device we create the queue pair for
89 * @init_attr: the attributes of the queue pair
90 * @udata: user data for libibverbs.so
92 * Returns the queue pair on success, otherwise returns an errno.
94 * Called by the ib_create_qp() core verbs function.
96 struct ib_qp
*hfi1_create_qp(struct ib_pd
*ibpd
,
97 struct ib_qp_init_attr
*init_attr
,
98 struct ib_udata
*udata
);
101 * hfi1_qp_wakeup - wake up on the indicated event
103 * @flag: flag the qp on which the qp is stalled
105 void hfi1_qp_wakeup(struct rvt_qp
*qp
, u32 flag
);
107 struct sdma_engine
*qp_to_sdma_engine(struct rvt_qp
*qp
, u8 sc5
);
108 struct send_context
*qp_to_send_context(struct rvt_qp
*qp
, u8 sc5
);
110 void qp_iter_print(struct seq_file
*s
, struct rvt_qp_iter
*iter
);
112 void _hfi1_schedule_send(struct rvt_qp
*qp
);
113 void hfi1_schedule_send(struct rvt_qp
*qp
);
115 void hfi1_migrate_qp(struct rvt_qp
*qp
);
118 * Functions provided by hfi1 driver for rdmavt to use
120 void *qp_priv_alloc(struct rvt_dev_info
*rdi
, struct rvt_qp
*qp
);
121 void qp_priv_free(struct rvt_dev_info
*rdi
, struct rvt_qp
*qp
);
122 unsigned free_all_qps(struct rvt_dev_info
*rdi
);
123 void notify_qp_reset(struct rvt_qp
*qp
);
124 int get_pmtu_from_attr(struct rvt_dev_info
*rdi
, struct rvt_qp
*qp
,
125 struct ib_qp_attr
*attr
);
126 void flush_qp_waiters(struct rvt_qp
*qp
);
127 void notify_error_qp(struct rvt_qp
*qp
);
128 void stop_send_queue(struct rvt_qp
*qp
);
129 void quiesce_qp(struct rvt_qp
*qp
);
130 u32
mtu_from_qp(struct rvt_dev_info
*rdi
, struct rvt_qp
*qp
, u32 pmtu
);
131 int mtu_to_path_mtu(u32 mtu
);
132 void hfi1_error_port_qps(struct hfi1_ibport
*ibp
, u8 sl
);