2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/mlx4/cq.h>
35 #include <linux/mlx4/qp.h>
36 #include <linux/mlx4/cmd.h>
40 static void mlx4_en_cq_event(struct mlx4_cq
*cq
, enum mlx4_event event
)
46 int mlx4_en_create_cq(struct mlx4_en_priv
*priv
,
47 struct mlx4_en_cq
*cq
,
48 int entries
, int ring
, enum cq_type mode
)
50 struct mlx4_en_dev
*mdev
= priv
->mdev
;
55 cq
->buf_size
= cq
->size
* sizeof(struct mlx4_cqe
);
57 cq
->buf_size
= sizeof(struct mlx4_cqe
);
61 spin_lock_init(&cq
->lock
);
63 err
= mlx4_alloc_hwq_res(mdev
->dev
, &cq
->wqres
,
64 cq
->buf_size
, 2 * PAGE_SIZE
);
68 err
= mlx4_en_map_buffer(&cq
->wqres
.buf
);
70 mlx4_free_hwq_res(mdev
->dev
, &cq
->wqres
, cq
->buf_size
);
72 cq
->buf
= (struct mlx4_cqe
*) cq
->wqres
.buf
.direct
.buf
;
77 int mlx4_en_activate_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
,
80 struct mlx4_en_dev
*mdev
= priv
->mdev
;
84 cq
->dev
= mdev
->pndev
[priv
->port
];
85 cq
->mcq
.set_ci_db
= cq
->wqres
.db
.db
;
86 cq
->mcq
.arm_db
= cq
->wqres
.db
.db
+ 1;
87 *cq
->mcq
.set_ci_db
= 0;
89 memset(cq
->buf
, 0, cq
->buf_size
);
91 if (cq
->is_tx
== RX
) {
92 if (mdev
->dev
->caps
.comp_pool
) {
94 sprintf(name
, "%s-%d", priv
->dev
->name
,
96 /* Set IRQ for specific name (per ring) */
97 if (mlx4_assign_eq(mdev
->dev
, name
, &cq
->vector
)) {
98 cq
->vector
= (cq
->ring
+ 1 + priv
->port
)
99 % mdev
->dev
->caps
.num_comp_vectors
;
100 mlx4_warn(mdev
, "Failed Assigning an EQ to "
101 "%s ,Falling back to legacy EQ's\n",
106 cq
->vector
= (cq
->ring
+ 1 + priv
->port
) %
107 mdev
->dev
->caps
.num_comp_vectors
;
110 /* For TX we use the same irq per
111 ring we assigned for the RX */
112 struct mlx4_en_cq
*rx_cq
;
114 cq_idx
= cq_idx
% priv
->rx_ring_num
;
115 rx_cq
= &priv
->rx_cq
[cq_idx
];
116 cq
->vector
= rx_cq
->vector
;
120 cq
->size
= priv
->rx_ring
[cq
->ring
].actual_size
;
122 err
= mlx4_cq_alloc(mdev
->dev
, cq
->size
, &cq
->wqres
.mtt
, &mdev
->priv_uar
,
123 cq
->wqres
.db
.dma
, &cq
->mcq
, cq
->vector
, cq
->is_tx
);
127 cq
->mcq
.comp
= cq
->is_tx
? mlx4_en_tx_irq
: mlx4_en_rx_irq
;
128 cq
->mcq
.event
= mlx4_en_cq_event
;
131 init_timer(&cq
->timer
);
132 cq
->timer
.function
= mlx4_en_poll_tx_cq
;
133 cq
->timer
.data
= (unsigned long) cq
;
135 netif_napi_add(cq
->dev
, &cq
->napi
, mlx4_en_poll_rx_cq
, 64);
136 napi_enable(&cq
->napi
);
142 void mlx4_en_destroy_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
144 struct mlx4_en_dev
*mdev
= priv
->mdev
;
146 mlx4_en_unmap_buffer(&cq
->wqres
.buf
);
147 mlx4_free_hwq_res(mdev
->dev
, &cq
->wqres
, cq
->buf_size
);
148 if (priv
->mdev
->dev
->caps
.comp_pool
&& cq
->vector
)
149 mlx4_release_eq(priv
->mdev
->dev
, cq
->vector
);
154 void mlx4_en_deactivate_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
156 struct mlx4_en_dev
*mdev
= priv
->mdev
;
159 del_timer(&cq
->timer
);
161 napi_disable(&cq
->napi
);
162 netif_napi_del(&cq
->napi
);
165 mlx4_cq_free(mdev
->dev
, &cq
->mcq
);
168 /* Set rx cq moderation parameters */
169 int mlx4_en_set_cq_moder(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
171 return mlx4_cq_modify(priv
->mdev
->dev
, &cq
->mcq
,
172 cq
->moder_cnt
, cq
->moder_time
);
175 int mlx4_en_arm_cq(struct mlx4_en_priv
*priv
, struct mlx4_en_cq
*cq
)
177 mlx4_cq_arm(&cq
->mcq
, MLX4_CQ_DB_REQ_NOT
, priv
->mdev
->uar_map
,
178 &priv
->mdev
->uar_lock
);