2 * Copyright (c) 2006, 2007, 2008 QLogic Corporation. All rights reserved.
3 * Copyright (c) 2003, 2004, 2005, 2006 PathScale, Inc. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
35 * This file contains support for diagnostic functions. It is accessed by
36 * opening the ipath_diag device, normally minor number 129. Diagnostic use
37 * of the InfiniPath chip may render the chip or board unusable until the
38 * driver is unloaded, or in some cases, until the system is rebooted.
40 * Accesses to the chip through this interface are not similar to going
41 * through the /sys/bus/pci resource mmap interface.
45 #include <linux/pci.h>
46 #include <linux/vmalloc.h>
48 #include <asm/uaccess.h>
50 #include "ipath_kernel.h"
51 #include "ipath_common.h"
54 static int diag_set_link
;
56 static int ipath_diag_open(struct inode
*in
, struct file
*fp
);
57 static int ipath_diag_release(struct inode
*in
, struct file
*fp
);
58 static ssize_t
ipath_diag_read(struct file
*fp
, char __user
*data
,
59 size_t count
, loff_t
*off
);
60 static ssize_t
ipath_diag_write(struct file
*fp
, const char __user
*data
,
61 size_t count
, loff_t
*off
);
63 static const struct file_operations diag_file_ops
= {
65 .write
= ipath_diag_write
,
66 .read
= ipath_diag_read
,
67 .open
= ipath_diag_open
,
68 .release
= ipath_diag_release
,
69 .llseek
= default_llseek
,
72 static ssize_t
ipath_diagpkt_write(struct file
*fp
,
73 const char __user
*data
,
74 size_t count
, loff_t
*off
);
76 static const struct file_operations diagpkt_file_ops
= {
78 .write
= ipath_diagpkt_write
,
79 .llseek
= noop_llseek
,
82 static atomic_t diagpkt_count
= ATOMIC_INIT(0);
83 static struct cdev
*diagpkt_cdev
;
84 static struct device
*diagpkt_dev
;
86 int ipath_diag_add(struct ipath_devdata
*dd
)
91 if (atomic_inc_return(&diagpkt_count
) == 1) {
92 ret
= ipath_cdev_init(IPATH_DIAGPKT_MINOR
,
93 "ipath_diagpkt", &diagpkt_file_ops
,
94 &diagpkt_cdev
, &diagpkt_dev
);
97 ipath_dev_err(dd
, "Couldn't create ipath_diagpkt "
103 snprintf(name
, sizeof(name
), "ipath_diag%d", dd
->ipath_unit
);
105 ret
= ipath_cdev_init(IPATH_DIAG_MINOR_BASE
+ dd
->ipath_unit
, name
,
106 &diag_file_ops
, &dd
->diag_cdev
,
109 ipath_dev_err(dd
, "Couldn't create %s device: %d",
116 void ipath_diag_remove(struct ipath_devdata
*dd
)
118 if (atomic_dec_and_test(&diagpkt_count
))
119 ipath_cdev_cleanup(&diagpkt_cdev
, &diagpkt_dev
);
121 ipath_cdev_cleanup(&dd
->diag_cdev
, &dd
->diag_dev
);
125 * ipath_read_umem64 - read a 64-bit quantity from the chip into user space
126 * @dd: the infinipath device
127 * @uaddr: the location to store the data in user memory
128 * @caddr: the source chip address (full pointer, not offset)
129 * @count: number of bytes to copy (multiple of 32 bits)
131 * This function also localizes all chip memory accesses.
132 * The copy should be written such that we read full cacheline packets
133 * from the chip. This is usually used for a single qword
135 * NOTE: This assumes the chip address is 64-bit aligned.
137 static int ipath_read_umem64(struct ipath_devdata
*dd
, void __user
*uaddr
,
138 const void __iomem
*caddr
, size_t count
)
140 const u64 __iomem
*reg_addr
= caddr
;
141 const u64 __iomem
*reg_end
= reg_addr
+ (count
/ sizeof(u64
));
144 /* not very efficient, but it works for now */
145 if (reg_addr
< dd
->ipath_kregbase
|| reg_end
> dd
->ipath_kregend
) {
149 while (reg_addr
< reg_end
) {
150 u64 data
= readq(reg_addr
);
151 if (copy_to_user(uaddr
, &data
, sizeof(u64
))) {
156 uaddr
+= sizeof(u64
);
164 * ipath_write_umem64 - write a 64-bit quantity to the chip from user space
165 * @dd: the infinipath device
166 * @caddr: the destination chip address (full pointer, not offset)
167 * @uaddr: the source of the data in user memory
168 * @count: the number of bytes to copy (multiple of 32 bits)
170 * This is usually used for a single qword
171 * NOTE: This assumes the chip address is 64-bit aligned.
174 static int ipath_write_umem64(struct ipath_devdata
*dd
, void __iomem
*caddr
,
175 const void __user
*uaddr
, size_t count
)
177 u64 __iomem
*reg_addr
= caddr
;
178 const u64 __iomem
*reg_end
= reg_addr
+ (count
/ sizeof(u64
));
181 /* not very efficient, but it works for now */
182 if (reg_addr
< dd
->ipath_kregbase
|| reg_end
> dd
->ipath_kregend
) {
186 while (reg_addr
< reg_end
) {
188 if (copy_from_user(&data
, uaddr
, sizeof(data
))) {
192 writeq(data
, reg_addr
);
195 uaddr
+= sizeof(u64
);
203 * ipath_read_umem32 - read a 32-bit quantity from the chip into user space
204 * @dd: the infinipath device
205 * @uaddr: the location to store the data in user memory
206 * @caddr: the source chip address (full pointer, not offset)
207 * @count: number of bytes to copy
209 * read 32 bit values, not 64 bit; for memories that only
210 * support 32 bit reads; usually a single dword.
212 static int ipath_read_umem32(struct ipath_devdata
*dd
, void __user
*uaddr
,
213 const void __iomem
*caddr
, size_t count
)
215 const u32 __iomem
*reg_addr
= caddr
;
216 const u32 __iomem
*reg_end
= reg_addr
+ (count
/ sizeof(u32
));
219 if (reg_addr
< (u32 __iomem
*) dd
->ipath_kregbase
||
220 reg_end
> (u32 __iomem
*) dd
->ipath_kregend
) {
224 /* not very efficient, but it works for now */
225 while (reg_addr
< reg_end
) {
226 u32 data
= readl(reg_addr
);
227 if (copy_to_user(uaddr
, &data
, sizeof(data
))) {
233 uaddr
+= sizeof(u32
);
242 * ipath_write_umem32 - write a 32-bit quantity to the chip from user space
243 * @dd: the infinipath device
244 * @caddr: the destination chip address (full pointer, not offset)
245 * @uaddr: the source of the data in user memory
246 * @count: number of bytes to copy
248 * write 32 bit values, not 64 bit; for memories that only
249 * support 32 bit write; usually a single dword.
252 static int ipath_write_umem32(struct ipath_devdata
*dd
, void __iomem
*caddr
,
253 const void __user
*uaddr
, size_t count
)
255 u32 __iomem
*reg_addr
= caddr
;
256 const u32 __iomem
*reg_end
= reg_addr
+ (count
/ sizeof(u32
));
259 if (reg_addr
< (u32 __iomem
*) dd
->ipath_kregbase
||
260 reg_end
> (u32 __iomem
*) dd
->ipath_kregend
) {
264 while (reg_addr
< reg_end
) {
266 if (copy_from_user(&data
, uaddr
, sizeof(data
))) {
270 writel(data
, reg_addr
);
273 uaddr
+= sizeof(u32
);
280 static int ipath_diag_open(struct inode
*in
, struct file
*fp
)
282 int unit
= iminor(in
) - IPATH_DIAG_MINOR_BASE
;
283 struct ipath_devdata
*dd
;
286 mutex_lock(&ipath_mutex
);
288 if (ipath_diag_inuse
) {
293 dd
= ipath_lookup(unit
);
295 if (dd
== NULL
|| !(dd
->ipath_flags
& IPATH_PRESENT
) ||
296 !dd
->ipath_kregbase
) {
301 fp
->private_data
= dd
;
302 ipath_diag_inuse
= -2;
306 /* Only expose a way to reset the device if we
307 make it into diag mode. */
308 ipath_expose_reset(&dd
->pcidev
->dev
);
311 mutex_unlock(&ipath_mutex
);
317 * ipath_diagpkt_write - write an IB packet
318 * @fp: the diag data device file pointer
319 * @data: ipath_diag_pkt structure saying where to get the packet
320 * @count: size of data to write
321 * @off: unused by this code
323 static ssize_t
ipath_diagpkt_write(struct file
*fp
,
324 const char __user
*data
,
325 size_t count
, loff_t
*off
)
328 u32 plen
, clen
, pbufn
;
329 struct ipath_diag_pkt odp
;
330 struct ipath_diag_xpkt dp
;
332 struct ipath_devdata
*dd
;
335 u32 l_state
, lt_state
; /* LinkState, LinkTrainingState */
337 if (count
< sizeof(odp
)) {
342 if (count
== sizeof(dp
)) {
343 if (copy_from_user(&dp
, data
, sizeof(dp
))) {
347 } else if (copy_from_user(&odp
, data
, sizeof(odp
))) {
353 * Due to padding/alignment issues (lessened with new struct)
354 * the old and new structs are the same length. We need to
355 * disambiguate them, which we can do because odp.len has never
356 * been less than the total of LRH+BTH+DETH so far, while
357 * dp.unit (same offset) unit is unlikely to get that high.
358 * Similarly, dp.data, the pointer to user at the same offset
359 * as odp.unit, is almost certainly at least one (512byte)page
360 * "above" NULL. The if-block below can be omitted if compatibility
361 * between a new driver and older diagnostic code is unimportant.
362 * compatibility the other direction (new diags, old driver) is
363 * handled in the diagnostic code, with a warning.
365 if (dp
.unit
>= 20 && dp
.data
< 512) {
366 /* very probable version mismatch. Fix it up */
367 memcpy(&odp
, &dp
, sizeof(odp
));
368 /* We got a legacy dp, copy elements to dp */
372 dp
.pbc_wd
= 0; /* Indicate we need to compute PBC wd */
375 /* send count must be an exact number of dwords */
383 dd
= ipath_lookup(dp
.unit
);
384 if (!dd
|| !(dd
->ipath_flags
& IPATH_PRESENT
) ||
385 !dd
->ipath_kregbase
) {
386 ipath_cdbg(VERBOSE
, "illegal unit %u for diag data send\n",
392 if (ipath_diag_inuse
&& !diag_set_link
&&
393 !(dd
->ipath_flags
& IPATH_LINKACTIVE
)) {
395 ipath_cdbg(VERBOSE
, "Trying to set to set link active for "
397 ipath_set_linkstate(dd
, IPATH_IB_LINKARM
);
398 ipath_set_linkstate(dd
, IPATH_IB_LINKACTIVE
);
401 if (!(dd
->ipath_flags
& IPATH_INITTED
)) {
402 /* no hardware, freeze, etc. */
403 ipath_cdbg(VERBOSE
, "unit %u not usable\n", dd
->ipath_unit
);
408 * Want to skip check for l_state if using custom PBC,
409 * because we might be trying to force an SM packet out.
410 * first-cut, skip _all_ state checking in that case.
412 val
= ipath_ib_state(dd
, dd
->ipath_lastibcstat
);
413 lt_state
= ipath_ib_linktrstate(dd
, dd
->ipath_lastibcstat
);
414 l_state
= ipath_ib_linkstate(dd
, dd
->ipath_lastibcstat
);
415 if (!dp
.pbc_wd
&& (lt_state
!= INFINIPATH_IBCS_LT_STATE_LINKUP
||
416 (val
!= dd
->ib_init
&& val
!= dd
->ib_arm
&&
417 val
!= dd
->ib_active
))) {
418 ipath_cdbg(VERBOSE
, "unit %u not ready (state %llx)\n",
419 dd
->ipath_unit
, (unsigned long long) val
);
424 /* need total length before first word written */
425 /* +1 word is for the qword padding */
426 plen
= sizeof(u32
) + dp
.len
;
428 if ((plen
+ 4) > dd
->ipath_ibmaxlen
) {
429 ipath_dbg("Pkt len 0x%x > ibmaxlen %x\n",
430 plen
- 4, dd
->ipath_ibmaxlen
);
432 goto bail
; /* before writing pbc */
434 tmpbuf
= vmalloc(plen
);
436 dev_info(&dd
->pcidev
->dev
, "Unable to allocate tmp buffer, "
442 if (copy_from_user(tmpbuf
,
443 (const void __user
*) (unsigned long) dp
.data
,
449 plen
>>= 2; /* in dwords */
451 piobuf
= ipath_getpiobuf(dd
, plen
, &pbufn
);
453 ipath_cdbg(VERBOSE
, "No PIO buffers avail unit for %u\n",
458 /* disarm it just to be extra sure */
459 ipath_disarm_piobufs(dd
, pbufn
, 1);
461 if (ipath_debug
& __IPATH_PKTDBG
)
462 ipath_cdbg(VERBOSE
, "unit %u 0x%x+1w pio%d\n",
463 dd
->ipath_unit
, plen
- 1, pbufn
);
467 writeq(dp
.pbc_wd
, piobuf
);
469 * Copy all by the trigger word, then flush, so it's written
470 * to chip before trigger word, then write trigger word, then
471 * flush again, so packet is sent.
473 if (dd
->ipath_flags
& IPATH_PIO_FLUSH_WC
) {
475 __iowrite32_copy(piobuf
+ 2, tmpbuf
, clen
- 1);
477 __raw_writel(tmpbuf
[clen
- 1], piobuf
+ clen
+ 1);
479 __iowrite32_copy(piobuf
+ 2, tmpbuf
, clen
);
490 static int ipath_diag_release(struct inode
*in
, struct file
*fp
)
492 mutex_lock(&ipath_mutex
);
493 ipath_diag_inuse
= 0;
494 fp
->private_data
= NULL
;
495 mutex_unlock(&ipath_mutex
);
499 static ssize_t
ipath_diag_read(struct file
*fp
, char __user
*data
,
500 size_t count
, loff_t
*off
)
502 struct ipath_devdata
*dd
= fp
->private_data
;
503 void __iomem
*kreg_base
;
506 kreg_base
= dd
->ipath_kregbase
;
510 else if ((count
% 4) || (*off
% 4))
511 /* address or length is not 32-bit aligned, hence invalid */
513 else if (ipath_diag_inuse
< 1 && (*off
|| count
!= 8))
514 ret
= -EINVAL
; /* prevent cat /dev/ipath_diag* */
515 else if ((count
% 8) || (*off
% 8))
516 /* address or length not 64-bit aligned; do 32-bit reads */
517 ret
= ipath_read_umem32(dd
, data
, kreg_base
+ *off
, count
);
519 ret
= ipath_read_umem64(dd
, data
, kreg_base
+ *off
, count
);
524 if (ipath_diag_inuse
== -2)
531 static ssize_t
ipath_diag_write(struct file
*fp
, const char __user
*data
,
532 size_t count
, loff_t
*off
)
534 struct ipath_devdata
*dd
= fp
->private_data
;
535 void __iomem
*kreg_base
;
538 kreg_base
= dd
->ipath_kregbase
;
542 else if ((count
% 4) || (*off
% 4))
543 /* address or length is not 32-bit aligned, hence invalid */
545 else if ((ipath_diag_inuse
== -1 && (*off
|| count
!= 8)) ||
546 ipath_diag_inuse
== -2) /* read qw off 0, write qw off 0 */
547 ret
= -EINVAL
; /* before any other write allowed */
548 else if ((count
% 8) || (*off
% 8))
549 /* address or length not 64-bit aligned; do 32-bit writes */
550 ret
= ipath_write_umem32(dd
, kreg_base
+ *off
, data
, count
);
552 ret
= ipath_write_umem64(dd
, kreg_base
+ *off
, data
, count
);
557 if (ipath_diag_inuse
== -1)
558 ipath_diag_inuse
= 1; /* all read/write OK now */