3 * iSeries Virtual I/O Message Path code
5 * Authors: Dave Boutcher <boutcher@us.ibm.com>
6 * Ryan Arnold <ryanarn@us.ibm.com>
7 * Colin Devilbiss <devilbis@us.ibm.com>
9 * (C) Copyright 2000-2005 IBM Corporation
11 * This code is used by the iSeries virtual disk, cd,
12 * tape, and console to communicate with OS/400 in another
15 * This program is free software; you can redistribute it and/or
16 * modify it under the terms of the GNU General Public License as
17 * published by the Free Software Foundation; either version 2 of the
18 * License, or (at your option) anyu later version.
20 * This program is distributed in the hope that it will be useful, but
21 * WITHOUT ANY WARRANTY; without even the implied warranty of
22 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 * General Public License for more details.
25 * You should have received a copy of the GNU General Public License
26 * along with this program; if not, write to the Free Software Foundation,
27 * Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
30 #include <linux/module.h>
31 #include <linux/kernel.h>
32 #include <linux/errno.h>
33 #include <linux/vmalloc.h>
34 #include <linux/string.h>
35 #include <linux/proc_fs.h>
36 #include <linux/dma-mapping.h>
37 #include <linux/wait.h>
38 #include <linux/seq_file.h>
39 #include <linux/interrupt.h>
40 #include <linux/completion.h>
42 #include <asm/system.h>
43 #include <asm/uaccess.h>
45 #include <asm/firmware.h>
46 #include <asm/iseries/hv_types.h>
47 #include <asm/iseries/hv_lp_event.h>
48 #include <asm/iseries/hv_lp_config.h>
49 #include <asm/iseries/mf.h>
50 #include <asm/iseries/vio.h>
52 /* Status of the path to each other partition in the system.
53 * This is overkill, since we will only ever establish connections
54 * to our hosting partition and the primary partition on the system.
55 * But this allows for other support in the future.
57 static struct viopathStatus
{
58 int isOpen
; /* Did we open the path? */
59 int isActive
; /* Do we have a mon msg outstanding */
60 int users
[VIO_MAX_SUBTYPES
];
61 HvLpInstanceId mSourceInst
;
62 HvLpInstanceId mTargetInst
;
64 } viopathStatus
[HVMAXARCHITECTEDLPS
];
66 static DEFINE_SPINLOCK(statuslock
);
69 * For each kind of event we allocate a buffer that is
70 * guaranteed not to cross a page boundary
72 static unsigned char event_buffer
[VIO_MAX_SUBTYPES
* 256]
73 __attribute__((__aligned__(4096)));
74 static atomic_t event_buffer_available
[VIO_MAX_SUBTYPES
];
75 static int event_buffer_initialised
;
77 static void handleMonitorEvent(struct HvLpEvent
*event
);
80 * We use this structure to handle asynchronous responses. The caller
81 * blocks on the semaphore and the handler posts the semaphore. However,
82 * if system_state is not SYSTEM_RUNNING, then wait_atomic is used ...
85 struct completion done
;
91 /* Put a sequence number in each mon msg. The value is not
92 * important. Start at something other than 0 just for
93 * readability. wrapping this is ok.
95 static u8 viomonseq
= 22;
97 /* Our hosting logical partition. We get this at startup
98 * time, and different modules access this variable directly.
100 HvLpIndex viopath_hostLp
= HvLpIndexInvalid
;
101 EXPORT_SYMBOL(viopath_hostLp
);
102 HvLpIndex viopath_ourLp
= HvLpIndexInvalid
;
103 EXPORT_SYMBOL(viopath_ourLp
);
105 /* For each kind of incoming event we set a pointer to a
108 static vio_event_handler_t
*vio_handler
[VIO_MAX_SUBTYPES
];
110 #define VIOPATH_KERN_WARN KERN_WARNING "viopath: "
111 #define VIOPATH_KERN_INFO KERN_INFO "viopath: "
113 static int proc_viopath_show(struct seq_file
*m
, void *v
)
119 DECLARE_COMPLETION(done
);
120 struct device_node
*node
;
123 buf
= kzalloc(HW_PAGE_SIZE
, GFP_KERNEL
);
127 handle
= iseries_hv_map(buf
, HW_PAGE_SIZE
, DMA_FROM_DEVICE
);
129 hvrc
= HvCallEvent_signalLpEventFast(viopath_hostLp
,
130 HvLpEvent_Type_VirtualIo
,
131 viomajorsubtype_config
| vioconfigget
,
132 HvLpEvent_AckInd_DoAck
, HvLpEvent_AckType_ImmediateAck
,
133 viopath_sourceinst(viopath_hostLp
),
134 viopath_targetinst(viopath_hostLp
),
135 (u64
)(unsigned long)&done
, VIOVERSION
<< 16,
136 ((u64
)handle
) << 32, HW_PAGE_SIZE
, 0, 0);
138 if (hvrc
!= HvLpEvent_Rc_Good
)
139 printk(VIOPATH_KERN_WARN
"hv error on op %d\n", (int)hvrc
);
141 wait_for_completion(&done
);
143 vlanMap
= HvLpConfig_getVirtualLanIndexMap();
145 buf
[HW_PAGE_SIZE
-1] = '\0';
146 seq_printf(m
, "%s", buf
);
148 iseries_hv_unmap(handle
, HW_PAGE_SIZE
, DMA_FROM_DEVICE
);
151 seq_printf(m
, "AVAILABLE_VETH=%x\n", vlanMap
);
153 node
= of_find_node_by_path("/");
156 sysid
= of_get_property(node
, "system-id", NULL
);
159 seq_printf(m
, "SRLNBR=<UNKNOWN>\n");
161 /* Skip "IBM," on front of serial number, see dt.c */
162 seq_printf(m
, "SRLNBR=%s\n", sysid
+ 4);
169 static int proc_viopath_open(struct inode
*inode
, struct file
*file
)
171 return single_open(file
, proc_viopath_show
, NULL
);
174 static const struct file_operations proc_viopath_operations
= {
175 .open
= proc_viopath_open
,
178 .release
= single_release
,
181 static int __init
vio_proc_init(void)
183 if (!firmware_has_feature(FW_FEATURE_ISERIES
))
186 proc_create("iSeries/config", 0, NULL
, &proc_viopath_operations
);
189 __initcall(vio_proc_init
);
191 /* See if a given LP is active. Allow for invalid lps to be passed in
192 * and just return invalid
194 int viopath_isactive(HvLpIndex lp
)
196 if (lp
== HvLpIndexInvalid
)
198 if (lp
< HVMAXARCHITECTEDLPS
)
199 return viopathStatus
[lp
].isActive
;
203 EXPORT_SYMBOL(viopath_isactive
);
206 * We cache the source and target instance ids for each
209 HvLpInstanceId
viopath_sourceinst(HvLpIndex lp
)
211 return viopathStatus
[lp
].mSourceInst
;
213 EXPORT_SYMBOL(viopath_sourceinst
);
215 HvLpInstanceId
viopath_targetinst(HvLpIndex lp
)
217 return viopathStatus
[lp
].mTargetInst
;
219 EXPORT_SYMBOL(viopath_targetinst
);
222 * Send a monitor message. This is a message with the acknowledge
223 * bit on that the other side will NOT explicitly acknowledge. When
224 * the other side goes down, the hypervisor will acknowledge any
225 * outstanding messages....so we will know when the other side dies.
227 static void sendMonMsg(HvLpIndex remoteLp
)
231 viopathStatus
[remoteLp
].mSourceInst
=
232 HvCallEvent_getSourceLpInstanceId(remoteLp
,
233 HvLpEvent_Type_VirtualIo
);
234 viopathStatus
[remoteLp
].mTargetInst
=
235 HvCallEvent_getTargetLpInstanceId(remoteLp
,
236 HvLpEvent_Type_VirtualIo
);
239 * Deliberately ignore the return code here. if we call this
240 * more than once, we don't care.
242 vio_setHandler(viomajorsubtype_monitor
, handleMonitorEvent
);
244 hvrc
= HvCallEvent_signalLpEventFast(remoteLp
, HvLpEvent_Type_VirtualIo
,
245 viomajorsubtype_monitor
, HvLpEvent_AckInd_DoAck
,
246 HvLpEvent_AckType_DeferredAck
,
247 viopathStatus
[remoteLp
].mSourceInst
,
248 viopathStatus
[remoteLp
].mTargetInst
,
249 viomonseq
++, 0, 0, 0, 0, 0);
251 if (hvrc
== HvLpEvent_Rc_Good
)
252 viopathStatus
[remoteLp
].isActive
= 1;
254 printk(VIOPATH_KERN_WARN
"could not connect to partition %d\n",
256 viopathStatus
[remoteLp
].isActive
= 0;
260 static void handleMonitorEvent(struct HvLpEvent
*event
)
266 * This handler is _also_ called as part of the loop
267 * at the end of this routine, so it must be able to
268 * ignore NULL events...
274 * First see if this is just a normal monitor message from the
277 if (hvlpevent_is_int(event
)) {
278 remoteLp
= event
->xSourceLp
;
279 if (!viopathStatus
[remoteLp
].isActive
)
280 sendMonMsg(remoteLp
);
285 * This path is for an acknowledgement; the other partition
288 remoteLp
= event
->xTargetLp
;
289 if ((event
->xSourceInstanceId
!= viopathStatus
[remoteLp
].mSourceInst
) ||
290 (event
->xTargetInstanceId
!= viopathStatus
[remoteLp
].mTargetInst
)) {
291 printk(VIOPATH_KERN_WARN
"ignoring ack....mismatched instances\n");
295 printk(VIOPATH_KERN_WARN
"partition %d ended\n", remoteLp
);
297 viopathStatus
[remoteLp
].isActive
= 0;
300 * For each active handler, pass them a NULL
301 * message to indicate that the other partition
304 for (i
= 0; i
< VIO_MAX_SUBTYPES
; i
++) {
305 if (vio_handler
[i
] != NULL
)
306 (*vio_handler
[i
])(NULL
);
310 int vio_setHandler(int subtype
, vio_event_handler_t
*beh
)
312 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
313 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
))
315 if (vio_handler
[subtype
] != NULL
)
317 vio_handler
[subtype
] = beh
;
320 EXPORT_SYMBOL(vio_setHandler
);
322 int vio_clearHandler(int subtype
)
324 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
325 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
))
327 if (vio_handler
[subtype
] == NULL
)
329 vio_handler
[subtype
] = NULL
;
332 EXPORT_SYMBOL(vio_clearHandler
);
334 static void handleConfig(struct HvLpEvent
*event
)
338 if (hvlpevent_is_int(event
)) {
339 printk(VIOPATH_KERN_WARN
340 "unexpected config request from partition %d",
343 if (hvlpevent_need_ack(event
)) {
344 event
->xRc
= HvLpEvent_Rc_InvalidSubtype
;
345 HvCallEvent_ackLpEvent(event
);
350 complete((struct completion
*)event
->xCorrelationToken
);
354 * Initialization of the hosting partition
356 void vio_set_hostlp(void)
359 * If this has already been set then we DON'T want to either change
360 * it or re-register the proc file system
362 if (viopath_hostLp
!= HvLpIndexInvalid
)
366 * Figure out our hosting partition. This isn't allowed to change
369 viopath_ourLp
= HvLpConfig_getLpIndex();
370 viopath_hostLp
= HvLpConfig_getHostingLpIndex(viopath_ourLp
);
372 if (viopath_hostLp
!= HvLpIndexInvalid
)
373 vio_setHandler(viomajorsubtype_config
, handleConfig
);
375 EXPORT_SYMBOL(vio_set_hostlp
);
377 static void vio_handleEvent(struct HvLpEvent
*event
)
380 int subtype
= (event
->xSubtype
& VIOMAJOR_SUBTYPE_MASK
)
381 >> VIOMAJOR_SUBTYPE_SHIFT
;
383 if (hvlpevent_is_int(event
)) {
384 remoteLp
= event
->xSourceLp
;
386 * The isActive is checked because if the hosting partition
387 * went down and came back up it would not be active but it
388 * would have different source and target instances, in which
389 * case we'd want to reset them. This case really protects
390 * against an unauthorized active partition sending interrupts
391 * or acks to this linux partition.
393 if (viopathStatus
[remoteLp
].isActive
394 && (event
->xSourceInstanceId
!=
395 viopathStatus
[remoteLp
].mTargetInst
)) {
396 printk(VIOPATH_KERN_WARN
397 "message from invalid partition. "
398 "int msg rcvd, source inst (%d) doesnt match (%d)\n",
399 viopathStatus
[remoteLp
].mTargetInst
,
400 event
->xSourceInstanceId
);
404 if (viopathStatus
[remoteLp
].isActive
405 && (event
->xTargetInstanceId
!=
406 viopathStatus
[remoteLp
].mSourceInst
)) {
407 printk(VIOPATH_KERN_WARN
408 "message from invalid partition. "
409 "int msg rcvd, target inst (%d) doesnt match (%d)\n",
410 viopathStatus
[remoteLp
].mSourceInst
,
411 event
->xTargetInstanceId
);
415 remoteLp
= event
->xTargetLp
;
416 if (event
->xSourceInstanceId
!=
417 viopathStatus
[remoteLp
].mSourceInst
) {
418 printk(VIOPATH_KERN_WARN
419 "message from invalid partition. "
420 "ack msg rcvd, source inst (%d) doesnt match (%d)\n",
421 viopathStatus
[remoteLp
].mSourceInst
,
422 event
->xSourceInstanceId
);
426 if (event
->xTargetInstanceId
!=
427 viopathStatus
[remoteLp
].mTargetInst
) {
428 printk(VIOPATH_KERN_WARN
429 "message from invalid partition. "
430 "viopath: ack msg rcvd, target inst (%d) doesnt match (%d)\n",
431 viopathStatus
[remoteLp
].mTargetInst
,
432 event
->xTargetInstanceId
);
437 if (vio_handler
[subtype
] == NULL
) {
438 printk(VIOPATH_KERN_WARN
439 "unexpected virtual io event subtype %d from partition %d\n",
440 event
->xSubtype
, remoteLp
);
441 /* No handler. Ack if necessary */
442 if (hvlpevent_is_int(event
) && hvlpevent_need_ack(event
)) {
443 event
->xRc
= HvLpEvent_Rc_InvalidSubtype
;
444 HvCallEvent_ackLpEvent(event
);
449 /* This innocuous little line is where all the real work happens */
450 (*vio_handler
[subtype
])(event
);
453 static void viopath_donealloc(void *parm
, int number
)
455 struct alloc_parms
*parmsp
= parm
;
457 parmsp
->number
= number
;
458 if (parmsp
->used_wait_atomic
)
459 atomic_set(&parmsp
->wait_atomic
, 0);
461 complete(&parmsp
->done
);
464 static int allocateEvents(HvLpIndex remoteLp
, int numEvents
)
466 struct alloc_parms parms
;
468 if (system_state
!= SYSTEM_RUNNING
) {
469 parms
.used_wait_atomic
= 1;
470 atomic_set(&parms
.wait_atomic
, 1);
472 parms
.used_wait_atomic
= 0;
473 init_completion(&parms
.done
);
475 mf_allocate_lp_events(remoteLp
, HvLpEvent_Type_VirtualIo
, 250, /* It would be nice to put a real number here! */
476 numEvents
, &viopath_donealloc
, &parms
);
477 if (system_state
!= SYSTEM_RUNNING
) {
478 while (atomic_read(&parms
.wait_atomic
))
481 wait_for_completion(&parms
.done
);
485 int viopath_open(HvLpIndex remoteLp
, int subtype
, int numReq
)
489 int tempNumAllocated
;
491 if ((remoteLp
>= HVMAXARCHITECTEDLPS
) || (remoteLp
== HvLpIndexInvalid
))
494 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
495 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
))
498 spin_lock_irqsave(&statuslock
, flags
);
500 if (!event_buffer_initialised
) {
501 for (i
= 0; i
< VIO_MAX_SUBTYPES
; i
++)
502 atomic_set(&event_buffer_available
[i
], 1);
503 event_buffer_initialised
= 1;
506 viopathStatus
[remoteLp
].users
[subtype
]++;
508 if (!viopathStatus
[remoteLp
].isOpen
) {
509 viopathStatus
[remoteLp
].isOpen
= 1;
510 HvCallEvent_openLpEventPath(remoteLp
, HvLpEvent_Type_VirtualIo
);
513 * Don't hold the spinlock during an operation that
516 spin_unlock_irqrestore(&statuslock
, flags
);
517 tempNumAllocated
= allocateEvents(remoteLp
, 1);
518 spin_lock_irqsave(&statuslock
, flags
);
520 viopathStatus
[remoteLp
].numberAllocated
+= tempNumAllocated
;
522 if (viopathStatus
[remoteLp
].numberAllocated
== 0) {
523 HvCallEvent_closeLpEventPath(remoteLp
,
524 HvLpEvent_Type_VirtualIo
);
526 spin_unlock_irqrestore(&statuslock
, flags
);
530 viopathStatus
[remoteLp
].mSourceInst
=
531 HvCallEvent_getSourceLpInstanceId(remoteLp
,
532 HvLpEvent_Type_VirtualIo
);
533 viopathStatus
[remoteLp
].mTargetInst
=
534 HvCallEvent_getTargetLpInstanceId(remoteLp
,
535 HvLpEvent_Type_VirtualIo
);
536 HvLpEvent_registerHandler(HvLpEvent_Type_VirtualIo
,
538 sendMonMsg(remoteLp
);
539 printk(VIOPATH_KERN_INFO
"opening connection to partition %d, "
540 "setting sinst %d, tinst %d\n",
541 remoteLp
, viopathStatus
[remoteLp
].mSourceInst
,
542 viopathStatus
[remoteLp
].mTargetInst
);
545 spin_unlock_irqrestore(&statuslock
, flags
);
546 tempNumAllocated
= allocateEvents(remoteLp
, numReq
);
547 spin_lock_irqsave(&statuslock
, flags
);
548 viopathStatus
[remoteLp
].numberAllocated
+= tempNumAllocated
;
549 spin_unlock_irqrestore(&statuslock
, flags
);
553 EXPORT_SYMBOL(viopath_open
);
555 int viopath_close(HvLpIndex remoteLp
, int subtype
, int numReq
)
560 struct alloc_parms parms
;
562 if ((remoteLp
>= HVMAXARCHITECTEDLPS
) || (remoteLp
== HvLpIndexInvalid
))
565 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
566 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
))
569 spin_lock_irqsave(&statuslock
, flags
);
571 * If the viopath_close somehow gets called before a
572 * viopath_open it could decrement to -1 which is a non
573 * recoverable state so we'll prevent this from
576 if (viopathStatus
[remoteLp
].users
[subtype
] > 0)
577 viopathStatus
[remoteLp
].users
[subtype
]--;
579 spin_unlock_irqrestore(&statuslock
, flags
);
581 parms
.used_wait_atomic
= 0;
582 init_completion(&parms
.done
);
583 mf_deallocate_lp_events(remoteLp
, HvLpEvent_Type_VirtualIo
,
584 numReq
, &viopath_donealloc
, &parms
);
585 wait_for_completion(&parms
.done
);
587 spin_lock_irqsave(&statuslock
, flags
);
588 for (i
= 0, numOpen
= 0; i
< VIO_MAX_SUBTYPES
; i
++)
589 numOpen
+= viopathStatus
[remoteLp
].users
[i
];
591 if ((viopathStatus
[remoteLp
].isOpen
) && (numOpen
== 0)) {
592 printk(VIOPATH_KERN_INFO
"closing connection to partition %d\n",
595 HvCallEvent_closeLpEventPath(remoteLp
,
596 HvLpEvent_Type_VirtualIo
);
597 viopathStatus
[remoteLp
].isOpen
= 0;
598 viopathStatus
[remoteLp
].isActive
= 0;
600 for (i
= 0; i
< VIO_MAX_SUBTYPES
; i
++)
601 atomic_set(&event_buffer_available
[i
], 0);
602 event_buffer_initialised
= 0;
604 spin_unlock_irqrestore(&statuslock
, flags
);
607 EXPORT_SYMBOL(viopath_close
);
609 void *vio_get_event_buffer(int subtype
)
611 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
612 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
))
615 if (atomic_dec_if_positive(&event_buffer_available
[subtype
]) == 0)
616 return &event_buffer
[subtype
* 256];
620 EXPORT_SYMBOL(vio_get_event_buffer
);
622 void vio_free_event_buffer(int subtype
, void *buffer
)
624 subtype
= subtype
>> VIOMAJOR_SUBTYPE_SHIFT
;
625 if ((subtype
< 0) || (subtype
>= VIO_MAX_SUBTYPES
)) {
626 printk(VIOPATH_KERN_WARN
627 "unexpected subtype %d freeing event buffer\n", subtype
);
631 if (atomic_read(&event_buffer_available
[subtype
]) != 0) {
632 printk(VIOPATH_KERN_WARN
633 "freeing unallocated event buffer, subtype %d\n",
638 if (buffer
!= &event_buffer
[subtype
* 256]) {
639 printk(VIOPATH_KERN_WARN
640 "freeing invalid event buffer, subtype %d\n", subtype
);
643 atomic_set(&event_buffer_available
[subtype
], 1);
645 EXPORT_SYMBOL(vio_free_event_buffer
);
647 static const struct vio_error_entry vio_no_error
=
648 { 0, 0, "Non-VIO Error" };
649 static const struct vio_error_entry vio_unknown_error
=
650 { 0, EIO
, "Unknown Error" };
652 static const struct vio_error_entry vio_default_errors
[] = {
653 {0x0001, EIO
, "No Connection"},
654 {0x0002, EIO
, "No Receiver"},
655 {0x0003, EIO
, "No Buffer Available"},
656 {0x0004, EBADRQC
, "Invalid Message Type"},
660 const struct vio_error_entry
*vio_lookup_rc(
661 const struct vio_error_entry
*local_table
, u16 rc
)
663 const struct vio_error_entry
*cur
;
666 return &vio_no_error
;
668 for (cur
= local_table
; cur
->rc
; ++cur
)
671 for (cur
= vio_default_errors
; cur
->rc
; ++cur
)
674 return &vio_unknown_error
;
676 EXPORT_SYMBOL(vio_lookup_rc
);