1 /* ds.c: Domain Services driver for Logical Domains
3 * Copyright (C) 2007, 2008 David S. Miller <davem@davemloft.net>
6 #include <linux/kernel.h>
7 #include <linux/module.h>
8 #include <linux/types.h>
9 #include <linux/string.h>
10 #include <linux/slab.h>
11 #include <linux/sched.h>
12 #include <linux/delay.h>
13 #include <linux/mutex.h>
14 #include <linux/kthread.h>
15 #include <linux/reboot.h>
16 #include <linux/cpu.h>
20 #include <asm/mdesc.h>
24 #define DRV_MODULE_NAME "ds"
25 #define PFX DRV_MODULE_NAME ": "
26 #define DRV_MODULE_VERSION "1.0"
27 #define DRV_MODULE_RELDATE "Jul 11, 2007"
29 static char version
[] __devinitdata
=
30 DRV_MODULE_NAME
".c:v" DRV_MODULE_VERSION
" (" DRV_MODULE_RELDATE
")\n";
31 MODULE_AUTHOR("David S. Miller (davem@davemloft.net)");
32 MODULE_DESCRIPTION("Sun LDOM domain services driver");
33 MODULE_LICENSE("GPL");
34 MODULE_VERSION(DRV_MODULE_VERSION
);
38 #define DS_INIT_REQ 0x00
39 #define DS_INIT_ACK 0x01
40 #define DS_INIT_NACK 0x02
41 #define DS_REG_REQ 0x03
42 #define DS_REG_ACK 0x04
43 #define DS_REG_NACK 0x05
44 #define DS_UNREG_REQ 0x06
45 #define DS_UNREG_ACK 0x07
46 #define DS_UNREG_NACK 0x08
55 #define DS_REG_VER_NACK 0x01
56 #define DS_REG_DUP 0x02
57 #define DS_INV_HDL 0x03
58 #define DS_TYPE_UNKNOWN 0x04
66 struct ds_msg_tag tag
;
67 struct ds_version ver
;
71 struct ds_msg_tag tag
;
76 struct ds_msg_tag tag
;
81 struct ds_msg_tag tag
;
89 struct ds_msg_tag tag
;
95 struct ds_msg_tag tag
;
100 struct ds_unreg_req
{
101 struct ds_msg_tag tag
;
105 struct ds_unreg_ack
{
106 struct ds_msg_tag tag
;
110 struct ds_unreg_nack
{
111 struct ds_msg_tag tag
;
116 struct ds_msg_tag tag
;
120 struct ds_data_nack
{
121 struct ds_msg_tag tag
;
127 struct ds_cap_state
{
130 void (*data
)(struct ds_info
*dp
,
131 struct ds_cap_state
*cp
,
134 const char *service_id
;
137 #define CAP_STATE_UNKNOWN 0x00
138 #define CAP_STATE_REG_SENT 0x01
139 #define CAP_STATE_REGISTERED 0x02
142 static void md_update_data(struct ds_info
*dp
, struct ds_cap_state
*cp
,
144 static void domain_shutdown_data(struct ds_info
*dp
,
145 struct ds_cap_state
*cp
,
147 static void domain_panic_data(struct ds_info
*dp
,
148 struct ds_cap_state
*cp
,
150 #ifdef CONFIG_HOTPLUG_CPU
151 static void dr_cpu_data(struct ds_info
*dp
,
152 struct ds_cap_state
*cp
,
155 static void ds_pri_data(struct ds_info
*dp
,
156 struct ds_cap_state
*cp
,
158 static void ds_var_data(struct ds_info
*dp
,
159 struct ds_cap_state
*cp
,
162 static struct ds_cap_state ds_states_template
[] = {
164 .service_id
= "md-update",
165 .data
= md_update_data
,
168 .service_id
= "domain-shutdown",
169 .data
= domain_shutdown_data
,
172 .service_id
= "domain-panic",
173 .data
= domain_panic_data
,
175 #ifdef CONFIG_HOTPLUG_CPU
177 .service_id
= "dr-cpu",
186 .service_id
= "var-config",
190 .service_id
= "var-config-backup",
195 static DEFINE_SPINLOCK(ds_lock
);
198 struct ldc_channel
*lp
;
200 #define DS_HS_START 0x01
201 #define DS_HS_DONE 0x02
208 struct ds_cap_state
*ds_states
;
211 struct ds_info
*next
;
214 static struct ds_info
*ds_info_list
;
216 static struct ds_cap_state
*find_cap(struct ds_info
*dp
, u64 handle
)
218 unsigned int index
= handle
>> 32;
220 if (index
>= dp
->num_ds_states
)
222 return &dp
->ds_states
[index
];
225 static struct ds_cap_state
*find_cap_by_string(struct ds_info
*dp
,
230 for (i
= 0; i
< dp
->num_ds_states
; i
++) {
231 if (strcmp(dp
->ds_states
[i
].service_id
, name
))
234 return &dp
->ds_states
[i
];
239 static int __ds_send(struct ldc_channel
*lp
, void *data
, int len
)
241 int err
, limit
= 1000;
244 while (limit
-- > 0) {
245 err
= ldc_write(lp
, data
, len
);
246 if (!err
|| (err
!= -EAGAIN
))
254 static int ds_send(struct ldc_channel
*lp
, void *data
, int len
)
259 spin_lock_irqsave(&ds_lock
, flags
);
260 err
= __ds_send(lp
, data
, len
);
261 spin_unlock_irqrestore(&ds_lock
, flags
);
266 struct ds_md_update_req
{
270 struct ds_md_update_res
{
275 static void md_update_data(struct ds_info
*dp
,
276 struct ds_cap_state
*cp
,
279 struct ldc_channel
*lp
= dp
->lp
;
280 struct ds_data
*dpkt
= buf
;
281 struct ds_md_update_req
*rp
;
284 struct ds_md_update_res res
;
287 rp
= (struct ds_md_update_req
*) (dpkt
+ 1);
289 printk(KERN_INFO
"ds-%llu: Machine description update.\n", dp
->id
);
293 memset(&pkt
, 0, sizeof(pkt
));
294 pkt
.data
.tag
.type
= DS_DATA
;
295 pkt
.data
.tag
.len
= sizeof(pkt
) - sizeof(struct ds_msg_tag
);
296 pkt
.data
.handle
= cp
->handle
;
297 pkt
.res
.req_num
= rp
->req_num
;
298 pkt
.res
.result
= DS_OK
;
300 ds_send(lp
, &pkt
, sizeof(pkt
));
303 struct ds_shutdown_req
{
308 struct ds_shutdown_res
{
314 static void domain_shutdown_data(struct ds_info
*dp
,
315 struct ds_cap_state
*cp
,
318 struct ldc_channel
*lp
= dp
->lp
;
319 struct ds_data
*dpkt
= buf
;
320 struct ds_shutdown_req
*rp
;
323 struct ds_shutdown_res res
;
326 rp
= (struct ds_shutdown_req
*) (dpkt
+ 1);
328 printk(KERN_ALERT
"ds-%llu: Shutdown request from "
329 "LDOM manager received.\n", dp
->id
);
331 memset(&pkt
, 0, sizeof(pkt
));
332 pkt
.data
.tag
.type
= DS_DATA
;
333 pkt
.data
.tag
.len
= sizeof(pkt
) - sizeof(struct ds_msg_tag
);
334 pkt
.data
.handle
= cp
->handle
;
335 pkt
.res
.req_num
= rp
->req_num
;
336 pkt
.res
.result
= DS_OK
;
337 pkt
.res
.reason
[0] = 0;
339 ds_send(lp
, &pkt
, sizeof(pkt
));
341 orderly_poweroff(true);
344 struct ds_panic_req
{
348 struct ds_panic_res
{
354 static void domain_panic_data(struct ds_info
*dp
,
355 struct ds_cap_state
*cp
,
358 struct ldc_channel
*lp
= dp
->lp
;
359 struct ds_data
*dpkt
= buf
;
360 struct ds_panic_req
*rp
;
363 struct ds_panic_res res
;
366 rp
= (struct ds_panic_req
*) (dpkt
+ 1);
368 printk(KERN_ALERT
"ds-%llu: Panic request from "
369 "LDOM manager received.\n", dp
->id
);
371 memset(&pkt
, 0, sizeof(pkt
));
372 pkt
.data
.tag
.type
= DS_DATA
;
373 pkt
.data
.tag
.len
= sizeof(pkt
) - sizeof(struct ds_msg_tag
);
374 pkt
.data
.handle
= cp
->handle
;
375 pkt
.res
.req_num
= rp
->req_num
;
376 pkt
.res
.result
= DS_OK
;
377 pkt
.res
.reason
[0] = 0;
379 ds_send(lp
, &pkt
, sizeof(pkt
));
381 panic("PANIC requested by LDOM manager.");
384 #ifdef CONFIG_HOTPLUG_CPU
388 #define DR_CPU_CONFIGURE 0x43
389 #define DR_CPU_UNCONFIGURE 0x55
390 #define DR_CPU_FORCE_UNCONFIGURE 0x46
391 #define DR_CPU_STATUS 0x53
394 #define DR_CPU_OK 0x6f
395 #define DR_CPU_ERROR 0x65
400 struct dr_cpu_resp_entry
{
403 #define DR_CPU_RES_OK 0x00
404 #define DR_CPU_RES_FAILURE 0x01
405 #define DR_CPU_RES_BLOCKED 0x02
406 #define DR_CPU_RES_CPU_NOT_RESPONDING 0x03
407 #define DR_CPU_RES_NOT_IN_MD 0x04
410 #define DR_CPU_STAT_NOT_PRESENT 0x00
411 #define DR_CPU_STAT_UNCONFIGURED 0x01
412 #define DR_CPU_STAT_CONFIGURED 0x02
417 static void __dr_cpu_send_error(struct ds_info
*dp
,
418 struct ds_cap_state
*cp
,
419 struct ds_data
*data
)
421 struct dr_cpu_tag
*tag
= (struct dr_cpu_tag
*) (data
+ 1);
424 struct dr_cpu_tag tag
;
428 memset(&pkt
, 0, sizeof(pkt
));
429 pkt
.data
.tag
.type
= DS_DATA
;
430 pkt
.data
.handle
= cp
->handle
;
431 pkt
.tag
.req_num
= tag
->req_num
;
432 pkt
.tag
.type
= DR_CPU_ERROR
;
433 pkt
.tag
.num_records
= 0;
435 msg_len
= (sizeof(struct ds_data
) +
436 sizeof(struct dr_cpu_tag
));
438 pkt
.data
.tag
.len
= msg_len
- sizeof(struct ds_msg_tag
);
440 __ds_send(dp
->lp
, &pkt
, msg_len
);
443 static void dr_cpu_send_error(struct ds_info
*dp
,
444 struct ds_cap_state
*cp
,
445 struct ds_data
*data
)
449 spin_lock_irqsave(&ds_lock
, flags
);
450 __dr_cpu_send_error(dp
, cp
, data
);
451 spin_unlock_irqrestore(&ds_lock
, flags
);
454 #define CPU_SENTINEL 0xffffffff
456 static void purge_dups(u32
*list
, u32 num_ents
)
460 for (i
= 0; i
< num_ents
; i
++) {
464 if (cpu
== CPU_SENTINEL
)
467 for (j
= i
+ 1; j
< num_ents
; j
++) {
469 list
[j
] = CPU_SENTINEL
;
474 static int dr_cpu_size_response(int ncpus
)
476 return (sizeof(struct ds_data
) +
477 sizeof(struct dr_cpu_tag
) +
478 (sizeof(struct dr_cpu_resp_entry
) * ncpus
));
481 static void dr_cpu_init_response(struct ds_data
*resp
, u64 req_num
,
482 u64 handle
, int resp_len
, int ncpus
,
483 cpumask_t
*mask
, u32 default_stat
)
485 struct dr_cpu_resp_entry
*ent
;
486 struct dr_cpu_tag
*tag
;
489 tag
= (struct dr_cpu_tag
*) (resp
+ 1);
490 ent
= (struct dr_cpu_resp_entry
*) (tag
+ 1);
492 resp
->tag
.type
= DS_DATA
;
493 resp
->tag
.len
= resp_len
- sizeof(struct ds_msg_tag
);
494 resp
->handle
= handle
;
495 tag
->req_num
= req_num
;
496 tag
->type
= DR_CPU_OK
;
497 tag
->num_records
= ncpus
;
500 for_each_cpu_mask(cpu
, *mask
) {
502 ent
[i
].result
= DR_CPU_RES_OK
;
503 ent
[i
].stat
= default_stat
;
509 static void dr_cpu_mark(struct ds_data
*resp
, int cpu
, int ncpus
,
512 struct dr_cpu_resp_entry
*ent
;
513 struct dr_cpu_tag
*tag
;
516 tag
= (struct dr_cpu_tag
*) (resp
+ 1);
517 ent
= (struct dr_cpu_resp_entry
*) (tag
+ 1);
519 for (i
= 0; i
< ncpus
; i
++) {
520 if (ent
[i
].cpu
!= cpu
)
528 static int __cpuinit
dr_cpu_configure(struct ds_info
*dp
,
529 struct ds_cap_state
*cp
,
533 struct ds_data
*resp
;
534 int resp_len
, ncpus
, cpu
;
537 ncpus
= cpus_weight(*mask
);
538 resp_len
= dr_cpu_size_response(ncpus
);
539 resp
= kzalloc(resp_len
, GFP_KERNEL
);
543 dr_cpu_init_response(resp
, req_num
, cp
->handle
,
544 resp_len
, ncpus
, mask
,
545 DR_CPU_STAT_CONFIGURED
);
547 mdesc_populate_present_mask(mask
);
548 mdesc_fill_in_cpu_data(mask
);
550 for_each_cpu_mask(cpu
, *mask
) {
553 printk(KERN_INFO
"ds-%llu: Starting cpu %d...\n",
557 __u32 res
= DR_CPU_RES_FAILURE
;
558 __u32 stat
= DR_CPU_STAT_UNCONFIGURED
;
560 if (!cpu_present(cpu
)) {
561 /* CPU not present in MD */
562 res
= DR_CPU_RES_NOT_IN_MD
;
563 stat
= DR_CPU_STAT_NOT_PRESENT
;
564 } else if (err
== -ENODEV
) {
565 /* CPU did not call in successfully */
566 res
= DR_CPU_RES_CPU_NOT_RESPONDING
;
569 printk(KERN_INFO
"ds-%llu: CPU startup failed err=%d\n",
571 dr_cpu_mark(resp
, cpu
, ncpus
, res
, stat
);
575 spin_lock_irqsave(&ds_lock
, flags
);
576 __ds_send(dp
->lp
, resp
, resp_len
);
577 spin_unlock_irqrestore(&ds_lock
, flags
);
581 /* Redistribute IRQs, taking into account the new cpus. */
587 static int dr_cpu_unconfigure(struct ds_info
*dp
,
588 struct ds_cap_state
*cp
,
592 struct ds_data
*resp
;
593 int resp_len
, ncpus
, cpu
;
596 ncpus
= cpus_weight(*mask
);
597 resp_len
= dr_cpu_size_response(ncpus
);
598 resp
= kzalloc(resp_len
, GFP_KERNEL
);
602 dr_cpu_init_response(resp
, req_num
, cp
->handle
,
603 resp_len
, ncpus
, mask
,
604 DR_CPU_STAT_UNCONFIGURED
);
606 for_each_cpu_mask(cpu
, *mask
) {
609 printk(KERN_INFO
"ds-%llu: Shutting down cpu %d...\n",
613 dr_cpu_mark(resp
, cpu
, ncpus
,
615 DR_CPU_STAT_CONFIGURED
);
618 spin_lock_irqsave(&ds_lock
, flags
);
619 __ds_send(dp
->lp
, resp
, resp_len
);
620 spin_unlock_irqrestore(&ds_lock
, flags
);
627 static void __cpuinit
dr_cpu_data(struct ds_info
*dp
,
628 struct ds_cap_state
*cp
,
631 struct ds_data
*data
= buf
;
632 struct dr_cpu_tag
*tag
= (struct dr_cpu_tag
*) (data
+ 1);
633 u32
*cpu_list
= (u32
*) (tag
+ 1);
634 u64 req_num
= tag
->req_num
;
640 case DR_CPU_CONFIGURE
:
641 case DR_CPU_UNCONFIGURE
:
642 case DR_CPU_FORCE_UNCONFIGURE
:
646 dr_cpu_send_error(dp
, cp
, data
);
650 purge_dups(cpu_list
, tag
->num_records
);
653 for (i
= 0; i
< tag
->num_records
; i
++) {
654 if (cpu_list
[i
] == CPU_SENTINEL
)
657 if (cpu_list
[i
] < nr_cpu_ids
)
658 cpu_set(cpu_list
[i
], mask
);
661 if (tag
->type
== DR_CPU_CONFIGURE
)
662 err
= dr_cpu_configure(dp
, cp
, req_num
, &mask
);
664 err
= dr_cpu_unconfigure(dp
, cp
, req_num
, &mask
);
667 dr_cpu_send_error(dp
, cp
, data
);
669 #endif /* CONFIG_HOTPLUG_CPU */
674 #define DS_PRI_REQUEST 0x00
675 #define DS_PRI_DATA 0x01
676 #define DS_PRI_UPDATE 0x02
679 static void ds_pri_data(struct ds_info
*dp
,
680 struct ds_cap_state
*cp
,
683 struct ds_data
*dpkt
= buf
;
684 struct ds_pri_msg
*rp
;
686 rp
= (struct ds_pri_msg
*) (dpkt
+ 1);
688 printk(KERN_INFO
"ds-%llu: PRI REQ [%llx:%llx], len=%d\n",
689 dp
->id
, rp
->req_num
, rp
->type
, len
);
694 #define DS_VAR_SET_REQ 0x00
695 #define DS_VAR_DELETE_REQ 0x01
696 #define DS_VAR_SET_RESP 0x02
697 #define DS_VAR_DELETE_RESP 0x03
700 struct ds_var_set_msg
{
701 struct ds_var_hdr hdr
;
702 char name_and_value
[0];
705 struct ds_var_delete_msg
{
706 struct ds_var_hdr hdr
;
711 struct ds_var_hdr hdr
;
713 #define DS_VAR_SUCCESS 0x00
714 #define DS_VAR_NO_SPACE 0x01
715 #define DS_VAR_INVALID_VAR 0x02
716 #define DS_VAR_INVALID_VAL 0x03
717 #define DS_VAR_NOT_PRESENT 0x04
720 static DEFINE_MUTEX(ds_var_mutex
);
721 static int ds_var_doorbell
;
722 static int ds_var_response
;
724 static void ds_var_data(struct ds_info
*dp
,
725 struct ds_cap_state
*cp
,
728 struct ds_data
*dpkt
= buf
;
729 struct ds_var_resp
*rp
;
731 rp
= (struct ds_var_resp
*) (dpkt
+ 1);
733 if (rp
->hdr
.type
!= DS_VAR_SET_RESP
&&
734 rp
->hdr
.type
!= DS_VAR_DELETE_RESP
)
737 ds_var_response
= rp
->result
;
742 void ldom_set_var(const char *var
, const char *value
)
744 struct ds_cap_state
*cp
;
748 spin_lock_irqsave(&ds_lock
, flags
);
750 for (dp
= ds_info_list
; dp
; dp
= dp
->next
) {
751 struct ds_cap_state
*tmp
;
753 tmp
= find_cap_by_string(dp
, "var-config");
754 if (tmp
&& tmp
->state
== CAP_STATE_REGISTERED
) {
760 for (dp
= ds_info_list
; dp
; dp
= dp
->next
) {
761 struct ds_cap_state
*tmp
;
763 tmp
= find_cap_by_string(dp
, "var-config-backup");
764 if (tmp
&& tmp
->state
== CAP_STATE_REGISTERED
) {
770 spin_unlock_irqrestore(&ds_lock
, flags
);
776 struct ds_var_set_msg msg
;
783 memset(&pkt
, 0, sizeof(pkt
));
784 pkt
.header
.data
.tag
.type
= DS_DATA
;
785 pkt
.header
.data
.handle
= cp
->handle
;
786 pkt
.header
.msg
.hdr
.type
= DS_VAR_SET_REQ
;
787 base
= p
= &pkt
.header
.msg
.name_and_value
[0];
789 p
+= strlen(var
) + 1;
791 p
+= strlen(value
) + 1;
793 msg_len
= (sizeof(struct ds_data
) +
794 sizeof(struct ds_var_set_msg
) +
796 msg_len
= (msg_len
+ 3) & ~3;
797 pkt
.header
.data
.tag
.len
= msg_len
- sizeof(struct ds_msg_tag
);
799 mutex_lock(&ds_var_mutex
);
801 spin_lock_irqsave(&ds_lock
, flags
);
803 ds_var_response
= -1;
805 __ds_send(dp
->lp
, &pkt
, msg_len
);
806 spin_unlock_irqrestore(&ds_lock
, flags
);
809 while (ds_var_doorbell
== 0) {
816 mutex_unlock(&ds_var_mutex
);
818 if (ds_var_doorbell
== 0 ||
819 ds_var_response
!= DS_VAR_SUCCESS
)
820 printk(KERN_ERR
"ds-%llu: var-config [%s:%s] "
821 "failed, response(%d).\n",
825 printk(KERN_ERR PFX
"var-config not registered so "
826 "could not set (%s) variable to (%s).\n",
831 void ldom_reboot(const char *boot_command
)
833 /* Don't bother with any of this if the boot_command
836 if (boot_command
&& strlen(boot_command
)) {
837 char full_boot_str
[256];
839 strcpy(full_boot_str
, "boot ");
840 strcpy(full_boot_str
+ strlen("boot "), boot_command
);
842 ldom_set_var("reboot-command", full_boot_str
);
847 void ldom_power_off(void)
852 static void ds_conn_reset(struct ds_info
*dp
)
854 printk(KERN_ERR
"ds-%llu: ds_conn_reset() from %p\n",
855 dp
->id
, __builtin_return_address(0));
858 static int register_services(struct ds_info
*dp
)
860 struct ldc_channel
*lp
= dp
->lp
;
863 for (i
= 0; i
< dp
->num_ds_states
; i
++) {
865 struct ds_reg_req req
;
868 struct ds_cap_state
*cp
= &dp
->ds_states
[i
];
872 if (cp
->state
== CAP_STATE_REGISTERED
)
875 new_count
= sched_clock() & 0xffffffff;
876 cp
->handle
= ((u64
) i
<< 32) | new_count
;
878 msg_len
= (sizeof(struct ds_reg_req
) +
879 strlen(cp
->service_id
));
881 memset(&pbuf
, 0, sizeof(pbuf
));
882 pbuf
.req
.tag
.type
= DS_REG_REQ
;
883 pbuf
.req
.tag
.len
= (msg_len
- sizeof(struct ds_msg_tag
));
884 pbuf
.req
.handle
= cp
->handle
;
887 strcpy(pbuf
.req
.svc_id
, cp
->service_id
);
889 err
= __ds_send(lp
, &pbuf
, msg_len
);
891 cp
->state
= CAP_STATE_REG_SENT
;
896 static int ds_handshake(struct ds_info
*dp
, struct ds_msg_tag
*pkt
)
899 if (dp
->hs_state
== DS_HS_START
) {
900 if (pkt
->type
!= DS_INIT_ACK
)
903 dp
->hs_state
= DS_HS_DONE
;
905 return register_services(dp
);
908 if (dp
->hs_state
!= DS_HS_DONE
)
911 if (pkt
->type
== DS_REG_ACK
) {
912 struct ds_reg_ack
*ap
= (struct ds_reg_ack
*) pkt
;
913 struct ds_cap_state
*cp
= find_cap(dp
, ap
->handle
);
916 printk(KERN_ERR
"ds-%llu: REG ACK for unknown "
917 "handle %llx\n", dp
->id
, ap
->handle
);
920 printk(KERN_INFO
"ds-%llu: Registered %s service.\n",
921 dp
->id
, cp
->service_id
);
922 cp
->state
= CAP_STATE_REGISTERED
;
923 } else if (pkt
->type
== DS_REG_NACK
) {
924 struct ds_reg_nack
*np
= (struct ds_reg_nack
*) pkt
;
925 struct ds_cap_state
*cp
= find_cap(dp
, np
->handle
);
928 printk(KERN_ERR
"ds-%llu: REG NACK for "
929 "unknown handle %llx\n",
933 cp
->state
= CAP_STATE_UNKNOWN
;
943 static void __send_ds_nack(struct ds_info
*dp
, u64 handle
)
945 struct ds_data_nack nack
= {
948 .len
= (sizeof(struct ds_data_nack
) -
949 sizeof(struct ds_msg_tag
)),
952 .result
= DS_INV_HDL
,
955 __ds_send(dp
->lp
, &nack
, sizeof(nack
));
958 static LIST_HEAD(ds_work_list
);
959 static DECLARE_WAIT_QUEUE_HEAD(ds_wait
);
961 struct ds_queue_entry
{
962 struct list_head list
;
969 static void process_ds_work(void)
971 struct ds_queue_entry
*qp
, *tmp
;
975 spin_lock_irqsave(&ds_lock
, flags
);
976 list_splice_init(&ds_work_list
, &todo
);
977 spin_unlock_irqrestore(&ds_lock
, flags
);
979 list_for_each_entry_safe(qp
, tmp
, &todo
, list
) {
980 struct ds_data
*dpkt
= (struct ds_data
*) qp
->req
;
981 struct ds_info
*dp
= qp
->dp
;
982 struct ds_cap_state
*cp
= find_cap(dp
, dpkt
->handle
);
983 int req_len
= qp
->req_len
;
986 printk(KERN_ERR
"ds-%llu: Data for unknown "
988 dp
->id
, dpkt
->handle
);
990 spin_lock_irqsave(&ds_lock
, flags
);
991 __send_ds_nack(dp
, dpkt
->handle
);
992 spin_unlock_irqrestore(&ds_lock
, flags
);
994 cp
->data(dp
, cp
, dpkt
, req_len
);
1002 static int ds_thread(void *__unused
)
1007 prepare_to_wait(&ds_wait
, &wait
, TASK_INTERRUPTIBLE
);
1008 if (list_empty(&ds_work_list
))
1010 finish_wait(&ds_wait
, &wait
);
1012 if (kthread_should_stop())
1021 static int ds_data(struct ds_info
*dp
, struct ds_msg_tag
*pkt
, int len
)
1023 struct ds_data
*dpkt
= (struct ds_data
*) pkt
;
1024 struct ds_queue_entry
*qp
;
1026 qp
= kmalloc(sizeof(struct ds_queue_entry
) + len
, GFP_ATOMIC
);
1028 __send_ds_nack(dp
, dpkt
->handle
);
1031 memcpy(&qp
->req
, pkt
, len
);
1032 list_add_tail(&qp
->list
, &ds_work_list
);
1038 static void ds_up(struct ds_info
*dp
)
1040 struct ldc_channel
*lp
= dp
->lp
;
1041 struct ds_ver_req req
;
1044 req
.tag
.type
= DS_INIT_REQ
;
1045 req
.tag
.len
= sizeof(req
) - sizeof(struct ds_msg_tag
);
1049 err
= __ds_send(lp
, &req
, sizeof(req
));
1051 dp
->hs_state
= DS_HS_START
;
1054 static void ds_reset(struct ds_info
*dp
)
1060 for (i
= 0; i
< dp
->num_ds_states
; i
++) {
1061 struct ds_cap_state
*cp
= &dp
->ds_states
[i
];
1063 cp
->state
= CAP_STATE_UNKNOWN
;
1067 static void ds_event(void *arg
, int event
)
1069 struct ds_info
*dp
= arg
;
1070 struct ldc_channel
*lp
= dp
->lp
;
1071 unsigned long flags
;
1074 spin_lock_irqsave(&ds_lock
, flags
);
1076 if (event
== LDC_EVENT_UP
) {
1078 spin_unlock_irqrestore(&ds_lock
, flags
);
1082 if (event
== LDC_EVENT_RESET
) {
1084 spin_unlock_irqrestore(&ds_lock
, flags
);
1088 if (event
!= LDC_EVENT_DATA_READY
) {
1089 printk(KERN_WARNING
"ds-%llu: Unexpected LDC event %d\n",
1091 spin_unlock_irqrestore(&ds_lock
, flags
);
1097 struct ds_msg_tag
*tag
;
1099 err
= ldc_read(lp
, dp
->rcv_buf
, sizeof(*tag
));
1101 if (unlikely(err
< 0)) {
1102 if (err
== -ECONNRESET
)
1110 err
= ldc_read(lp
, tag
+ 1, tag
->len
);
1112 if (unlikely(err
< 0)) {
1113 if (err
== -ECONNRESET
)
1120 if (tag
->type
< DS_DATA
)
1121 err
= ds_handshake(dp
, dp
->rcv_buf
);
1123 err
= ds_data(dp
, dp
->rcv_buf
,
1124 sizeof(*tag
) + err
);
1125 if (err
== -ECONNRESET
)
1129 spin_unlock_irqrestore(&ds_lock
, flags
);
1132 static int __devinit
ds_probe(struct vio_dev
*vdev
,
1133 const struct vio_device_id
*id
)
1135 static int ds_version_printed
;
1136 struct ldc_channel_config ds_cfg
= {
1139 .mode
= LDC_MODE_STREAM
,
1141 struct mdesc_handle
*hp
;
1142 struct ldc_channel
*lp
;
1147 if (ds_version_printed
++ == 0)
1148 printk(KERN_INFO
"%s", version
);
1150 dp
= kzalloc(sizeof(*dp
), GFP_KERNEL
);
1156 val
= mdesc_get_property(hp
, vdev
->mp
, "id", NULL
);
1161 dp
->rcv_buf
= kzalloc(4096, GFP_KERNEL
);
1165 dp
->rcv_buf_len
= 4096;
1167 dp
->ds_states
= kzalloc(sizeof(ds_states_template
),
1170 goto out_free_rcv_buf
;
1172 memcpy(dp
->ds_states
, ds_states_template
,
1173 sizeof(ds_states_template
));
1174 dp
->num_ds_states
= ARRAY_SIZE(ds_states_template
);
1176 for (i
= 0; i
< dp
->num_ds_states
; i
++)
1177 dp
->ds_states
[i
].handle
= ((u64
)i
<< 32);
1179 ds_cfg
.tx_irq
= vdev
->tx_irq
;
1180 ds_cfg
.rx_irq
= vdev
->rx_irq
;
1182 lp
= ldc_alloc(vdev
->channel_id
, &ds_cfg
, dp
);
1185 goto out_free_ds_states
;
1189 err
= ldc_bind(lp
, "DS");
1193 spin_lock_irq(&ds_lock
);
1194 dp
->next
= ds_info_list
;
1196 spin_unlock_irq(&ds_lock
);
1204 kfree(dp
->ds_states
);
1216 static int ds_remove(struct vio_dev
*vdev
)
1221 static struct vio_device_id __initdata ds_match
[] = {
1223 .type
= "domain-services-port",
1228 static struct vio_driver ds_driver
= {
1229 .id_table
= ds_match
,
1231 .remove
= ds_remove
,
1234 .owner
= THIS_MODULE
,
1238 static int __init
ds_init(void)
1240 kthread_run(ds_thread
, NULL
, "kldomd");
1242 return vio_register_driver(&ds_driver
);
1245 subsys_initcall(ds_init
);