mlx4_core: Support ICM tables in coherent memory
[pandora-kernel.git] / arch / sparc64 / kernel / ds.c
index c7ece8c..9f472a7 100644 (file)
 #include <linux/slab.h>
 #include <linux/sched.h>
 #include <linux/delay.h>
+#include <linux/mutex.h>
+#include <linux/kthread.h>
+#include <linux/reboot.h>
+#include <linux/cpu.h>
 
 #include <asm/ldc.h>
 #include <asm/vio.h>
-#include <asm/power.h>
+#include <asm/mdesc.h>
+#include <asm/head.h>
+#include <asm/irq.h>
 
 #define DRV_MODULE_NAME                "ds"
 #define PFX DRV_MODULE_NAME    ": "
@@ -118,11 +124,12 @@ struct ds_data_nack {
        __u64                   result;
 };
 
+struct ds_info;
 struct ds_cap_state {
        __u64                   handle;
 
-       void                    (*data)(struct ldc_channel *lp,
-                                       struct ds_cap_state *dp,
+       void                    (*data)(struct ds_info *dp,
+                                       struct ds_cap_state *cp,
                                        void *buf, int len);
 
        const char              *service_id;
@@ -133,7 +140,104 @@ struct ds_cap_state {
 #define CAP_STATE_REGISTERED   0x02
 };
 
-static int ds_send(struct ldc_channel *lp, void *data, int len)
+static void md_update_data(struct ds_info *dp, struct ds_cap_state *cp,
+                          void *buf, int len);
+static void domain_shutdown_data(struct ds_info *dp,
+                                struct ds_cap_state *cp,
+                                void *buf, int len);
+static void domain_panic_data(struct ds_info *dp,
+                             struct ds_cap_state *cp,
+                             void *buf, int len);
+#ifdef CONFIG_HOTPLUG_CPU
+static void dr_cpu_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
+                       void *buf, int len);
+#endif
+static void ds_pri_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
+                       void *buf, int len);
+static void ds_var_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
+                       void *buf, int len);
+
+struct ds_cap_state ds_states_template[] = {
+       {
+               .service_id     = "md-update",
+               .data           = md_update_data,
+       },
+       {
+               .service_id     = "domain-shutdown",
+               .data           = domain_shutdown_data,
+       },
+       {
+               .service_id     = "domain-panic",
+               .data           = domain_panic_data,
+       },
+#ifdef CONFIG_HOTPLUG_CPU
+       {
+               .service_id     = "dr-cpu",
+               .data           = dr_cpu_data,
+       },
+#endif
+       {
+               .service_id     = "pri",
+               .data           = ds_pri_data,
+       },
+       {
+               .service_id     = "var-config",
+               .data           = ds_var_data,
+       },
+       {
+               .service_id     = "var-config-backup",
+               .data           = ds_var_data,
+       },
+};
+
+static DEFINE_SPINLOCK(ds_lock);
+
+struct ds_info {
+       struct ldc_channel      *lp;
+       u8                      hs_state;
+#define DS_HS_START            0x01
+#define DS_HS_DONE             0x02
+
+       u64                     id;
+
+       void                    *rcv_buf;
+       int                     rcv_buf_len;
+
+       struct ds_cap_state     *ds_states;
+       int                     num_ds_states;
+
+       struct ds_info          *next;
+};
+
+static struct ds_info *ds_info_list;
+
+static struct ds_cap_state *find_cap(struct ds_info *dp, u64 handle)
+{
+       unsigned int index = handle >> 32;
+
+       if (index >= dp->num_ds_states)
+               return NULL;
+       return &dp->ds_states[index];
+}
+
+static struct ds_cap_state *find_cap_by_string(struct ds_info *dp,
+                                              const char *name)
+{
+       int i;
+
+       for (i = 0; i < dp->num_ds_states; i++) {
+               if (strcmp(dp->ds_states[i].service_id, name))
+                       continue;
+
+               return &dp->ds_states[i];
+       }
+       return NULL;
+}
+
+static int __ds_send(struct ldc_channel *lp, void *data, int len)
 {
        int err, limit = 1000;
 
@@ -148,6 +252,18 @@ static int ds_send(struct ldc_channel *lp, void *data, int len)
        return err;
 }
 
+static int ds_send(struct ldc_channel *lp, void *data, int len)
+{
+       unsigned long flags;
+       int err;
+
+       spin_lock_irqsave(&ds_lock, flags);
+       err = __ds_send(lp, data, len);
+       spin_unlock_irqrestore(&ds_lock, flags);
+
+       return err;
+}
+
 struct ds_md_update_req {
        __u64                           req_num;
 };
@@ -157,10 +273,11 @@ struct ds_md_update_res {
        __u32                           result;
 };
 
-static void md_update_data(struct ldc_channel *lp,
-                          struct ds_cap_state *dp,
+static void md_update_data(struct ds_info *dp,
+                          struct ds_cap_state *cp,
                           void *buf, int len)
 {
+       struct ldc_channel *lp = dp->lp;
        struct ds_data *dpkt = buf;
        struct ds_md_update_req *rp;
        struct {
@@ -170,13 +287,14 @@ static void md_update_data(struct ldc_channel *lp,
 
        rp = (struct ds_md_update_req *) (dpkt + 1);
 
-       printk(KERN_ERR PFX "MD update REQ [%lx] len=%d\n",
-              rp->req_num, len);
+       printk(KERN_INFO "ds-%lu: Machine description update.\n", dp->id);
+
+       mdesc_update();
 
        memset(&pkt, 0, sizeof(pkt));
        pkt.data.tag.type = DS_DATA;
        pkt.data.tag.len = sizeof(pkt) - sizeof(struct ds_msg_tag);
-       pkt.data.handle = dp->handle;
+       pkt.data.handle = cp->handle;
        pkt.res.req_num = rp->req_num;
        pkt.res.result = DS_OK;
 
@@ -194,10 +312,11 @@ struct ds_shutdown_res {
        char                            reason[1];
 };
 
-static void domain_shutdown_data(struct ldc_channel *lp,
-                                struct ds_cap_state *dp,
+static void domain_shutdown_data(struct ds_info *dp,
+                                struct ds_cap_state *cp,
                                 void *buf, int len)
 {
+       struct ldc_channel *lp = dp->lp;
        struct ds_data *dpkt = buf;
        struct ds_shutdown_req *rp;
        struct {
@@ -207,20 +326,20 @@ static void domain_shutdown_data(struct ldc_channel *lp,
 
        rp = (struct ds_shutdown_req *) (dpkt + 1);
 
-       printk(KERN_ALERT PFX "Shutdown request from "
-              "LDOM manager received.\n");
+       printk(KERN_ALERT "ds-%lu: Shutdown request from "
+              "LDOM manager received.\n", dp->id);
 
        memset(&pkt, 0, sizeof(pkt));
        pkt.data.tag.type = DS_DATA;
        pkt.data.tag.len = sizeof(pkt) - sizeof(struct ds_msg_tag);
-       pkt.data.handle = dp->handle;
+       pkt.data.handle = cp->handle;
        pkt.res.req_num = rp->req_num;
        pkt.res.result = DS_OK;
        pkt.res.reason[0] = 0;
 
        ds_send(lp, &pkt, sizeof(pkt));
 
-       wake_up_powerd();
+       orderly_poweroff(true);
 }
 
 struct ds_panic_req {
@@ -233,10 +352,11 @@ struct ds_panic_res {
        char                            reason[1];
 };
 
-static void domain_panic_data(struct ldc_channel *lp,
-                             struct ds_cap_state *dp,
+static void domain_panic_data(struct ds_info *dp,
+                             struct ds_cap_state *cp,
                              void *buf, int len)
 {
+       struct ldc_channel *lp = dp->lp;
        struct ds_data *dpkt = buf;
        struct ds_panic_req *rp;
        struct {
@@ -246,13 +366,13 @@ static void domain_panic_data(struct ldc_channel *lp,
 
        rp = (struct ds_panic_req *) (dpkt + 1);
 
-       printk(KERN_ERR PFX "Panic REQ [%lx], len=%d\n",
-              rp->req_num, len);
+       printk(KERN_ALERT "ds-%lu: Panic request from "
+              "LDOM manager received.\n", dp->id);
 
        memset(&pkt, 0, sizeof(pkt));
        pkt.data.tag.type = DS_DATA;
        pkt.data.tag.len = sizeof(pkt) - sizeof(struct ds_msg_tag);
-       pkt.data.handle = dp->handle;
+       pkt.data.handle = cp->handle;
        pkt.res.req_num = rp->req_num;
        pkt.res.result = DS_OK;
        pkt.res.reason[0] = 0;
@@ -262,37 +382,291 @@ static void domain_panic_data(struct ldc_channel *lp,
        panic("PANIC requested by LDOM manager.");
 }
 
-struct ds_cpu_tag {
+#ifdef CONFIG_HOTPLUG_CPU
+struct dr_cpu_tag {
        __u64                           req_num;
        __u32                           type;
-#define DS_CPU_CONFIGURE               0x43
-#define DS_CPU_UNCONFIGURE             0x55
-#define DS_CPU_FORCE_UNCONFIGURE       0x46
-#define DS_CPU_STATUS                  0x53
+#define DR_CPU_CONFIGURE               0x43
+#define DR_CPU_UNCONFIGURE             0x55
+#define DR_CPU_FORCE_UNCONFIGURE       0x46
+#define DR_CPU_STATUS                  0x53
 
 /* Responses */
-#define DS_CPU_OK                      0x6f
-#define DS_CPU_ERROR                   0x65
+#define DR_CPU_OK                      0x6f
+#define DR_CPU_ERROR                   0x65
 
        __u32                           num_records;
 };
 
-struct ds_cpu_record {
-       __u32                           cpu_id;
+struct dr_cpu_resp_entry {
+       __u32                           cpu;
+       __u32                           result;
+#define DR_CPU_RES_OK                  0x00
+#define DR_CPU_RES_FAILURE             0x01
+#define DR_CPU_RES_BLOCKED             0x02
+#define DR_CPU_RES_CPU_NOT_RESPONDING  0x03
+#define DR_CPU_RES_NOT_IN_MD           0x04
+
+       __u32                           stat;
+#define DR_CPU_STAT_NOT_PRESENT                0x00
+#define DR_CPU_STAT_UNCONFIGURED       0x01
+#define DR_CPU_STAT_CONFIGURED         0x02
+
+       __u32                           str_off;
 };
 
-static void dr_cpu_data(struct ldc_channel *lp,
-                       struct ds_cap_state *dp,
+static void __dr_cpu_send_error(struct ds_info *dp,
+                               struct ds_cap_state *cp,
+                               struct ds_data *data)
+{
+       struct dr_cpu_tag *tag = (struct dr_cpu_tag *) (data + 1);
+       struct {
+               struct ds_data          data;
+               struct dr_cpu_tag       tag;
+       } pkt;
+       int msg_len;
+
+       memset(&pkt, 0, sizeof(pkt));
+       pkt.data.tag.type = DS_DATA;
+       pkt.data.handle = cp->handle;
+       pkt.tag.req_num = tag->req_num;
+       pkt.tag.type = DR_CPU_ERROR;
+       pkt.tag.num_records = 0;
+
+       msg_len = (sizeof(struct ds_data) +
+                  sizeof(struct dr_cpu_tag));
+
+       pkt.data.tag.len = msg_len - sizeof(struct ds_msg_tag);
+
+       __ds_send(dp->lp, &pkt, msg_len);
+}
+
+static void dr_cpu_send_error(struct ds_info *dp,
+                             struct ds_cap_state *cp,
+                             struct ds_data *data)
+{
+       unsigned long flags;
+
+       spin_lock_irqsave(&ds_lock, flags);
+       __dr_cpu_send_error(dp, cp, data);
+       spin_unlock_irqrestore(&ds_lock, flags);
+}
+
+#define CPU_SENTINEL   0xffffffff
+
+static void purge_dups(u32 *list, u32 num_ents)
+{
+       unsigned int i;
+
+       for (i = 0; i < num_ents; i++) {
+               u32 cpu = list[i];
+               unsigned int j;
+
+               if (cpu == CPU_SENTINEL)
+                       continue;
+
+               for (j = i + 1; j < num_ents; j++) {
+                       if (list[j] == cpu)
+                               list[j] = CPU_SENTINEL;
+               }
+       }
+}
+
+static int dr_cpu_size_response(int ncpus)
+{
+       return (sizeof(struct ds_data) +
+               sizeof(struct dr_cpu_tag) +
+               (sizeof(struct dr_cpu_resp_entry) * ncpus));
+}
+
+static void dr_cpu_init_response(struct ds_data *resp, u64 req_num,
+                                u64 handle, int resp_len, int ncpus,
+                                cpumask_t *mask, u32 default_stat)
+{
+       struct dr_cpu_resp_entry *ent;
+       struct dr_cpu_tag *tag;
+       int i, cpu;
+
+       tag = (struct dr_cpu_tag *) (resp + 1);
+       ent = (struct dr_cpu_resp_entry *) (tag + 1);
+
+       resp->tag.type = DS_DATA;
+       resp->tag.len = resp_len - sizeof(struct ds_msg_tag);
+       resp->handle = handle;
+       tag->req_num = req_num;
+       tag->type = DR_CPU_OK;
+       tag->num_records = ncpus;
+
+       i = 0;
+       for_each_cpu_mask(cpu, *mask) {
+               ent[i].cpu = cpu;
+               ent[i].result = DR_CPU_RES_OK;
+               ent[i].stat = default_stat;
+               i++;
+       }
+       BUG_ON(i != ncpus);
+}
+
+static void dr_cpu_mark(struct ds_data *resp, int cpu, int ncpus,
+                       u32 res, u32 stat)
+{
+       struct dr_cpu_resp_entry *ent;
+       struct dr_cpu_tag *tag;
+       int i;
+
+       tag = (struct dr_cpu_tag *) (resp + 1);
+       ent = (struct dr_cpu_resp_entry *) (tag + 1);
+
+       for (i = 0; i < ncpus; i++) {
+               if (ent[i].cpu != cpu)
+                       continue;
+               ent[i].result = res;
+               ent[i].stat = stat;
+               break;
+       }
+}
+
+static int dr_cpu_configure(struct ds_info *dp,
+                           struct ds_cap_state *cp,
+                           u64 req_num,
+                           cpumask_t *mask)
+{
+       struct ds_data *resp;
+       int resp_len, ncpus, cpu;
+       unsigned long flags;
+
+       ncpus = cpus_weight(*mask);
+       resp_len = dr_cpu_size_response(ncpus);
+       resp = kzalloc(resp_len, GFP_KERNEL);
+       if (!resp)
+               return -ENOMEM;
+
+       dr_cpu_init_response(resp, req_num, cp->handle,
+                            resp_len, ncpus, mask,
+                            DR_CPU_STAT_CONFIGURED);
+
+       mdesc_fill_in_cpu_data(*mask);
+
+       for_each_cpu_mask(cpu, *mask) {
+               int err;
+
+               printk(KERN_INFO "ds-%lu: Starting cpu %d...\n",
+                      dp->id, cpu);
+               err = cpu_up(cpu);
+               if (err) {
+                       __u32 res = DR_CPU_RES_FAILURE;
+                       __u32 stat = DR_CPU_STAT_UNCONFIGURED;
+
+                       if (!cpu_present(cpu)) {
+                               /* CPU not present in MD */
+                               res = DR_CPU_RES_NOT_IN_MD;
+                               stat = DR_CPU_STAT_NOT_PRESENT;
+                       } else if (err == -ENODEV) {
+                               /* CPU did not call in successfully */
+                               res = DR_CPU_RES_CPU_NOT_RESPONDING;
+                       }
+
+                       printk(KERN_INFO "ds-%lu: CPU startup failed err=%d\n",
+                              dp->id, err);
+                       dr_cpu_mark(resp, cpu, ncpus, res, stat);
+               }
+       }
+
+       spin_lock_irqsave(&ds_lock, flags);
+       __ds_send(dp->lp, resp, resp_len);
+       spin_unlock_irqrestore(&ds_lock, flags);
+
+       kfree(resp);
+
+       /* Redistribute IRQs, taking into account the new cpus.  */
+       fixup_irqs();
+
+       return 0;
+}
+
+static int dr_cpu_unconfigure(struct ds_info *dp,
+                             struct ds_cap_state *cp,
+                             u64 req_num,
+                             cpumask_t *mask)
+{
+       struct ds_data *resp;
+       int resp_len, ncpus, cpu;
+       unsigned long flags;
+
+       ncpus = cpus_weight(*mask);
+       resp_len = dr_cpu_size_response(ncpus);
+       resp = kzalloc(resp_len, GFP_KERNEL);
+       if (!resp)
+               return -ENOMEM;
+
+       dr_cpu_init_response(resp, req_num, cp->handle,
+                            resp_len, ncpus, mask,
+                            DR_CPU_STAT_UNCONFIGURED);
+
+       for_each_cpu_mask(cpu, *mask) {
+               int err;
+
+               printk(KERN_INFO "ds-%lu: Shutting down cpu %d...\n",
+                      dp->id, cpu);
+               err = cpu_down(cpu);
+               if (err)
+                       dr_cpu_mark(resp, cpu, ncpus,
+                                   DR_CPU_RES_FAILURE,
+                                   DR_CPU_STAT_CONFIGURED);
+       }
+
+       spin_lock_irqsave(&ds_lock, flags);
+       __ds_send(dp->lp, resp, resp_len);
+       spin_unlock_irqrestore(&ds_lock, flags);
+
+       kfree(resp);
+
+       return 0;
+}
+
+static void dr_cpu_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
                        void *buf, int len)
 {
-       struct ds_data *dpkt = buf;
-       struct ds_cpu_tag *rp;
+       struct ds_data *data = buf;
+       struct dr_cpu_tag *tag = (struct dr_cpu_tag *) (data + 1);
+       u32 *cpu_list = (u32 *) (tag + 1);
+       u64 req_num = tag->req_num;
+       cpumask_t mask;
+       unsigned int i;
+       int err;
+
+       switch (tag->type) {
+       case DR_CPU_CONFIGURE:
+       case DR_CPU_UNCONFIGURE:
+       case DR_CPU_FORCE_UNCONFIGURE:
+               break;
+
+       default:
+               dr_cpu_send_error(dp, cp, data);
+               return;
+       }
+
+       purge_dups(cpu_list, tag->num_records);
+
+       cpus_clear(mask);
+       for (i = 0; i < tag->num_records; i++) {
+               if (cpu_list[i] == CPU_SENTINEL)
+                       continue;
+
+               if (cpu_list[i] < NR_CPUS)
+                       cpu_set(cpu_list[i], mask);
+       }
 
-       rp = (struct ds_cpu_tag *) (dpkt + 1);
+       if (tag->type == DR_CPU_CONFIGURE)
+               err = dr_cpu_configure(dp, cp, req_num, &mask);
+       else
+               err = dr_cpu_unconfigure(dp, cp, req_num, &mask);
 
-       printk(KERN_ERR PFX "CPU REQ [%lx:%x], len=%d\n",
-              rp->req_num, rp->type, len);
+       if (err)
+               dr_cpu_send_error(dp, cp, data);
 }
+#endif /* CONFIG_HOTPLUG_CPU */
 
 struct ds_pri_msg {
        __u64                           req_num;
@@ -302,8 +676,8 @@ struct ds_pri_msg {
 #define DS_PRI_UPDATE                  0x02
 };
 
-static void ds_pri_data(struct ldc_channel *lp,
-                       struct ds_cap_state *dp,
+static void ds_pri_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
                        void *buf, int len)
 {
        struct ds_data *dpkt = buf;
@@ -311,58 +685,174 @@ static void ds_pri_data(struct ldc_channel *lp,
 
        rp = (struct ds_pri_msg *) (dpkt + 1);
 
-       printk(KERN_ERR PFX "PRI REQ [%lx:%lx], len=%d\n",
-              rp->req_num, rp->type, len);
+       printk(KERN_INFO "ds-%lu: PRI REQ [%lx:%lx], len=%d\n",
+              dp->id, rp->req_num, rp->type, len);
 }
 
-struct ds_cap_state ds_states[] = {
-       {
-               .service_id     = "md-update",
-               .data           = md_update_data,
-       },
-       {
-               .service_id     = "domain-shutdown",
-               .data           = domain_shutdown_data,
-       },
-       {
-               .service_id     = "domain-panic",
-               .data           = domain_panic_data,
-       },
-       {
-               .service_id     = "dr-cpu",
-               .data           = dr_cpu_data,
-       },
-       {
-               .service_id     = "pri",
-               .data           = ds_pri_data,
-       },
+struct ds_var_hdr {
+       __u32                           type;
+#define DS_VAR_SET_REQ                 0x00
+#define DS_VAR_DELETE_REQ              0x01
+#define DS_VAR_SET_RESP                        0x02
+#define DS_VAR_DELETE_RESP             0x03
+};
+
+struct ds_var_set_msg {
+       struct ds_var_hdr               hdr;
+       char                            name_and_value[0];
+};
+
+struct ds_var_delete_msg {
+       struct ds_var_hdr               hdr;
+       char                            name[0];
 };
 
-static struct ds_cap_state *find_cap(u64 handle)
+struct ds_var_resp {
+       struct ds_var_hdr               hdr;
+       __u32                           result;
+#define DS_VAR_SUCCESS                 0x00
+#define DS_VAR_NO_SPACE                        0x01
+#define DS_VAR_INVALID_VAR             0x02
+#define DS_VAR_INVALID_VAL             0x03
+#define DS_VAR_NOT_PRESENT             0x04
+};
+
+static DEFINE_MUTEX(ds_var_mutex);
+static int ds_var_doorbell;
+static int ds_var_response;
+
+static void ds_var_data(struct ds_info *dp,
+                       struct ds_cap_state *cp,
+                       void *buf, int len)
 {
-       unsigned int index = handle >> 32;
+       struct ds_data *dpkt = buf;
+       struct ds_var_resp *rp;
 
-       if (index >= ARRAY_SIZE(ds_states))
-               return NULL;
-       return &ds_states[index];
+       rp = (struct ds_var_resp *) (dpkt + 1);
+
+       if (rp->hdr.type != DS_VAR_SET_RESP &&
+           rp->hdr.type != DS_VAR_DELETE_RESP)
+               return;
+
+       ds_var_response = rp->result;
+       wmb();
+       ds_var_doorbell = 1;
 }
 
-static DEFINE_SPINLOCK(ds_lock);
+void ldom_set_var(const char *var, const char *value)
+{
+       struct ds_cap_state *cp;
+       struct ds_info *dp;
+       unsigned long flags;
 
-struct ds_info {
-       struct ldc_channel      *lp;
-       u8                      hs_state;
-#define DS_HS_START            0x01
-#define DS_HS_DONE             0x02
+       spin_lock_irqsave(&ds_lock, flags);
+       cp = NULL;
+       for (dp = ds_info_list; dp; dp = dp->next) {
+               struct ds_cap_state *tmp;
 
-       void                    *rcv_buf;
-       int                     rcv_buf_len;
-};
+               tmp = find_cap_by_string(dp, "var-config");
+               if (tmp && tmp->state == CAP_STATE_REGISTERED) {
+                       cp = tmp;
+                       break;
+               }
+       }
+       if (!cp) {
+               for (dp = ds_info_list; dp; dp = dp->next) {
+                       struct ds_cap_state *tmp;
+
+                       tmp = find_cap_by_string(dp, "var-config-backup");
+                       if (tmp && tmp->state == CAP_STATE_REGISTERED) {
+                               cp = tmp;
+                               break;
+                       }
+               }
+       }
+       spin_unlock_irqrestore(&ds_lock, flags);
+
+       if (cp) {
+               union {
+                       struct {
+                               struct ds_data          data;
+                               struct ds_var_set_msg   msg;
+                       } header;
+                       char                    all[512];
+               } pkt;
+               char  *base, *p;
+               int msg_len, loops;
+
+               memset(&pkt, 0, sizeof(pkt));
+               pkt.header.data.tag.type = DS_DATA;
+               pkt.header.data.handle = cp->handle;
+               pkt.header.msg.hdr.type = DS_VAR_SET_REQ;
+               base = p = &pkt.header.msg.name_and_value[0];
+               strcpy(p, var);
+               p += strlen(var) + 1;
+               strcpy(p, value);
+               p += strlen(value) + 1;
+
+               msg_len = (sizeof(struct ds_data) +
+                          sizeof(struct ds_var_set_msg) +
+                          (p - base));
+               msg_len = (msg_len + 3) & ~3;
+               pkt.header.data.tag.len = msg_len - sizeof(struct ds_msg_tag);
+
+               mutex_lock(&ds_var_mutex);
+
+               spin_lock_irqsave(&ds_lock, flags);
+               ds_var_doorbell = 0;
+               ds_var_response = -1;
+
+               __ds_send(dp->lp, &pkt, msg_len);
+               spin_unlock_irqrestore(&ds_lock, flags);
+
+               loops = 1000;
+               while (ds_var_doorbell == 0) {
+                       if (loops-- < 0)
+                               break;
+                       barrier();
+                       udelay(100);
+               }
+
+               mutex_unlock(&ds_var_mutex);
+
+               if (ds_var_doorbell == 0 ||
+                   ds_var_response != DS_VAR_SUCCESS)
+                       printk(KERN_ERR "ds-%lu: var-config [%s:%s] "
+                              "failed, response(%d).\n",
+                              dp->id, var, value,
+                              ds_var_response);
+       } else {
+               printk(KERN_ERR PFX "var-config not registered so "
+                      "could not set (%s) variable to (%s).\n",
+                      var, value);
+       }
+}
+
+void ldom_reboot(const char *boot_command)
+{
+       /* Don't bother with any of this if the boot_command
+        * is empty.
+        */
+       if (boot_command && strlen(boot_command)) {
+               char full_boot_str[256];
+
+               strcpy(full_boot_str, "boot ");
+               strcpy(full_boot_str + strlen("boot "), boot_command);
+
+               ldom_set_var("reboot-command", full_boot_str);
+       }
+       sun4v_mach_sir();
+}
+
+void ldom_power_off(void)
+{
+       sun4v_mach_exit(0);
+}
 
 static void ds_conn_reset(struct ds_info *dp)
 {
-       printk(KERN_ERR PFX "ds_conn_reset() from %p\n",
-              __builtin_return_address(0));
+       printk(KERN_ERR "ds-%lu: ds_conn_reset() from %p\n",
+              dp->id, __builtin_return_address(0));
 }
 
 static int register_services(struct ds_info *dp)
@@ -370,12 +860,12 @@ static int register_services(struct ds_info *dp)
        struct ldc_channel *lp = dp->lp;
        int i;
 
-       for (i = 0; i < ARRAY_SIZE(ds_states); i++) {
+       for (i = 0; i < dp->num_ds_states; i++) {
                struct {
                        struct ds_reg_req req;
                        u8 id_buf[256];
                } pbuf;
-               struct ds_cap_state *cp = &ds_states[i];
+               struct ds_cap_state *cp = &dp->ds_states[i];
                int err, msg_len;
                u64 new_count;
 
@@ -396,7 +886,7 @@ static int register_services(struct ds_info *dp)
                pbuf.req.minor = 0;
                strcpy(pbuf.req.svc_id, cp->service_id);
 
-               err = ds_send(lp, &pbuf, msg_len);
+               err = __ds_send(lp, &pbuf, msg_len);
                if (err > 0)
                        cp->state = CAP_STATE_REG_SENT;
        }
@@ -420,28 +910,26 @@ static int ds_handshake(struct ds_info *dp, struct ds_msg_tag *pkt)
 
        if (pkt->type == DS_REG_ACK) {
                struct ds_reg_ack *ap = (struct ds_reg_ack *) pkt;
-               struct ds_cap_state *cp = find_cap(ap->handle);
+               struct ds_cap_state *cp = find_cap(dp, ap->handle);
 
                if (!cp) {
-                       printk(KERN_ERR PFX "REG ACK for unknown handle %lx\n",
-                              ap->handle);
+                       printk(KERN_ERR "ds-%lu: REG ACK for unknown "
+                              "handle %lx\n", dp->id, ap->handle);
                        return 0;
                }
-               printk(KERN_INFO PFX "Registered %s service.\n",
-                      cp->service_id);
+               printk(KERN_INFO "ds-%lu: Registered %s service.\n",
+                      dp->id, cp->service_id);
                cp->state = CAP_STATE_REGISTERED;
        } else if (pkt->type == DS_REG_NACK) {
                struct ds_reg_nack *np = (struct ds_reg_nack *) pkt;
-               struct ds_cap_state *cp = find_cap(np->handle);
+               struct ds_cap_state *cp = find_cap(dp, np->handle);
 
                if (!cp) {
-                       printk(KERN_ERR PFX "REG NACK for "
+                       printk(KERN_ERR "ds-%lu: REG NACK for "
                               "unknown handle %lx\n",
-                              np->handle);
+                              dp->id, np->handle);
                        return 0;
                }
-               printk(KERN_ERR PFX "Could not register %s service\n",
-                      cp->service_id);
                cp->state = CAP_STATE_UNKNOWN;
        }
 
@@ -452,27 +940,98 @@ conn_reset:
        return -ECONNRESET;
 }
 
+static void __send_ds_nack(struct ds_info *dp, u64 handle)
+{
+       struct ds_data_nack nack = {
+               .tag = {
+                       .type = DS_NACK,
+                       .len = (sizeof(struct ds_data_nack) -
+                               sizeof(struct ds_msg_tag)),
+               },
+               .handle = handle,
+               .result = DS_INV_HDL,
+       };
+
+       __ds_send(dp->lp, &nack, sizeof(nack));
+}
+
+static LIST_HEAD(ds_work_list);
+static DECLARE_WAIT_QUEUE_HEAD(ds_wait);
+
+struct ds_queue_entry {
+       struct list_head                list;
+       struct ds_info                  *dp;
+       int                             req_len;
+       int                             __pad;
+       u64                             req[0];
+};
+
+static void process_ds_work(void)
+{
+       struct ds_queue_entry *qp, *tmp;
+       unsigned long flags;
+       LIST_HEAD(todo);
+
+       spin_lock_irqsave(&ds_lock, flags);
+       list_splice(&ds_work_list, &todo);
+       INIT_LIST_HEAD(&ds_work_list);
+       spin_unlock_irqrestore(&ds_lock, flags);
+
+       list_for_each_entry_safe(qp, tmp, &todo, list) {
+               struct ds_data *dpkt = (struct ds_data *) qp->req;
+               struct ds_info *dp = qp->dp;
+               struct ds_cap_state *cp = find_cap(dp, dpkt->handle);
+               int req_len = qp->req_len;
+
+               if (!cp) {
+                       printk(KERN_ERR "ds-%lu: Data for unknown "
+                              "handle %lu\n",
+                              dp->id, dpkt->handle);
+
+                       spin_lock_irqsave(&ds_lock, flags);
+                       __send_ds_nack(dp, dpkt->handle);
+                       spin_unlock_irqrestore(&ds_lock, flags);
+               } else {
+                       cp->data(dp, cp, dpkt, req_len);
+               }
+
+               list_del(&qp->list);
+               kfree(qp);
+       }
+}
+
+static int ds_thread(void *__unused)
+{
+       DEFINE_WAIT(wait);
+
+       while (1) {
+               prepare_to_wait(&ds_wait, &wait, TASK_INTERRUPTIBLE);
+               if (list_empty(&ds_work_list))
+                       schedule();
+               finish_wait(&ds_wait, &wait);
+
+               if (kthread_should_stop())
+                       break;
+
+               process_ds_work();
+       }
+
+       return 0;
+}
+
 static int ds_data(struct ds_info *dp, struct ds_msg_tag *pkt, int len)
 {
        struct ds_data *dpkt = (struct ds_data *) pkt;
-       struct ds_cap_state *cp = find_cap(dpkt->handle);
+       struct ds_queue_entry *qp;
 
-       if (!cp) {
-               struct ds_data_nack nack = {
-                       .tag = {
-                               .type = DS_NACK,
-                               .len = (sizeof(struct ds_data_nack) -
-                                       sizeof(struct ds_msg_tag)),
-                       },
-                       .handle = dpkt->handle,
-                       .result = DS_INV_HDL,
-               };
-
-               printk(KERN_ERR PFX "Data for unknown handle %lu\n",
-                      dpkt->handle);
-               ds_send(dp->lp, &nack, sizeof(nack));
+       qp = kmalloc(sizeof(struct ds_queue_entry) + len, GFP_ATOMIC);
+       if (!qp) {
+               __send_ds_nack(dp, dpkt->handle);
        } else {
-               cp->data(dp->lp, cp, dpkt, len);
+               qp->dp = dp;
+               memcpy(&qp->req, pkt, len);
+               list_add_tail(&qp->list, &ds_work_list);
+               wake_up(&ds_wait);
        }
        return 0;
 }
@@ -488,11 +1047,24 @@ static void ds_up(struct ds_info *dp)
        req.ver.major = 1;
        req.ver.minor = 0;
 
-       err = ds_send(lp, &req, sizeof(req));
+       err = __ds_send(lp, &req, sizeof(req));
        if (err > 0)
                dp->hs_state = DS_HS_START;
 }
 
+static void ds_reset(struct ds_info *dp)
+{
+       int i;
+
+       dp->hs_state = 0;
+
+       for (i = 0; i < dp->num_ds_states; i++) {
+               struct ds_cap_state *cp = &dp->ds_states[i];
+
+               cp->state = CAP_STATE_UNKNOWN;
+       }
+}
+
 static void ds_event(void *arg, int event)
 {
        struct ds_info *dp = arg;
@@ -508,8 +1080,15 @@ static void ds_event(void *arg, int event)
                return;
        }
 
+       if (event == LDC_EVENT_RESET) {
+               ds_reset(dp);
+               spin_unlock_irqrestore(&ds_lock, flags);
+               return;
+       }
+
        if (event != LDC_EVENT_DATA_READY) {
-               printk(KERN_WARNING PFX "Unexpected LDC event %d\n", event);
+               printk(KERN_WARNING "ds-%lu: Unexpected LDC event %d\n",
+                      dp->id, event);
                spin_unlock_irqrestore(&ds_lock, flags);
                return;
        }
@@ -555,46 +1134,56 @@ static int __devinit ds_probe(struct vio_dev *vdev,
                              const struct vio_device_id *id)
 {
        static int ds_version_printed;
-       struct mdesc_node *endp;
        struct ldc_channel_config ds_cfg = {
                .event          = ds_event,
                .mtu            = 4096,
                .mode           = LDC_MODE_STREAM,
        };
+       struct mdesc_handle *hp;
        struct ldc_channel *lp;
        struct ds_info *dp;
-       const u64 *chan_id;
-       int err;
+       const u64 *val;
+       int err, i;
 
        if (ds_version_printed++ == 0)
                printk(KERN_INFO "%s", version);
 
-       endp = vio_find_endpoint(vdev);
-       if (!endp)
-               return -ENODEV;
-
-       chan_id = md_get_property(endp, "id", NULL);
-       if (!chan_id)
-               return -ENODEV;
-
        dp = kzalloc(sizeof(*dp), GFP_KERNEL);
        err = -ENOMEM;
        if (!dp)
                goto out_err;
 
+       hp = mdesc_grab();
+       val = mdesc_get_property(hp, vdev->mp, "id", NULL);
+       if (val)
+               dp->id = *val;
+       mdesc_release(hp);
+
        dp->rcv_buf = kzalloc(4096, GFP_KERNEL);
        if (!dp->rcv_buf)
                goto out_free_dp;
 
        dp->rcv_buf_len = 4096;
 
-       ds_cfg.tx_irq = endp->irqs[0];
-       ds_cfg.rx_irq = endp->irqs[1];
+       dp->ds_states = kzalloc(sizeof(ds_states_template),
+                               GFP_KERNEL);
+       if (!dp->ds_states)
+               goto out_free_rcv_buf;
+
+       memcpy(dp->ds_states, ds_states_template,
+              sizeof(ds_states_template));
+       dp->num_ds_states = ARRAY_SIZE(ds_states_template);
+
+       for (i = 0; i < dp->num_ds_states; i++)
+               dp->ds_states[i].handle = ((u64)i << 32);
+
+       ds_cfg.tx_irq = vdev->tx_irq;
+       ds_cfg.rx_irq = vdev->rx_irq;
 
-       lp = ldc_alloc(*chan_id, &ds_cfg, dp);
+       lp = ldc_alloc(vdev->channel_id, &ds_cfg, dp);
        if (IS_ERR(lp)) {
                err = PTR_ERR(lp);
-               goto out_free_rcv_buf;
+               goto out_free_ds_states;
        }
        dp->lp = lp;
 
@@ -602,13 +1191,19 @@ static int __devinit ds_probe(struct vio_dev *vdev,
        if (err)
                goto out_free_ldc;
 
-       start_powerd();
+       spin_lock_irq(&ds_lock);
+       dp->next = ds_info_list;
+       ds_info_list = dp;
+       spin_unlock_irq(&ds_lock);
 
        return err;
 
 out_free_ldc:
        ldc_free(dp->lp);
 
+out_free_ds_states:
+       kfree(dp->ds_states);
+
 out_free_rcv_buf:
        kfree(dp->rcv_buf);
 
@@ -643,10 +1238,7 @@ static struct vio_driver ds_driver = {
 
 static int __init ds_init(void)
 {
-       int i;
-
-       for (i = 0; i < ARRAY_SIZE(ds_states); i++)
-               ds_states[i].handle = ((u64)i << 32);
+       kthread_run(ds_thread, NULL, "kldomd");
 
        return vio_register_driver(&ds_driver);
 }