2 * drivers/s390/cio/device.c
3 * bus driver for ccw devices
5 * Copyright IBM Corp. 2002,2008
6 * Author(s): Arnd Bergmann (arndb@de.ibm.com)
7 * Cornelia Huck (cornelia.huck@de.ibm.com)
8 * Martin Schwidefsky (schwidefsky@de.ibm.com)
11 #define KMSG_COMPONENT "cio"
12 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
14 #include <linux/module.h>
15 #include <linux/init.h>
16 #include <linux/spinlock.h>
17 #include <linux/errno.h>
18 #include <linux/err.h>
19 #include <linux/slab.h>
20 #include <linux/list.h>
21 #include <linux/device.h>
22 #include <linux/workqueue.h>
23 #include <linux/timer.h>
25 #include <asm/ccwdev.h>
27 #include <asm/param.h> /* HZ */
33 #include "cio_debug.h"
38 #include "blacklist.h"
40 static struct timer_list recovery_timer;
41 static DEFINE_SPINLOCK(recovery_lock);
42 static int recovery_phase;
43 static const unsigned long recovery_delay[] = { 3, 30, 300 };
45 /******************* bus type handling ***********************/
47 /* The Linux driver model distinguishes between a bus type and
48 * the bus itself. Of course we only have one channel
49 * subsystem driver and one channel system per machine, but
50 * we still use the abstraction. T.R. says it's a good idea. */
52 ccw_bus_match (struct device * dev, struct device_driver * drv)
54 struct ccw_device *cdev = to_ccwdev(dev);
55 struct ccw_driver *cdrv = to_ccwdrv(drv);
56 const struct ccw_device_id *ids = cdrv->ids, *found;
61 found = ccw_device_id_match(ids, &cdev->id);
65 cdev->id.driver_info = found->driver_info;
70 /* Store modalias string delimited by prefix/suffix string into buffer with
71 * specified size. Return length of resulting string (excluding trailing '\0')
72 * even if string doesn't fit buffer (snprintf semantics). */
73 static int snprint_alias(char *buf, size_t size,
74 struct ccw_device_id *id, const char *suffix)
78 len = snprintf(buf, size, "ccw:t%04Xm%02X", id->cu_type, id->cu_model);
84 if (id->dev_type != 0)
85 len += snprintf(buf, size, "dt%04Xdm%02X%s", id->dev_type,
86 id->dev_model, suffix);
88 len += snprintf(buf, size, "dtdm%s", suffix);
93 /* Set up environment variables for ccw device uevent. Return 0 on success,
94 * non-zero otherwise. */
95 static int ccw_uevent(struct device *dev, struct kobj_uevent_env *env)
97 struct ccw_device *cdev = to_ccwdev(dev);
98 struct ccw_device_id *id = &(cdev->id);
100 char modalias_buf[30];
103 ret = add_uevent_var(env, "CU_TYPE=%04X", id->cu_type);
108 ret = add_uevent_var(env, "CU_MODEL=%02X", id->cu_model);
112 /* The next two can be zero, that's ok for us */
114 ret = add_uevent_var(env, "DEV_TYPE=%04X", id->dev_type);
119 ret = add_uevent_var(env, "DEV_MODEL=%02X", id->dev_model);
124 snprint_alias(modalias_buf, sizeof(modalias_buf), id, "");
125 ret = add_uevent_var(env, "MODALIAS=%s", modalias_buf);
129 struct bus_type ccw_bus_type;
131 static void io_subchannel_irq(struct subchannel *);
132 static int io_subchannel_probe(struct subchannel *);
133 static int io_subchannel_remove(struct subchannel *);
134 static void io_subchannel_shutdown(struct subchannel *);
135 static int io_subchannel_sch_event(struct subchannel *, int);
136 static int io_subchannel_chp_event(struct subchannel *, struct chp_link *,
138 static void recovery_func(unsigned long data);
139 struct workqueue_struct *ccw_device_work;
140 wait_queue_head_t ccw_device_init_wq;
141 atomic_t ccw_device_init_count;
143 static struct css_device_id io_subchannel_ids[] = {
144 { .match_flags = 0x1, .type = SUBCHANNEL_TYPE_IO, },
145 { /* end of list */ },
147 MODULE_DEVICE_TABLE(css, io_subchannel_ids);
149 static int io_subchannel_prepare(struct subchannel *sch)
151 struct ccw_device *cdev;
153 * Don't allow suspend while a ccw device registration
154 * is still outstanding.
156 cdev = sch_get_cdev(sch);
157 if (cdev && !device_is_registered(&cdev->dev))
162 static void io_subchannel_settle(void)
164 wait_event(ccw_device_init_wq,
165 atomic_read(&ccw_device_init_count) == 0);
166 flush_workqueue(ccw_device_work);
169 static struct css_driver io_subchannel_driver = {
170 .owner = THIS_MODULE,
171 .subchannel_type = io_subchannel_ids,
172 .name = "io_subchannel",
173 .irq = io_subchannel_irq,
174 .sch_event = io_subchannel_sch_event,
175 .chp_event = io_subchannel_chp_event,
176 .probe = io_subchannel_probe,
177 .remove = io_subchannel_remove,
178 .shutdown = io_subchannel_shutdown,
179 .prepare = io_subchannel_prepare,
180 .settle = io_subchannel_settle,
183 int __init io_subchannel_init(void)
187 init_waitqueue_head(&ccw_device_init_wq);
188 atomic_set(&ccw_device_init_count, 0);
189 setup_timer(&recovery_timer, recovery_func, 0);
191 ccw_device_work = create_singlethread_workqueue("cio");
192 if (!ccw_device_work)
194 slow_path_wq = create_singlethread_workqueue("kslowcrw");
199 if ((ret = bus_register (&ccw_bus_type)))
202 ret = css_driver_register(&io_subchannel_driver);
209 destroy_workqueue(ccw_device_work);
211 destroy_workqueue(slow_path_wq);
216 /************************ device handling **************************/
219 * A ccw_device has some interfaces in sysfs in addition to the
221 * The following entries are designed to export the information which
222 * resided in 2.4 in /proc/subchannels. Subchannel and device number
223 * are obvious, so they don't have an entry :)
224 * TODO: Split chpids and pimpampom up? Where is "in use" in the tree?
227 chpids_show (struct device * dev, struct device_attribute *attr, char * buf)
229 struct subchannel *sch = to_subchannel(dev);
230 struct chsc_ssd_info *ssd = &sch->ssd_info;
235 for (chp = 0; chp < 8; chp++) {
237 if (ssd->path_mask & mask)
238 ret += sprintf(buf + ret, "%02x ", ssd->chpid[chp].id);
240 ret += sprintf(buf + ret, "00 ");
242 ret += sprintf (buf+ret, "\n");
243 return min((ssize_t)PAGE_SIZE, ret);
247 pimpampom_show (struct device * dev, struct device_attribute *attr, char * buf)
249 struct subchannel *sch = to_subchannel(dev);
250 struct pmcw *pmcw = &sch->schib.pmcw;
252 return sprintf (buf, "%02x %02x %02x\n",
253 pmcw->pim, pmcw->pam, pmcw->pom);
257 devtype_show (struct device *dev, struct device_attribute *attr, char *buf)
259 struct ccw_device *cdev = to_ccwdev(dev);
260 struct ccw_device_id *id = &(cdev->id);
262 if (id->dev_type != 0)
263 return sprintf(buf, "%04x/%02x\n",
264 id->dev_type, id->dev_model);
266 return sprintf(buf, "n/a\n");
270 cutype_show (struct device *dev, struct device_attribute *attr, char *buf)
272 struct ccw_device *cdev = to_ccwdev(dev);
273 struct ccw_device_id *id = &(cdev->id);
275 return sprintf(buf, "%04x/%02x\n",
276 id->cu_type, id->cu_model);
280 modalias_show (struct device *dev, struct device_attribute *attr, char *buf)
282 struct ccw_device *cdev = to_ccwdev(dev);
283 struct ccw_device_id *id = &(cdev->id);
286 len = snprint_alias(buf, PAGE_SIZE, id, "\n");
288 return len > PAGE_SIZE ? PAGE_SIZE : len;
292 online_show (struct device *dev, struct device_attribute *attr, char *buf)
294 struct ccw_device *cdev = to_ccwdev(dev);
296 return sprintf(buf, cdev->online ? "1\n" : "0\n");
299 int ccw_device_is_orphan(struct ccw_device *cdev)
301 return sch_is_pseudo_sch(to_subchannel(cdev->dev.parent));
304 static void ccw_device_unregister(struct ccw_device *cdev)
306 if (test_and_clear_bit(1, &cdev->private->registered)) {
307 device_del(&cdev->dev);
308 /* Release reference from device_initialize(). */
309 put_device(&cdev->dev);
314 * ccw_device_set_offline() - disable a ccw device for I/O
315 * @cdev: target ccw device
317 * This function calls the driver's set_offline() function for @cdev, if
318 * given, and then disables @cdev.
320 * %0 on success and a negative error value on failure.
322 * enabled, ccw device lock not held
324 int ccw_device_set_offline(struct ccw_device *cdev)
330 if (!cdev->online || !cdev->drv)
333 if (cdev->drv->set_offline) {
334 ret = cdev->drv->set_offline(cdev);
339 spin_lock_irq(cdev->ccwlock);
340 /* Wait until a final state or DISCONNECTED is reached */
341 while (!dev_fsm_final_state(cdev) &&
342 cdev->private->state != DEV_STATE_DISCONNECTED) {
343 spin_unlock_irq(cdev->ccwlock);
344 wait_event(cdev->private->wait_q, (dev_fsm_final_state(cdev) ||
345 cdev->private->state == DEV_STATE_DISCONNECTED));
346 spin_lock_irq(cdev->ccwlock);
348 ret = ccw_device_offline(cdev);
351 spin_unlock_irq(cdev->ccwlock);
352 wait_event(cdev->private->wait_q, (dev_fsm_final_state(cdev) ||
353 cdev->private->state == DEV_STATE_DISCONNECTED));
354 /* Inform the user if set offline failed. */
355 if (cdev->private->state == DEV_STATE_BOXED) {
356 pr_warning("%s: The device entered boxed state while "
357 "being set offline\n", dev_name(&cdev->dev));
358 } else if (cdev->private->state == DEV_STATE_NOT_OPER) {
359 pr_warning("%s: The device stopped operating while "
360 "being set offline\n", dev_name(&cdev->dev));
362 /* Give up reference from ccw_device_set_online(). */
363 put_device(&cdev->dev);
367 CIO_MSG_EVENT(0, "ccw_device_offline returned %d, device 0.%x.%04x\n",
368 ret, cdev->private->dev_id.ssid,
369 cdev->private->dev_id.devno);
370 cdev->private->state = DEV_STATE_OFFLINE;
371 dev_fsm_event(cdev, DEV_EVENT_NOTOPER);
372 spin_unlock_irq(cdev->ccwlock);
373 /* Give up reference from ccw_device_set_online(). */
374 put_device(&cdev->dev);
379 * ccw_device_set_online() - enable a ccw device for I/O
380 * @cdev: target ccw device
382 * This function first enables @cdev and then calls the driver's set_online()
383 * function for @cdev, if given. If set_online() returns an error, @cdev is
386 * %0 on success and a negative error value on failure.
388 * enabled, ccw device lock not held
390 int ccw_device_set_online(struct ccw_device *cdev)
397 if (cdev->online || !cdev->drv)
399 /* Hold on to an extra reference while device is online. */
400 if (!get_device(&cdev->dev))
403 spin_lock_irq(cdev->ccwlock);
404 ret = ccw_device_online(cdev);
405 spin_unlock_irq(cdev->ccwlock);
407 wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
409 CIO_MSG_EVENT(0, "ccw_device_online returned %d, "
410 "device 0.%x.%04x\n",
411 ret, cdev->private->dev_id.ssid,
412 cdev->private->dev_id.devno);
413 /* Give up online reference since onlining failed. */
414 put_device(&cdev->dev);
417 spin_lock_irq(cdev->ccwlock);
418 /* Check if online processing was successful */
419 if ((cdev->private->state != DEV_STATE_ONLINE) &&
420 (cdev->private->state != DEV_STATE_W4SENSE)) {
421 spin_unlock_irq(cdev->ccwlock);
422 /* Inform the user that set online failed. */
423 if (cdev->private->state == DEV_STATE_BOXED) {
424 pr_warning("%s: Setting the device online failed "
425 "because it is boxed\n",
426 dev_name(&cdev->dev));
427 } else if (cdev->private->state == DEV_STATE_NOT_OPER) {
428 pr_warning("%s: Setting the device online failed "
429 "because it is not operational\n",
430 dev_name(&cdev->dev));
432 /* Give up online reference since onlining failed. */
433 put_device(&cdev->dev);
436 spin_unlock_irq(cdev->ccwlock);
437 if (cdev->drv->set_online)
438 ret = cdev->drv->set_online(cdev);
445 spin_lock_irq(cdev->ccwlock);
446 /* Wait until a final state or DISCONNECTED is reached */
447 while (!dev_fsm_final_state(cdev) &&
448 cdev->private->state != DEV_STATE_DISCONNECTED) {
449 spin_unlock_irq(cdev->ccwlock);
450 wait_event(cdev->private->wait_q, (dev_fsm_final_state(cdev) ||
451 cdev->private->state == DEV_STATE_DISCONNECTED));
452 spin_lock_irq(cdev->ccwlock);
454 ret2 = ccw_device_offline(cdev);
457 spin_unlock_irq(cdev->ccwlock);
458 wait_event(cdev->private->wait_q, (dev_fsm_final_state(cdev) ||
459 cdev->private->state == DEV_STATE_DISCONNECTED));
460 /* Give up online reference since onlining failed. */
461 put_device(&cdev->dev);
465 CIO_MSG_EVENT(0, "rollback ccw_device_offline returned %d, "
466 "device 0.%x.%04x\n",
467 ret2, cdev->private->dev_id.ssid,
468 cdev->private->dev_id.devno);
469 cdev->private->state = DEV_STATE_OFFLINE;
470 spin_unlock_irq(cdev->ccwlock);
471 /* Give up online reference since onlining failed. */
472 put_device(&cdev->dev);
476 static int online_store_handle_offline(struct ccw_device *cdev)
478 if (cdev->private->state == DEV_STATE_DISCONNECTED) {
479 spin_lock_irq(cdev->ccwlock);
480 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG_EVAL);
481 spin_unlock_irq(cdev->ccwlock);
482 } else if (cdev->online && cdev->drv && cdev->drv->set_offline)
483 return ccw_device_set_offline(cdev);
487 static int online_store_recog_and_online(struct ccw_device *cdev)
489 /* Do device recognition, if needed. */
490 if (cdev->private->state == DEV_STATE_BOXED) {
491 ccw_device_recognition(cdev);
492 wait_event(cdev->private->wait_q,
493 cdev->private->flags.recog_done);
494 if (cdev->private->state != DEV_STATE_OFFLINE)
495 /* recognition failed */
498 if (cdev->drv && cdev->drv->set_online)
499 ccw_device_set_online(cdev);
503 static int online_store_handle_online(struct ccw_device *cdev, int force)
507 ret = online_store_recog_and_online(cdev);
510 if (force && cdev->private->state == DEV_STATE_BOXED) {
511 ret = ccw_device_stlck(cdev);
514 if (cdev->id.cu_type == 0)
515 cdev->private->state = DEV_STATE_NOT_OPER;
516 ret = online_store_recog_and_online(cdev);
523 static ssize_t online_store (struct device *dev, struct device_attribute *attr,
524 const char *buf, size_t count)
526 struct ccw_device *cdev = to_ccwdev(dev);
530 if ((cdev->private->state != DEV_STATE_OFFLINE &&
531 cdev->private->state != DEV_STATE_ONLINE &&
532 cdev->private->state != DEV_STATE_BOXED &&
533 cdev->private->state != DEV_STATE_DISCONNECTED) ||
534 atomic_cmpxchg(&cdev->private->onoff, 0, 1) != 0)
537 if (cdev->drv && !try_module_get(cdev->drv->owner)) {
538 atomic_set(&cdev->private->onoff, 0);
541 if (!strncmp(buf, "force\n", count)) {
547 ret = strict_strtoul(buf, 16, &i);
553 ret = online_store_handle_offline(cdev);
556 ret = online_store_handle_online(cdev, force);
563 module_put(cdev->drv->owner);
564 atomic_set(&cdev->private->onoff, 0);
565 return (ret < 0) ? ret : count;
569 available_show (struct device *dev, struct device_attribute *attr, char *buf)
571 struct ccw_device *cdev = to_ccwdev(dev);
572 struct subchannel *sch;
574 if (ccw_device_is_orphan(cdev))
575 return sprintf(buf, "no device\n");
576 switch (cdev->private->state) {
577 case DEV_STATE_BOXED:
578 return sprintf(buf, "boxed\n");
579 case DEV_STATE_DISCONNECTED:
580 case DEV_STATE_DISCONNECTED_SENSE_ID:
581 case DEV_STATE_NOT_OPER:
582 sch = to_subchannel(dev->parent);
584 return sprintf(buf, "no path\n");
586 return sprintf(buf, "no device\n");
588 /* All other states considered fine. */
589 return sprintf(buf, "good\n");
593 static DEVICE_ATTR(chpids, 0444, chpids_show, NULL);
594 static DEVICE_ATTR(pimpampom, 0444, pimpampom_show, NULL);
595 static DEVICE_ATTR(devtype, 0444, devtype_show, NULL);
596 static DEVICE_ATTR(cutype, 0444, cutype_show, NULL);
597 static DEVICE_ATTR(modalias, 0444, modalias_show, NULL);
598 static DEVICE_ATTR(online, 0644, online_show, online_store);
599 static DEVICE_ATTR(availability, 0444, available_show, NULL);
601 static struct attribute *io_subchannel_attrs[] = {
602 &dev_attr_chpids.attr,
603 &dev_attr_pimpampom.attr,
607 static struct attribute_group io_subchannel_attr_group = {
608 .attrs = io_subchannel_attrs,
611 static struct attribute * ccwdev_attrs[] = {
612 &dev_attr_devtype.attr,
613 &dev_attr_cutype.attr,
614 &dev_attr_modalias.attr,
615 &dev_attr_online.attr,
616 &dev_attr_cmb_enable.attr,
617 &dev_attr_availability.attr,
621 static struct attribute_group ccwdev_attr_group = {
622 .attrs = ccwdev_attrs,
625 static const struct attribute_group *ccwdev_attr_groups[] = {
630 /* this is a simple abstraction for device_register that sets the
631 * correct bus type and adds the bus specific files */
632 static int ccw_device_register(struct ccw_device *cdev)
634 struct device *dev = &cdev->dev;
637 dev->bus = &ccw_bus_type;
638 ret = dev_set_name(&cdev->dev, "0.%x.%04x", cdev->private->dev_id.ssid,
639 cdev->private->dev_id.devno);
642 ret = device_add(dev);
646 set_bit(1, &cdev->private->registered);
650 static int match_dev_id(struct device *dev, void *data)
652 struct ccw_device *cdev = to_ccwdev(dev);
653 struct ccw_dev_id *dev_id = data;
655 return ccw_dev_id_is_equal(&cdev->private->dev_id, dev_id);
658 static struct ccw_device *get_ccwdev_by_dev_id(struct ccw_dev_id *dev_id)
662 dev = bus_find_device(&ccw_bus_type, NULL, dev_id, match_dev_id);
664 return dev ? to_ccwdev(dev) : NULL;
667 static void ccw_device_do_unbind_bind(struct ccw_device *cdev)
671 if (test_bit(1, &cdev->private->registered)) {
672 device_release_driver(&cdev->dev);
673 ret = device_attach(&cdev->dev);
674 WARN_ON(ret == -ENODEV);
679 ccw_device_release(struct device *dev)
681 struct ccw_device *cdev;
683 cdev = to_ccwdev(dev);
684 /* Release reference of parent subchannel. */
685 put_device(cdev->dev.parent);
686 kfree(cdev->private);
690 static struct ccw_device * io_subchannel_allocate_dev(struct subchannel *sch)
692 struct ccw_device *cdev;
694 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
696 cdev->private = kzalloc(sizeof(struct ccw_device_private),
697 GFP_KERNEL | GFP_DMA);
702 return ERR_PTR(-ENOMEM);
705 static void ccw_device_todo(struct work_struct *work);
707 static int io_subchannel_initialize_dev(struct subchannel *sch,
708 struct ccw_device *cdev)
710 cdev->private->cdev = cdev;
711 atomic_set(&cdev->private->onoff, 0);
712 cdev->dev.parent = &sch->dev;
713 cdev->dev.release = ccw_device_release;
714 INIT_WORK(&cdev->private->todo_work, ccw_device_todo);
715 cdev->dev.groups = ccwdev_attr_groups;
716 /* Do first half of device_register. */
717 device_initialize(&cdev->dev);
718 if (!get_device(&sch->dev)) {
719 /* Release reference from device_initialize(). */
720 put_device(&cdev->dev);
726 static struct ccw_device * io_subchannel_create_ccwdev(struct subchannel *sch)
728 struct ccw_device *cdev;
731 cdev = io_subchannel_allocate_dev(sch);
733 ret = io_subchannel_initialize_dev(sch, cdev);
740 static void io_subchannel_recog(struct ccw_device *, struct subchannel *);
742 static void sch_create_and_recog_new_device(struct subchannel *sch)
744 struct ccw_device *cdev;
746 /* Need to allocate a new ccw device. */
747 cdev = io_subchannel_create_ccwdev(sch);
749 /* OK, we did everything we could... */
750 css_sch_device_unregister(sch);
753 /* Start recognition for the new ccw device. */
754 io_subchannel_recog(cdev, sch);
758 * Register recognized device.
760 static void io_subchannel_register(struct ccw_device *cdev)
762 struct subchannel *sch;
766 sch = to_subchannel(cdev->dev.parent);
768 * Check if subchannel is still registered. It may have become
769 * unregistered if a machine check hit us after finishing
770 * device recognition but before the register work could be
773 if (!device_is_registered(&sch->dev))
775 css_update_ssd_info(sch);
777 * io_subchannel_register() will also be called after device
778 * recognition has been done for a boxed device (which will already
779 * be registered). We need to reprobe since we may now have sense id
782 if (device_is_registered(&cdev->dev)) {
784 ret = device_reprobe(&cdev->dev);
786 /* We can't do much here. */
787 CIO_MSG_EVENT(0, "device_reprobe() returned"
788 " %d for 0.%x.%04x\n", ret,
789 cdev->private->dev_id.ssid,
790 cdev->private->dev_id.devno);
795 * Now we know this subchannel will stay, we can throw
796 * our delayed uevent.
798 dev_set_uevent_suppress(&sch->dev, 0);
799 kobject_uevent(&sch->dev.kobj, KOBJ_ADD);
800 /* make it known to the system */
801 ret = ccw_device_register(cdev);
803 CIO_MSG_EVENT(0, "Could not register ccw dev 0.%x.%04x: %d\n",
804 cdev->private->dev_id.ssid,
805 cdev->private->dev_id.devno, ret);
806 spin_lock_irqsave(sch->lock, flags);
807 sch_set_cdev(sch, NULL);
808 spin_unlock_irqrestore(sch->lock, flags);
809 /* Release initial device reference. */
810 put_device(&cdev->dev);
814 cdev->private->flags.recog_done = 1;
815 wake_up(&cdev->private->wait_q);
817 if (atomic_dec_and_test(&ccw_device_init_count))
818 wake_up(&ccw_device_init_wq);
821 static void ccw_device_call_sch_unregister(struct ccw_device *cdev)
823 struct subchannel *sch;
825 /* Get subchannel reference for local processing. */
826 if (!get_device(cdev->dev.parent))
828 sch = to_subchannel(cdev->dev.parent);
829 css_sch_device_unregister(sch);
830 /* Release subchannel reference for local processing. */
831 put_device(&sch->dev);
835 * subchannel recognition done. Called from the state machine.
838 io_subchannel_recog_done(struct ccw_device *cdev)
840 if (css_init_done == 0) {
841 cdev->private->flags.recog_done = 1;
844 switch (cdev->private->state) {
845 case DEV_STATE_BOXED:
846 /* Device did not respond in time. */
847 case DEV_STATE_NOT_OPER:
848 cdev->private->flags.recog_done = 1;
849 /* Remove device found not operational. */
850 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG);
851 if (atomic_dec_and_test(&ccw_device_init_count))
852 wake_up(&ccw_device_init_wq);
854 case DEV_STATE_OFFLINE:
856 * We can't register the device in interrupt context so
857 * we schedule a work item.
859 ccw_device_sched_todo(cdev, CDEV_TODO_REGISTER);
864 static void io_subchannel_recog(struct ccw_device *cdev, struct subchannel *sch)
866 struct ccw_device_private *priv;
868 cdev->ccwlock = sch->lock;
870 /* Init private data. */
871 priv = cdev->private;
872 priv->dev_id.devno = sch->schib.pmcw.dev;
873 priv->dev_id.ssid = sch->schid.ssid;
874 priv->schid = sch->schid;
875 priv->state = DEV_STATE_NOT_OPER;
876 INIT_LIST_HEAD(&priv->cmb_list);
877 init_waitqueue_head(&priv->wait_q);
878 init_timer(&priv->timer);
880 /* Increase counter of devices currently in recognition. */
881 atomic_inc(&ccw_device_init_count);
883 /* Start async. device sensing. */
884 spin_lock_irq(sch->lock);
885 sch_set_cdev(sch, cdev);
886 ccw_device_recognition(cdev);
887 spin_unlock_irq(sch->lock);
890 static int ccw_device_move_to_sch(struct ccw_device *cdev,
891 struct subchannel *sch)
893 struct subchannel *old_sch;
896 old_sch = to_subchannel(cdev->dev.parent);
897 /* Obtain child reference for new parent. */
898 if (!get_device(&sch->dev))
900 mutex_lock(&sch->reg_mutex);
901 rc = device_move(&cdev->dev, &sch->dev, DPM_ORDER_PARENT_BEFORE_DEV);
902 mutex_unlock(&sch->reg_mutex);
904 CIO_MSG_EVENT(0, "device_move(0.%x.%04x,0.%x.%04x)=%d\n",
905 cdev->private->dev_id.ssid,
906 cdev->private->dev_id.devno, sch->schid.ssid,
907 sch->schib.pmcw.dev, rc);
908 /* Release child reference for new parent. */
909 put_device(&sch->dev);
912 /* Clean up old subchannel. */
913 if (!sch_is_pseudo_sch(old_sch)) {
914 spin_lock_irq(old_sch->lock);
915 sch_set_cdev(old_sch, NULL);
916 cio_disable_subchannel(old_sch);
917 spin_unlock_irq(old_sch->lock);
918 css_schedule_eval(old_sch->schid);
920 /* Release child reference for old parent. */
921 put_device(&old_sch->dev);
922 /* Initialize new subchannel. */
923 spin_lock_irq(sch->lock);
924 cdev->private->schid = sch->schid;
925 cdev->ccwlock = sch->lock;
926 if (!sch_is_pseudo_sch(sch))
927 sch_set_cdev(sch, cdev);
928 spin_unlock_irq(sch->lock);
929 if (!sch_is_pseudo_sch(sch))
930 css_update_ssd_info(sch);
934 static int ccw_device_move_to_orph(struct ccw_device *cdev)
936 struct subchannel *sch = to_subchannel(cdev->dev.parent);
937 struct channel_subsystem *css = to_css(sch->dev.parent);
939 return ccw_device_move_to_sch(cdev, css->pseudo_subchannel);
942 static void io_subchannel_irq(struct subchannel *sch)
944 struct ccw_device *cdev;
946 cdev = sch_get_cdev(sch);
948 CIO_TRACE_EVENT(6, "IRQ");
949 CIO_TRACE_EVENT(6, dev_name(&sch->dev));
951 dev_fsm_event(cdev, DEV_EVENT_INTERRUPT);
954 void io_subchannel_init_config(struct subchannel *sch)
956 memset(&sch->config, 0, sizeof(sch->config));
957 sch->config.csense = 1;
958 /* Use subchannel mp mode when there is more than 1 installed CHPID. */
959 if ((sch->schib.pmcw.pim & (sch->schib.pmcw.pim - 1)) != 0)
963 static void io_subchannel_init_fields(struct subchannel *sch)
965 if (cio_is_console(sch->schid))
968 sch->opm = chp_get_sch_opm(sch);
969 sch->lpm = sch->schib.pmcw.pam & sch->opm;
970 sch->isc = cio_is_console(sch->schid) ? CONSOLE_ISC : IO_SCH_ISC;
972 CIO_MSG_EVENT(6, "Detected device %04x on subchannel 0.%x.%04X"
973 " - PIM = %02X, PAM = %02X, POM = %02X\n",
974 sch->schib.pmcw.dev, sch->schid.ssid,
975 sch->schid.sch_no, sch->schib.pmcw.pim,
976 sch->schib.pmcw.pam, sch->schib.pmcw.pom);
978 io_subchannel_init_config(sch);
982 * Note: We always return 0 so that we bind to the device even on error.
983 * This is needed so that our remove function is called on unregister.
985 static int io_subchannel_probe(struct subchannel *sch)
987 struct ccw_device *cdev;
990 if (cio_is_console(sch->schid)) {
991 rc = sysfs_create_group(&sch->dev.kobj,
992 &io_subchannel_attr_group);
994 CIO_MSG_EVENT(0, "Failed to create io subchannel "
995 "attributes for subchannel "
996 "0.%x.%04x (rc=%d)\n",
997 sch->schid.ssid, sch->schid.sch_no, rc);
999 * The console subchannel already has an associated ccw_device.
1000 * Throw the delayed uevent for the subchannel, register
1001 * the ccw_device and exit.
1003 dev_set_uevent_suppress(&sch->dev, 0);
1004 kobject_uevent(&sch->dev.kobj, KOBJ_ADD);
1005 cdev = sch_get_cdev(sch);
1006 cdev->dev.groups = ccwdev_attr_groups;
1007 device_initialize(&cdev->dev);
1008 ccw_device_register(cdev);
1010 * Check if the device is already online. If it is
1011 * the reference count needs to be corrected since we
1012 * didn't obtain a reference in ccw_device_set_online.
1014 if (cdev->private->state != DEV_STATE_NOT_OPER &&
1015 cdev->private->state != DEV_STATE_OFFLINE &&
1016 cdev->private->state != DEV_STATE_BOXED)
1017 get_device(&cdev->dev);
1020 io_subchannel_init_fields(sch);
1021 rc = cio_commit_config(sch);
1024 rc = sysfs_create_group(&sch->dev.kobj,
1025 &io_subchannel_attr_group);
1028 /* Allocate I/O subchannel private data. */
1029 sch->private = kzalloc(sizeof(struct io_subchannel_private),
1030 GFP_KERNEL | GFP_DMA);
1033 css_schedule_eval(sch->schid);
1037 spin_lock_irq(sch->lock);
1038 css_sched_sch_todo(sch, SCH_TODO_UNREG);
1039 spin_unlock_irq(sch->lock);
1044 io_subchannel_remove (struct subchannel *sch)
1046 struct ccw_device *cdev;
1047 unsigned long flags;
1049 cdev = sch_get_cdev(sch);
1052 /* Set ccw device to not operational and drop reference. */
1053 spin_lock_irqsave(cdev->ccwlock, flags);
1054 sch_set_cdev(sch, NULL);
1055 cdev->private->state = DEV_STATE_NOT_OPER;
1056 spin_unlock_irqrestore(cdev->ccwlock, flags);
1057 ccw_device_unregister(cdev);
1059 kfree(sch->private);
1060 sysfs_remove_group(&sch->dev.kobj, &io_subchannel_attr_group);
1064 static void io_subchannel_verify(struct subchannel *sch)
1066 struct ccw_device *cdev;
1068 cdev = sch_get_cdev(sch);
1070 dev_fsm_event(cdev, DEV_EVENT_VERIFY);
1073 static int check_for_io_on_path(struct subchannel *sch, int mask)
1075 if (cio_update_schib(sch))
1077 if (scsw_actl(&sch->schib.scsw) && sch->schib.pmcw.lpum == mask)
1082 static void terminate_internal_io(struct subchannel *sch,
1083 struct ccw_device *cdev)
1085 if (cio_clear(sch)) {
1086 /* Recheck device in case clear failed. */
1089 dev_fsm_event(cdev, DEV_EVENT_VERIFY);
1091 css_schedule_eval(sch->schid);
1094 cdev->private->state = DEV_STATE_CLEAR_VERIFY;
1095 /* Request retry of internal operation. */
1096 cdev->private->flags.intretry = 1;
1099 cdev->handler(cdev, cdev->private->intparm,
1103 static void io_subchannel_terminate_path(struct subchannel *sch, u8 mask)
1105 struct ccw_device *cdev;
1107 cdev = sch_get_cdev(sch);
1110 if (check_for_io_on_path(sch, mask)) {
1111 if (cdev->private->state == DEV_STATE_ONLINE)
1112 ccw_device_kill_io(cdev);
1114 terminate_internal_io(sch, cdev);
1115 /* Re-start path verification. */
1116 dev_fsm_event(cdev, DEV_EVENT_VERIFY);
1119 /* trigger path verification. */
1120 dev_fsm_event(cdev, DEV_EVENT_VERIFY);
1124 static int io_subchannel_chp_event(struct subchannel *sch,
1125 struct chp_link *link, int event)
1129 mask = chp_ssd_get_mask(&sch->ssd_info, link);
1136 io_subchannel_terminate_path(sch, mask);
1141 io_subchannel_verify(sch);
1144 if (cio_update_schib(sch))
1146 io_subchannel_terminate_path(sch, mask);
1149 if (cio_update_schib(sch))
1151 sch->lpm |= mask & sch->opm;
1152 io_subchannel_verify(sch);
1159 io_subchannel_shutdown(struct subchannel *sch)
1161 struct ccw_device *cdev;
1164 cdev = sch_get_cdev(sch);
1166 if (cio_is_console(sch->schid))
1168 if (!sch->schib.pmcw.ena)
1169 /* Nothing to do. */
1171 ret = cio_disable_subchannel(sch);
1173 /* Subchannel is disabled, we're done. */
1175 cdev->private->state = DEV_STATE_QUIESCE;
1177 cdev->handler(cdev, cdev->private->intparm,
1179 ret = ccw_device_cancel_halt_clear(cdev);
1180 if (ret == -EBUSY) {
1181 ccw_device_set_timeout(cdev, HZ/10);
1182 wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
1184 cio_disable_subchannel(sch);
1187 static int device_is_disconnected(struct ccw_device *cdev)
1191 return (cdev->private->state == DEV_STATE_DISCONNECTED ||
1192 cdev->private->state == DEV_STATE_DISCONNECTED_SENSE_ID);
1195 static int recovery_check(struct device *dev, void *data)
1197 struct ccw_device *cdev = to_ccwdev(dev);
1200 spin_lock_irq(cdev->ccwlock);
1201 switch (cdev->private->state) {
1202 case DEV_STATE_DISCONNECTED:
1203 CIO_MSG_EVENT(3, "recovery: trigger 0.%x.%04x\n",
1204 cdev->private->dev_id.ssid,
1205 cdev->private->dev_id.devno);
1206 dev_fsm_event(cdev, DEV_EVENT_VERIFY);
1209 case DEV_STATE_DISCONNECTED_SENSE_ID:
1213 spin_unlock_irq(cdev->ccwlock);
1218 static void recovery_work_func(struct work_struct *unused)
1222 bus_for_each_dev(&ccw_bus_type, NULL, &redo, recovery_check);
1224 spin_lock_irq(&recovery_lock);
1225 if (!timer_pending(&recovery_timer)) {
1226 if (recovery_phase < ARRAY_SIZE(recovery_delay) - 1)
1228 mod_timer(&recovery_timer, jiffies +
1229 recovery_delay[recovery_phase] * HZ);
1231 spin_unlock_irq(&recovery_lock);
1233 CIO_MSG_EVENT(4, "recovery: end\n");
1236 static DECLARE_WORK(recovery_work, recovery_work_func);
1238 static void recovery_func(unsigned long data)
1241 * We can't do our recovery in softirq context and it's not
1242 * performance critical, so we schedule it.
1244 schedule_work(&recovery_work);
1247 static void ccw_device_schedule_recovery(void)
1249 unsigned long flags;
1251 CIO_MSG_EVENT(4, "recovery: schedule\n");
1252 spin_lock_irqsave(&recovery_lock, flags);
1253 if (!timer_pending(&recovery_timer) || (recovery_phase != 0)) {
1255 mod_timer(&recovery_timer, jiffies + recovery_delay[0] * HZ);
1257 spin_unlock_irqrestore(&recovery_lock, flags);
1260 static int purge_fn(struct device *dev, void *data)
1262 struct ccw_device *cdev = to_ccwdev(dev);
1263 struct ccw_dev_id *id = &cdev->private->dev_id;
1265 spin_lock_irq(cdev->ccwlock);
1266 if (is_blacklisted(id->ssid, id->devno) &&
1267 (cdev->private->state == DEV_STATE_OFFLINE)) {
1268 CIO_MSG_EVENT(3, "ccw: purging 0.%x.%04x\n", id->ssid,
1270 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG);
1272 spin_unlock_irq(cdev->ccwlock);
1273 /* Abort loop in case of pending signal. */
1274 if (signal_pending(current))
1281 * ccw_purge_blacklisted - purge unused, blacklisted devices
1283 * Unregister all ccw devices that are offline and on the blacklist.
1285 int ccw_purge_blacklisted(void)
1287 CIO_MSG_EVENT(2, "ccw: purging blacklisted devices\n");
1288 bus_for_each_dev(&ccw_bus_type, NULL, NULL, purge_fn);
1292 void ccw_device_set_disconnected(struct ccw_device *cdev)
1296 ccw_device_set_timeout(cdev, 0);
1297 cdev->private->flags.fake_irb = 0;
1298 cdev->private->state = DEV_STATE_DISCONNECTED;
1300 ccw_device_schedule_recovery();
1303 void ccw_device_set_notoper(struct ccw_device *cdev)
1305 struct subchannel *sch = to_subchannel(cdev->dev.parent);
1307 CIO_TRACE_EVENT(2, "notoper");
1308 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1309 ccw_device_set_timeout(cdev, 0);
1310 cio_disable_subchannel(sch);
1311 cdev->private->state = DEV_STATE_NOT_OPER;
1314 enum io_sch_action {
1318 IO_SCH_UNREG_ATTACH,
1326 static enum io_sch_action sch_get_action(struct subchannel *sch)
1328 struct ccw_device *cdev;
1330 cdev = sch_get_cdev(sch);
1331 if (cio_update_schib(sch)) {
1332 /* Not operational. */
1334 return IO_SCH_UNREG;
1335 if (!ccw_device_notify(cdev, CIO_GONE))
1336 return IO_SCH_UNREG;
1337 return IO_SCH_ORPH_UNREG;
1341 return IO_SCH_ATTACH;
1342 if (sch->schib.pmcw.dev != cdev->private->dev_id.devno) {
1343 if (!ccw_device_notify(cdev, CIO_GONE))
1344 return IO_SCH_UNREG_ATTACH;
1345 return IO_SCH_ORPH_ATTACH;
1347 if ((sch->schib.pmcw.pam & sch->opm) == 0) {
1348 if (!ccw_device_notify(cdev, CIO_NO_PATH))
1349 return IO_SCH_UNREG;
1352 if (device_is_disconnected(cdev))
1353 return IO_SCH_REPROBE;
1355 return IO_SCH_VERIFY;
1360 * io_subchannel_sch_event - process subchannel event
1362 * @process: non-zero if function is called in process context
1364 * An unspecified event occurred for this subchannel. Adjust data according
1365 * to the current operational state of the subchannel and device. Return
1366 * zero when the event has been handled sufficiently or -EAGAIN when this
1367 * function should be called again in process context.
1369 static int io_subchannel_sch_event(struct subchannel *sch, int process)
1371 unsigned long flags;
1372 struct ccw_device *cdev;
1373 struct ccw_dev_id dev_id;
1374 enum io_sch_action action;
1377 spin_lock_irqsave(sch->lock, flags);
1378 if (!device_is_registered(&sch->dev))
1380 if (work_pending(&sch->todo_work))
1382 cdev = sch_get_cdev(sch);
1383 if (cdev && work_pending(&cdev->private->todo_work))
1385 action = sch_get_action(sch);
1386 CIO_MSG_EVENT(2, "event: sch 0.%x.%04x, process=%d, action=%d\n",
1387 sch->schid.ssid, sch->schid.sch_no, process,
1389 /* Perform immediate actions while holding the lock. */
1391 case IO_SCH_REPROBE:
1392 /* Trigger device recognition. */
1393 ccw_device_trigger_reprobe(cdev);
1397 /* Trigger path verification. */
1398 io_subchannel_verify(sch);
1402 ccw_device_set_disconnected(cdev);
1405 case IO_SCH_ORPH_UNREG:
1406 case IO_SCH_ORPH_ATTACH:
1407 ccw_device_set_disconnected(cdev);
1409 case IO_SCH_UNREG_ATTACH:
1412 ccw_device_set_notoper(cdev);
1420 spin_unlock_irqrestore(sch->lock, flags);
1421 /* All other actions require process context. */
1424 /* Handle attached ccw device. */
1426 case IO_SCH_ORPH_UNREG:
1427 case IO_SCH_ORPH_ATTACH:
1428 /* Move ccw device to orphanage. */
1429 rc = ccw_device_move_to_orph(cdev);
1433 case IO_SCH_UNREG_ATTACH:
1434 /* Unregister ccw device. */
1435 ccw_device_unregister(cdev);
1440 /* Handle subchannel. */
1442 case IO_SCH_ORPH_UNREG:
1444 css_sch_device_unregister(sch);
1446 case IO_SCH_ORPH_ATTACH:
1447 case IO_SCH_UNREG_ATTACH:
1449 dev_id.ssid = sch->schid.ssid;
1450 dev_id.devno = sch->schib.pmcw.dev;
1451 cdev = get_ccwdev_by_dev_id(&dev_id);
1453 sch_create_and_recog_new_device(sch);
1456 rc = ccw_device_move_to_sch(cdev, sch);
1458 /* Release reference from get_ccwdev_by_dev_id() */
1459 put_device(&cdev->dev);
1462 spin_lock_irqsave(sch->lock, flags);
1463 ccw_device_trigger_reprobe(cdev);
1464 spin_unlock_irqrestore(sch->lock, flags);
1465 /* Release reference from get_ccwdev_by_dev_id() */
1466 put_device(&cdev->dev);
1474 spin_unlock_irqrestore(sch->lock, flags);
1479 #ifdef CONFIG_CCW_CONSOLE
1480 static struct ccw_device console_cdev;
1481 static struct ccw_device_private console_private;
1482 static int console_cdev_in_use;
1484 static DEFINE_SPINLOCK(ccw_console_lock);
1486 spinlock_t * cio_get_console_lock(void)
1488 return &ccw_console_lock;
1491 static int ccw_device_console_enable(struct ccw_device *cdev,
1492 struct subchannel *sch)
1496 /* Attach subchannel private data. */
1497 sch->private = cio_get_console_priv();
1498 memset(sch->private, 0, sizeof(struct io_subchannel_private));
1499 io_subchannel_init_fields(sch);
1500 rc = cio_commit_config(sch);
1503 sch->driver = &io_subchannel_driver;
1504 /* Initialize the ccw_device structure. */
1505 cdev->dev.parent= &sch->dev;
1506 io_subchannel_recog(cdev, sch);
1507 /* Now wait for the async. recognition to come to an end. */
1508 spin_lock_irq(cdev->ccwlock);
1509 while (!dev_fsm_final_state(cdev))
1512 if (cdev->private->state != DEV_STATE_OFFLINE)
1514 ccw_device_online(cdev);
1515 while (!dev_fsm_final_state(cdev))
1517 if (cdev->private->state != DEV_STATE_ONLINE)
1521 spin_unlock_irq(cdev->ccwlock);
1526 ccw_device_probe_console(void)
1528 struct subchannel *sch;
1531 if (xchg(&console_cdev_in_use, 1) != 0)
1532 return ERR_PTR(-EBUSY);
1533 sch = cio_probe_console();
1535 console_cdev_in_use = 0;
1536 return (void *) sch;
1538 memset(&console_cdev, 0, sizeof(struct ccw_device));
1539 memset(&console_private, 0, sizeof(struct ccw_device_private));
1540 console_cdev.private = &console_private;
1541 console_private.cdev = &console_cdev;
1542 ret = ccw_device_console_enable(&console_cdev, sch);
1544 cio_release_console();
1545 console_cdev_in_use = 0;
1546 return ERR_PTR(ret);
1548 console_cdev.online = 1;
1549 return &console_cdev;
1552 static int ccw_device_pm_restore(struct device *dev);
1554 int ccw_device_force_console(void)
1556 if (!console_cdev_in_use)
1558 return ccw_device_pm_restore(&console_cdev.dev);
1560 EXPORT_SYMBOL_GPL(ccw_device_force_console);
1564 * get ccw_device matching the busid, but only if owned by cdrv
1567 __ccwdev_check_busid(struct device *dev, void *id)
1573 return (strcmp(bus_id, dev_name(dev)) == 0);
1578 * get_ccwdev_by_busid() - obtain device from a bus id
1579 * @cdrv: driver the device is owned by
1580 * @bus_id: bus id of the device to be searched
1582 * This function searches all devices owned by @cdrv for a device with a bus
1583 * id matching @bus_id.
1585 * If a match is found, its reference count of the found device is increased
1586 * and it is returned; else %NULL is returned.
1588 struct ccw_device *get_ccwdev_by_busid(struct ccw_driver *cdrv,
1592 struct device_driver *drv;
1594 drv = get_driver(&cdrv->driver);
1598 dev = driver_find_device(drv, NULL, (void *)bus_id,
1599 __ccwdev_check_busid);
1602 return dev ? to_ccwdev(dev) : NULL;
1605 /************************** device driver handling ************************/
1607 /* This is the implementation of the ccw_driver class. The probe, remove
1608 * and release methods are initially very similar to the device_driver
1609 * implementations, with the difference that they have ccw_device
1612 * A ccw driver also contains the information that is needed for
1616 ccw_device_probe (struct device *dev)
1618 struct ccw_device *cdev = to_ccwdev(dev);
1619 struct ccw_driver *cdrv = to_ccwdrv(dev->driver);
1622 cdev->drv = cdrv; /* to let the driver call _set_online */
1624 ret = cdrv->probe ? cdrv->probe(cdev) : -ENODEV;
1635 ccw_device_remove (struct device *dev)
1637 struct ccw_device *cdev = to_ccwdev(dev);
1638 struct ccw_driver *cdrv = cdev->drv;
1645 spin_lock_irq(cdev->ccwlock);
1646 ret = ccw_device_offline(cdev);
1647 spin_unlock_irq(cdev->ccwlock);
1649 wait_event(cdev->private->wait_q,
1650 dev_fsm_final_state(cdev));
1652 CIO_MSG_EVENT(0, "ccw_device_offline returned %d, "
1653 "device 0.%x.%04x\n",
1654 ret, cdev->private->dev_id.ssid,
1655 cdev->private->dev_id.devno);
1656 /* Give up reference obtained in ccw_device_set_online(). */
1657 put_device(&cdev->dev);
1659 ccw_device_set_timeout(cdev, 0);
1664 static void ccw_device_shutdown(struct device *dev)
1666 struct ccw_device *cdev;
1668 cdev = to_ccwdev(dev);
1669 if (cdev->drv && cdev->drv->shutdown)
1670 cdev->drv->shutdown(cdev);
1674 static int ccw_device_pm_prepare(struct device *dev)
1676 struct ccw_device *cdev = to_ccwdev(dev);
1678 if (work_pending(&cdev->private->todo_work))
1680 /* Fail while device is being set online/offline. */
1681 if (atomic_read(&cdev->private->onoff))
1684 if (cdev->online && cdev->drv && cdev->drv->prepare)
1685 return cdev->drv->prepare(cdev);
1690 static void ccw_device_pm_complete(struct device *dev)
1692 struct ccw_device *cdev = to_ccwdev(dev);
1694 if (cdev->online && cdev->drv && cdev->drv->complete)
1695 cdev->drv->complete(cdev);
1698 static int ccw_device_pm_freeze(struct device *dev)
1700 struct ccw_device *cdev = to_ccwdev(dev);
1701 struct subchannel *sch = to_subchannel(cdev->dev.parent);
1702 int ret, cm_enabled;
1704 /* Fail suspend while device is in transistional state. */
1705 if (!dev_fsm_final_state(cdev))
1709 if (cdev->drv && cdev->drv->freeze) {
1710 ret = cdev->drv->freeze(cdev);
1715 spin_lock_irq(sch->lock);
1716 cm_enabled = cdev->private->cmb != NULL;
1717 spin_unlock_irq(sch->lock);
1719 /* Don't have the css write on memory. */
1720 ret = ccw_set_cmf(cdev, 0);
1724 /* From here on, disallow device driver I/O. */
1725 spin_lock_irq(sch->lock);
1726 ret = cio_disable_subchannel(sch);
1727 spin_unlock_irq(sch->lock);
1732 static int ccw_device_pm_thaw(struct device *dev)
1734 struct ccw_device *cdev = to_ccwdev(dev);
1735 struct subchannel *sch = to_subchannel(cdev->dev.parent);
1736 int ret, cm_enabled;
1741 spin_lock_irq(sch->lock);
1742 /* Allow device driver I/O again. */
1743 ret = cio_enable_subchannel(sch, (u32)(addr_t)sch);
1744 cm_enabled = cdev->private->cmb != NULL;
1745 spin_unlock_irq(sch->lock);
1750 ret = ccw_set_cmf(cdev, 1);
1755 if (cdev->drv && cdev->drv->thaw)
1756 ret = cdev->drv->thaw(cdev);
1761 static void __ccw_device_pm_restore(struct ccw_device *cdev)
1763 struct subchannel *sch = to_subchannel(cdev->dev.parent);
1765 if (cio_is_console(sch->schid))
1768 * While we were sleeping, devices may have gone or become
1769 * available again. Kick re-detection.
1771 spin_lock_irq(sch->lock);
1772 cdev->private->flags.resuming = 1;
1773 ccw_device_recognition(cdev);
1774 spin_unlock_irq(sch->lock);
1775 wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev) ||
1776 cdev->private->state == DEV_STATE_DISCONNECTED);
1778 cdev->private->flags.resuming = 0;
1781 static int resume_handle_boxed(struct ccw_device *cdev)
1783 cdev->private->state = DEV_STATE_BOXED;
1784 if (ccw_device_notify(cdev, CIO_BOXED))
1786 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG);
1790 static int resume_handle_disc(struct ccw_device *cdev)
1792 cdev->private->state = DEV_STATE_DISCONNECTED;
1793 if (ccw_device_notify(cdev, CIO_GONE))
1795 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG);
1799 static int ccw_device_pm_restore(struct device *dev)
1801 struct ccw_device *cdev = to_ccwdev(dev);
1802 struct subchannel *sch = to_subchannel(cdev->dev.parent);
1803 int ret = 0, cm_enabled;
1805 __ccw_device_pm_restore(cdev);
1806 spin_lock_irq(sch->lock);
1807 if (cio_is_console(sch->schid)) {
1808 cio_enable_subchannel(sch, (u32)(addr_t)sch);
1809 spin_unlock_irq(sch->lock);
1812 cdev->private->flags.donotify = 0;
1813 /* check recognition results */
1814 switch (cdev->private->state) {
1815 case DEV_STATE_OFFLINE:
1817 case DEV_STATE_BOXED:
1818 ret = resume_handle_boxed(cdev);
1819 spin_unlock_irq(sch->lock);
1823 case DEV_STATE_DISCONNECTED:
1824 goto out_disc_unlock;
1826 goto out_unreg_unlock;
1828 /* check if the device id has changed */
1829 if (sch->schib.pmcw.dev != cdev->private->dev_id.devno) {
1830 CIO_MSG_EVENT(0, "resume: sch 0.%x.%04x: failed (devno "
1831 "changed from %04x to %04x)\n",
1832 sch->schid.ssid, sch->schid.sch_no,
1833 cdev->private->dev_id.devno,
1834 sch->schib.pmcw.dev);
1835 goto out_unreg_unlock;
1837 /* check if the device type has changed */
1838 if (!ccw_device_test_sense_data(cdev)) {
1839 ccw_device_update_sense_data(cdev);
1840 ccw_device_sched_todo(cdev, CDEV_TODO_REBIND);
1844 if (!cdev->online) {
1848 ret = ccw_device_online(cdev);
1850 goto out_disc_unlock;
1852 cm_enabled = cdev->private->cmb != NULL;
1853 spin_unlock_irq(sch->lock);
1855 wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
1856 if (cdev->private->state != DEV_STATE_ONLINE) {
1857 spin_lock_irq(sch->lock);
1858 goto out_disc_unlock;
1861 ret = ccw_set_cmf(cdev, 1);
1863 CIO_MSG_EVENT(2, "resume: cdev 0.%x.%04x: cmf failed "
1864 "(rc=%d)\n", cdev->private->dev_id.ssid,
1865 cdev->private->dev_id.devno, ret);
1871 if (cdev->online && cdev->drv && cdev->drv->restore)
1872 ret = cdev->drv->restore(cdev);
1877 ret = resume_handle_disc(cdev);
1878 spin_unlock_irq(sch->lock);
1884 ccw_device_sched_todo(cdev, CDEV_TODO_UNREG_EVAL);
1887 spin_unlock_irq(sch->lock);
1891 static struct dev_pm_ops ccw_pm_ops = {
1892 .prepare = ccw_device_pm_prepare,
1893 .complete = ccw_device_pm_complete,
1894 .freeze = ccw_device_pm_freeze,
1895 .thaw = ccw_device_pm_thaw,
1896 .restore = ccw_device_pm_restore,
1899 struct bus_type ccw_bus_type = {
1901 .match = ccw_bus_match,
1902 .uevent = ccw_uevent,
1903 .probe = ccw_device_probe,
1904 .remove = ccw_device_remove,
1905 .shutdown = ccw_device_shutdown,
1910 * ccw_driver_register() - register a ccw driver
1911 * @cdriver: driver to be registered
1913 * This function is mainly a wrapper around driver_register().
1915 * %0 on success and a negative error value on failure.
1917 int ccw_driver_register(struct ccw_driver *cdriver)
1919 struct device_driver *drv = &cdriver->driver;
1921 drv->bus = &ccw_bus_type;
1922 drv->name = cdriver->name;
1923 drv->owner = cdriver->owner;
1925 return driver_register(drv);
1929 * ccw_driver_unregister() - deregister a ccw driver
1930 * @cdriver: driver to be deregistered
1932 * This function is mainly a wrapper around driver_unregister().
1934 void ccw_driver_unregister(struct ccw_driver *cdriver)
1936 driver_unregister(&cdriver->driver);
1939 /* Helper func for qdio. */
1940 struct subchannel_id
1941 ccw_device_get_subchannel_id(struct ccw_device *cdev)
1943 struct subchannel *sch;
1945 sch = to_subchannel(cdev->dev.parent);
1949 static void ccw_device_todo(struct work_struct *work)
1951 struct ccw_device_private *priv;
1952 struct ccw_device *cdev;
1953 struct subchannel *sch;
1954 enum cdev_todo todo;
1956 priv = container_of(work, struct ccw_device_private, todo_work);
1958 sch = to_subchannel(cdev->dev.parent);
1959 /* Find out todo. */
1960 spin_lock_irq(cdev->ccwlock);
1962 priv->todo = CDEV_TODO_NOTHING;
1963 CIO_MSG_EVENT(4, "cdev_todo: cdev=0.%x.%04x todo=%d\n",
1964 priv->dev_id.ssid, priv->dev_id.devno, todo);
1965 spin_unlock_irq(cdev->ccwlock);
1968 case CDEV_TODO_ENABLE_CMF:
1971 case CDEV_TODO_REBIND:
1972 ccw_device_do_unbind_bind(cdev);
1974 case CDEV_TODO_REGISTER:
1975 io_subchannel_register(cdev);
1977 case CDEV_TODO_UNREG_EVAL:
1978 if (!sch_is_pseudo_sch(sch))
1979 css_schedule_eval(sch->schid);
1981 case CDEV_TODO_UNREG:
1982 if (sch_is_pseudo_sch(sch))
1983 ccw_device_unregister(cdev);
1985 ccw_device_call_sch_unregister(cdev);
1990 /* Release workqueue ref. */
1991 put_device(&cdev->dev);
1995 * ccw_device_sched_todo - schedule ccw device operation
1999 * Schedule the operation identified by @todo to be performed on the slow path
2000 * workqueue. Do nothing if another operation with higher priority is already
2001 * scheduled. Needs to be called with ccwdev lock held.
2003 void ccw_device_sched_todo(struct ccw_device *cdev, enum cdev_todo todo)
2005 CIO_MSG_EVENT(4, "cdev_todo: sched cdev=0.%x.%04x todo=%d\n",
2006 cdev->private->dev_id.ssid, cdev->private->dev_id.devno,
2008 if (cdev->private->todo >= todo)
2010 cdev->private->todo = todo;
2011 /* Get workqueue ref. */
2012 if (!get_device(&cdev->dev))
2014 if (!queue_work(slow_path_wq, &cdev->private->todo_work)) {
2015 /* Already queued, release workqueue ref. */
2016 put_device(&cdev->dev);
2020 MODULE_LICENSE("GPL");
2021 EXPORT_SYMBOL(ccw_device_set_online);
2022 EXPORT_SYMBOL(ccw_device_set_offline);
2023 EXPORT_SYMBOL(ccw_driver_register);
2024 EXPORT_SYMBOL(ccw_driver_unregister);
2025 EXPORT_SYMBOL(get_ccwdev_by_busid);
2026 EXPORT_SYMBOL(ccw_bus_type);
2027 EXPORT_SYMBOL(ccw_device_work);
2028 EXPORT_SYMBOL_GPL(ccw_device_get_subchannel_id);