2 * Copyright (C) 1991, 1992 Linus Torvalds
4 * This is the low-level hd interrupt support. It traverses the
5 * request-list, using interrupts to jump between functions. As
6 * all the functions are called within interrupts, we may not
7 * sleep. Special care is recommended.
9 * modified by Drew Eckhardt to check nr of hd's from the CMOS.
11 * Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
12 * in the early extended-partition checks and added DM partitions
14 * IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
15 * and general streamlining by Mark Lord.
17 * Removed 99% of above. Use Mark's ide driver for those options.
18 * This is now a lightweight ST-506 driver. (Paul Gortmaker)
20 * Modified 1995 Russell King for ARM processor.
22 * Bugfix: max_sectors must be <= 255 or the wheels tend to come
23 * off in a hurry once you queue things up - Paul G. 02/2001
26 /* Uncomment the following if you want verbose error reports. */
27 /* #define VERBOSE_ERRORS */
29 #include <linux/blkdev.h>
30 #include <linux/errno.h>
31 #include <linux/signal.h>
32 #include <linux/interrupt.h>
33 #include <linux/timer.h>
35 #include <linux/kernel.h>
36 #include <linux/genhd.h>
37 #include <linux/string.h>
38 #include <linux/ioport.h>
39 #include <linux/init.h>
40 #include <linux/blkpg.h>
41 #include <linux/ata.h>
42 #include <linux/hdreg.h>
46 #define REALLY_SLOW_IO
47 #include <asm/system.h>
49 #include <asm/uaccess.h>
56 #define HD_IRQ IRQ_HARDDISK
59 /* Hd controller regster ports */
61 #define HD_DATA 0x1f0 /* _CTL when writing */
62 #define HD_ERROR 0x1f1 /* see err-bits */
63 #define HD_NSECTOR 0x1f2 /* nr of sectors to read/write */
64 #define HD_SECTOR 0x1f3 /* starting sector */
65 #define HD_LCYL 0x1f4 /* starting cylinder */
66 #define HD_HCYL 0x1f5 /* high byte of starting cyl */
67 #define HD_CURRENT 0x1f6 /* 101dhhhh , d=drive, hhhh=head */
68 #define HD_STATUS 0x1f7 /* see status-bits */
69 #define HD_FEATURE HD_ERROR /* same io address, read=error, write=feature */
70 #define HD_PRECOMP HD_FEATURE /* obsolete use of this port - predates IDE */
71 #define HD_COMMAND HD_STATUS /* same io address, read=status, write=cmd */
73 #define HD_CMD 0x3f6 /* used for resets */
74 #define HD_ALTSTATUS 0x3f6 /* same as HD_STATUS but doesn't clear irq */
76 /* Bits of HD_STATUS */
78 #define INDEX_STAT 0x02
79 #define ECC_STAT 0x04 /* Corrected error */
81 #define SEEK_STAT 0x10
82 #define SERVICE_STAT SEEK_STAT
83 #define WRERR_STAT 0x20
84 #define READY_STAT 0x40
85 #define BUSY_STAT 0x80
87 /* Bits for HD_ERROR */
88 #define MARK_ERR 0x01 /* Bad address mark */
89 #define TRK0_ERR 0x02 /* couldn't find track 0 */
90 #define ABRT_ERR 0x04 /* Command aborted */
91 #define MCR_ERR 0x08 /* media change request */
92 #define ID_ERR 0x10 /* ID field not found */
93 #define MC_ERR 0x20 /* media changed */
94 #define ECC_ERR 0x40 /* Uncorrectable ECC error */
95 #define BBD_ERR 0x80 /* pre-EIDE meaning: block marked bad */
96 #define ICRC_ERR 0x80 /* new meaning: CRC error during transfer */
98 static DEFINE_SPINLOCK(hd_lock);
99 static struct request_queue *hd_queue;
100 static struct request *hd_req;
102 #define TIMEOUT_VALUE (6*HZ)
105 #define MAX_ERRORS 16 /* Max read/write errors/sector */
106 #define RESET_FREQ 8 /* Reset controller every 8th retry */
107 #define RECAL_FREQ 4 /* Recalibrate every 4th retry */
110 #define STAT_OK (READY_STAT|SEEK_STAT)
111 #define OK_STATUS(s) (((s)&(STAT_OK|(BUSY_STAT|WRERR_STAT|ERR_STAT)))==STAT_OK)
113 static void recal_intr(void);
114 static void bad_rw_intr(void);
120 * This struct defines the HD's and their types.
123 unsigned int head, sect, cyl, wpcom, lzone, ctl;
130 static struct hd_i_struct hd_info[] = { HD_TYPE };
131 static int NR_HD = ARRAY_SIZE(hd_info);
133 static struct hd_i_struct hd_info[MAX_HD];
137 static struct gendisk *hd_gendisk[MAX_HD];
139 static struct timer_list device_timer;
141 #define TIMEOUT_VALUE (6*HZ)
145 mod_timer(&device_timer, jiffies + TIMEOUT_VALUE); \
148 static void (*do_hd)(void) = NULL;
149 #define SET_HANDLER(x) \
150 if ((do_hd = (x)) != NULL) \
153 del_timer(&device_timer);
158 #include <asm/i8253.h>
160 unsigned long last_req;
162 unsigned long read_timer(void)
164 unsigned long t, flags;
167 raw_spin_lock_irqsave(&i8253_lock, flags);
172 raw_spin_unlock_irqrestore(&i8253_lock, flags);
177 static void __init hd_setup(char *str, int *ints)
183 if (hd_info[0].head != 0)
185 hd_info[hdind].head = ints[2];
186 hd_info[hdind].sect = ints[3];
187 hd_info[hdind].cyl = ints[1];
188 hd_info[hdind].wpcom = 0;
189 hd_info[hdind].lzone = ints[1];
190 hd_info[hdind].ctl = (ints[2] > 8 ? 8 : 0);
194 static bool hd_end_request(int err, unsigned int bytes)
196 if (__blk_end_request(hd_req, err, bytes))
202 static bool hd_end_request_cur(int err)
204 return hd_end_request(err, blk_rq_cur_bytes(hd_req));
207 static void dump_status(const char *msg, unsigned int stat)
211 name = hd_req->rq_disk->disk_name;
213 #ifdef VERBOSE_ERRORS
214 printk("%s: %s: status=0x%02x { ", name, msg, stat & 0xff);
215 if (stat & BUSY_STAT) printk("Busy ");
216 if (stat & READY_STAT) printk("DriveReady ");
217 if (stat & WRERR_STAT) printk("WriteFault ");
218 if (stat & SEEK_STAT) printk("SeekComplete ");
219 if (stat & DRQ_STAT) printk("DataRequest ");
220 if (stat & ECC_STAT) printk("CorrectedError ");
221 if (stat & INDEX_STAT) printk("Index ");
222 if (stat & ERR_STAT) printk("Error ");
224 if ((stat & ERR_STAT) == 0) {
227 hd_error = inb(HD_ERROR);
228 printk("%s: %s: error=0x%02x { ", name, msg, hd_error & 0xff);
229 if (hd_error & BBD_ERR) printk("BadSector ");
230 if (hd_error & ECC_ERR) printk("UncorrectableError ");
231 if (hd_error & ID_ERR) printk("SectorIdNotFound ");
232 if (hd_error & ABRT_ERR) printk("DriveStatusError ");
233 if (hd_error & TRK0_ERR) printk("TrackZeroNotFound ");
234 if (hd_error & MARK_ERR) printk("AddrMarkNotFound ");
236 if (hd_error & (BBD_ERR|ECC_ERR|ID_ERR|MARK_ERR)) {
237 printk(", CHS=%d/%d/%d", (inb(HD_HCYL)<<8) + inb(HD_LCYL),
238 inb(HD_CURRENT) & 0xf, inb(HD_SECTOR));
240 printk(", sector=%ld", blk_rq_pos(hd_req));
245 printk("%s: %s: status=0x%02x.\n", name, msg, stat & 0xff);
246 if ((stat & ERR_STAT) == 0) {
249 hd_error = inb(HD_ERROR);
250 printk("%s: %s: error=0x%02x.\n", name, msg, hd_error & 0xff);
255 static void check_status(void)
257 int i = inb_p(HD_STATUS);
260 dump_status("check_status", i);
265 static int controller_busy(void)
267 int retries = 100000;
268 unsigned char status;
271 status = inb_p(HD_STATUS);
272 } while ((status & BUSY_STAT) && --retries);
276 static int status_ok(void)
278 unsigned char status = inb_p(HD_STATUS);
280 if (status & BUSY_STAT)
281 return 1; /* Ancient, but does it make sense??? */
282 if (status & WRERR_STAT)
284 if (!(status & READY_STAT))
286 if (!(status & SEEK_STAT))
291 static int controller_ready(unsigned int drive, unsigned int head)
296 if (controller_busy() & BUSY_STAT)
298 outb_p(0xA0 | (drive<<4) | head, HD_CURRENT);
305 static void hd_out(struct hd_i_struct *disk,
311 void (*intr_addr)(void))
316 while (read_timer() - last_req < HD_DELAY)
321 if (!controller_ready(disk->unit, head)) {
325 SET_HANDLER(intr_addr);
326 outb_p(disk->ctl, HD_CMD);
328 outb_p(disk->wpcom >> 2, ++port);
329 outb_p(nsect, ++port);
330 outb_p(sect, ++port);
332 outb_p(cyl >> 8, ++port);
333 outb_p(0xA0 | (disk->unit << 4) | head, ++port);
337 static void hd_request (void);
339 static int drive_busy(void)
344 for (i = 0; i < 500000 ; i++) {
345 c = inb_p(HD_STATUS);
346 if ((c & (BUSY_STAT | READY_STAT | SEEK_STAT)) == STAT_OK)
349 dump_status("reset timed out", c);
353 static void reset_controller(void)
358 for (i = 0; i < 1000; i++) barrier();
359 outb_p(hd_info[0].ctl & 0x0f, HD_CMD);
360 for (i = 0; i < 1000; i++) barrier();
362 printk("hd: controller still busy\n");
363 else if ((hd_error = inb(HD_ERROR)) != 1)
364 printk("hd: controller reset failed: %02x\n", hd_error);
367 static void reset_hd(void)
382 struct hd_i_struct *disk = &hd_info[i];
383 disk->special_op = disk->recalibrate = 1;
384 hd_out(disk, disk->sect, disk->sect, disk->head-1,
385 disk->cyl, ATA_CMD_INIT_DEV_PARAMS, &reset_hd);
393 * Ok, don't know what to do with the unexpected interrupts: on some machines
394 * doing a reset and a retry seems to result in an eternal loop. Right now I
395 * ignore it, and just set the timeout.
397 * On laptops (and "green" PCs), an unexpected interrupt occurs whenever the
398 * drive enters "idle", "standby", or "sleep" mode, so if the status looks
399 * "good", we just ignore the interrupt completely.
401 static void unexpected_hd_interrupt(void)
403 unsigned int stat = inb_p(HD_STATUS);
405 if (stat & (BUSY_STAT|DRQ_STAT|ECC_STAT|ERR_STAT)) {
406 dump_status("unexpected interrupt", stat);
412 * bad_rw_intr() now tries to be a bit smarter and does things
413 * according to the error returned by the controller.
414 * -Mika Liljeberg (liljeber@cs.Helsinki.FI)
416 static void bad_rw_intr(void)
418 struct request *req = hd_req;
421 struct hd_i_struct *disk = req->rq_disk->private_data;
422 if (++req->errors >= MAX_ERRORS || (hd_error & BBD_ERR)) {
423 hd_end_request_cur(-EIO);
424 disk->special_op = disk->recalibrate = 1;
425 } else if (req->errors % RESET_FREQ == 0)
427 else if ((hd_error & TRK0_ERR) || req->errors % RECAL_FREQ == 0)
428 disk->special_op = disk->recalibrate = 1;
429 /* Otherwise just retry */
433 static inline int wait_DRQ(void)
438 for (retries = 0; retries < 100000; retries++) {
439 stat = inb_p(HD_STATUS);
443 dump_status("wait_DRQ", stat);
447 static void read_intr(void)
450 int i, retries = 100000;
453 i = (unsigned) inb_p(HD_STATUS);
460 } while (--retries > 0);
461 dump_status("read_intr", i);
468 insw(HD_DATA, req->buffer, 256);
470 printk("%s: read: sector %ld, remaining = %u, buffer=%p\n",
471 req->rq_disk->disk_name, blk_rq_pos(req) + 1,
472 blk_rq_sectors(req) - 1, req->buffer+512);
474 if (hd_end_request(0, 512)) {
475 SET_HANDLER(&read_intr);
479 (void) inb_p(HD_STATUS);
481 last_req = read_timer();
486 static void write_intr(void)
488 struct request *req = hd_req;
490 int retries = 100000;
493 i = (unsigned) inb_p(HD_STATUS);
498 if ((blk_rq_sectors(req) <= 1) || (i & DRQ_STAT))
500 } while (--retries > 0);
501 dump_status("write_intr", i);
507 if (hd_end_request(0, 512)) {
508 SET_HANDLER(&write_intr);
509 outsw(HD_DATA, req->buffer, 256);
514 last_req = read_timer();
519 static void recal_intr(void)
523 last_req = read_timer();
529 * This is another of the error-routines I don't know what to do with. The
530 * best idea seems to just set reset, and start all over again.
532 static void hd_times_out(unsigned long dummy)
541 spin_lock_irq(hd_queue->queue_lock);
543 name = hd_req->rq_disk->disk_name;
544 printk("%s: timeout\n", name);
545 if (++hd_req->errors >= MAX_ERRORS) {
547 printk("%s: too many errors\n", name);
549 hd_end_request_cur(-EIO);
552 spin_unlock_irq(hd_queue->queue_lock);
555 static int do_special_op(struct hd_i_struct *disk, struct request *req)
557 if (disk->recalibrate) {
558 disk->recalibrate = 0;
559 hd_out(disk, disk->sect, 0, 0, 0, ATA_CMD_RESTORE, &recal_intr);
562 if (disk->head > 16) {
563 printk("%s: cannot handle device with more than 16 heads - giving up\n", req->rq_disk->disk_name);
564 hd_end_request_cur(-EIO);
566 disk->special_op = 0;
571 * The driver enables interrupts as much as possible. In order to do this,
572 * (a) the device-interrupt is disabled before entering hd_request(),
573 * and (b) the timeout-interrupt is disabled before the sti().
575 * Interrupts are still masked (by default) whenever we are exchanging
576 * data/cmds with a drive, because some drives seem to have very poor
577 * tolerance for latency during I/O. The IDE driver has support to unmask
578 * interrupts for non-broken hardware, so use that driver if required.
580 static void hd_request(void)
582 unsigned int block, nsect, sec, track, head, cyl;
583 struct hd_i_struct *disk;
589 del_timer(&device_timer);
592 hd_req = blk_fetch_request(hd_queue);
604 disk = req->rq_disk->private_data;
605 block = blk_rq_pos(req);
606 nsect = blk_rq_sectors(req);
607 if (block >= get_capacity(req->rq_disk) ||
608 ((block+nsect) > get_capacity(req->rq_disk))) {
609 printk("%s: bad access: block=%d, count=%d\n",
610 req->rq_disk->disk_name, block, nsect);
611 hd_end_request_cur(-EIO);
615 if (disk->special_op) {
616 if (do_special_op(disk, req))
620 sec = block % disk->sect + 1;
621 track = block / disk->sect;
622 head = track % disk->head;
623 cyl = track / disk->head;
625 printk("%s: %sing: CHS=%d/%d/%d, sectors=%d, buffer=%p\n",
626 req->rq_disk->disk_name,
627 req_data_dir(req) == READ ? "read" : "writ",
628 cyl, head, sec, nsect, req->buffer);
630 if (req->cmd_type == REQ_TYPE_FS) {
631 switch (rq_data_dir(req)) {
633 hd_out(disk, nsect, sec, head, cyl, ATA_CMD_PIO_READ,
639 hd_out(disk, nsect, sec, head, cyl, ATA_CMD_PIO_WRITE,
647 outsw(HD_DATA, req->buffer, 256);
650 printk("unknown hd-command\n");
651 hd_end_request_cur(-EIO);
657 static void do_hd_request(struct request_queue *q)
662 static int hd_getgeo(struct block_device *bdev, struct hd_geometry *geo)
664 struct hd_i_struct *disk = bdev->bd_disk->private_data;
666 geo->heads = disk->head;
667 geo->sectors = disk->sect;
668 geo->cylinders = disk->cyl;
673 * Releasing a block device means we sync() it, so that it can safely
674 * be forgotten about...
677 static irqreturn_t hd_interrupt(int irq, void *dev_id)
679 void (*handler)(void) = do_hd;
681 spin_lock(hd_queue->queue_lock);
684 del_timer(&device_timer);
686 handler = unexpected_hd_interrupt;
689 spin_unlock(hd_queue->queue_lock);
694 static const struct block_device_operations hd_fops = {
699 * This is the hard disk IRQ description. The IRQF_DISABLED in sa_flags
700 * means we run the IRQ-handler with interrupts disabled: this is bad for
701 * interrupt latency, but anything else has led to problems on some
704 * We enable interrupts in some of the routines after making sure it's
708 static int __init hd_init(void)
712 if (register_blkdev(HD_MAJOR, "hd"))
715 hd_queue = blk_init_queue(do_hd_request, &hd_lock);
717 unregister_blkdev(HD_MAJOR, "hd");
721 blk_queue_max_hw_sectors(hd_queue, 255);
722 init_timer(&device_timer);
723 device_timer.function = hd_times_out;
724 blk_queue_logical_block_size(hd_queue, 512);
728 * We don't know anything about the drive. This means
729 * that you *MUST* specify the drive parameters to the
732 * If we were on an i386, we used to read this info from
733 * the BIOS or CMOS. This doesn't work all that well,
734 * since this assumes that this is a primary or secondary
735 * drive, and if we're using this legacy driver, it's
736 * probably an auxilliary controller added to recover
737 * legacy data off an ST-506 drive. Either way, it's
738 * definitely safest to have the user explicitly specify
741 printk("hd: no drives specified - use hd=cyl,head,sectors"
742 " on kernel command line\n");
746 for (drive = 0 ; drive < NR_HD ; drive++) {
747 struct gendisk *disk = alloc_disk(64);
748 struct hd_i_struct *p = &hd_info[drive];
751 disk->major = HD_MAJOR;
752 disk->first_minor = drive << 6;
753 disk->fops = &hd_fops;
754 sprintf(disk->disk_name, "hd%c", 'a'+drive);
755 disk->private_data = p;
756 set_capacity(disk, p->head * p->sect * p->cyl);
757 disk->queue = hd_queue;
759 hd_gendisk[drive] = disk;
760 printk("%s: %luMB, CHS=%d/%d/%d\n",
761 disk->disk_name, (unsigned long)get_capacity(disk)/2048,
762 p->cyl, p->head, p->sect);
765 if (request_irq(HD_IRQ, hd_interrupt, IRQF_DISABLED, "hd", NULL)) {
766 printk("hd: unable to get IRQ%d for the hard disk driver\n",
770 if (!request_region(HD_DATA, 8, "hd")) {
771 printk(KERN_WARNING "hd: port 0x%x busy\n", HD_DATA);
774 if (!request_region(HD_CMD, 1, "hd(cmd)")) {
775 printk(KERN_WARNING "hd: port 0x%x busy\n", HD_CMD);
780 for (drive = 0; drive < NR_HD; drive++)
781 add_disk(hd_gendisk[drive]);
786 release_region(HD_DATA, 8);
788 free_irq(HD_IRQ, NULL);
790 for (drive = 0; drive < NR_HD; drive++)
791 put_disk(hd_gendisk[drive]);
794 del_timer(&device_timer);
795 unregister_blkdev(HD_MAJOR, "hd");
796 blk_cleanup_queue(hd_queue);
800 put_disk(hd_gendisk[drive]);
804 static int __init parse_hd_setup(char *line)
808 (void) get_options(line, ARRAY_SIZE(ints), ints);
809 hd_setup(NULL, ints);
813 __setup("hd=", parse_hd_setup);
815 late_initcall(hd_init);