2 * Copyright (C) 1991, 1992 Linus Torvalds
4 * This is the low-level hd interrupt support. It traverses the
5 * request-list, using interrupts to jump between functions. As
6 * all the functions are called within interrupts, we may not
7 * sleep. Special care is recommended.
9 * modified by Drew Eckhardt to check nr of hd's from the CMOS.
11 * Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
12 * in the early extended-partition checks and added DM partitions
14 * IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
15 * and general streamlining by Mark Lord.
17 * Removed 99% of above. Use Mark's ide driver for those options.
18 * This is now a lightweight ST-506 driver. (Paul Gortmaker)
20 * Modified 1995 Russell King for ARM processor.
22 * Bugfix: max_sectors must be <= 255 or the wheels tend to come
23 * off in a hurry once you queue things up - Paul G. 02/2001
26 /* Uncomment the following if you want verbose error reports. */
27 /* #define VERBOSE_ERRORS */
29 #include <linux/blkdev.h>
30 #include <linux/errno.h>
31 #include <linux/signal.h>
32 #include <linux/interrupt.h>
33 #include <linux/timer.h>
35 #include <linux/kernel.h>
36 #include <linux/genhd.h>
37 #include <linux/slab.h>
38 #include <linux/string.h>
39 #include <linux/ioport.h>
40 #include <linux/mc146818rtc.h> /* CMOS defines */
41 #include <linux/init.h>
42 #include <linux/blkpg.h>
43 #include <linux/hdreg.h>
45 #define REALLY_SLOW_IO
46 #include <asm/system.h>
48 #include <asm/uaccess.h>
55 #define HD_IRQ IRQ_HARDDISK
58 /* Hd controller regster ports */
60 #define HD_DATA 0x1f0 /* _CTL when writing */
61 #define HD_ERROR 0x1f1 /* see err-bits */
62 #define HD_NSECTOR 0x1f2 /* nr of sectors to read/write */
63 #define HD_SECTOR 0x1f3 /* starting sector */
64 #define HD_LCYL 0x1f4 /* starting cylinder */
65 #define HD_HCYL 0x1f5 /* high byte of starting cyl */
66 #define HD_CURRENT 0x1f6 /* 101dhhhh , d=drive, hhhh=head */
67 #define HD_STATUS 0x1f7 /* see status-bits */
68 #define HD_FEATURE HD_ERROR /* same io address, read=error, write=feature */
69 #define HD_PRECOMP HD_FEATURE /* obsolete use of this port - predates IDE */
70 #define HD_COMMAND HD_STATUS /* same io address, read=status, write=cmd */
72 #define HD_CMD 0x3f6 /* used for resets */
73 #define HD_ALTSTATUS 0x3f6 /* same as HD_STATUS but doesn't clear irq */
75 /* Bits of HD_STATUS */
77 #define INDEX_STAT 0x02
78 #define ECC_STAT 0x04 /* Corrected error */
80 #define SEEK_STAT 0x10
81 #define SERVICE_STAT SEEK_STAT
82 #define WRERR_STAT 0x20
83 #define READY_STAT 0x40
84 #define BUSY_STAT 0x80
86 /* Bits for HD_ERROR */
87 #define MARK_ERR 0x01 /* Bad address mark */
88 #define TRK0_ERR 0x02 /* couldn't find track 0 */
89 #define ABRT_ERR 0x04 /* Command aborted */
90 #define MCR_ERR 0x08 /* media change request */
91 #define ID_ERR 0x10 /* ID field not found */
92 #define MC_ERR 0x20 /* media changed */
93 #define ECC_ERR 0x40 /* Uncorrectable ECC error */
94 #define BBD_ERR 0x80 /* pre-EIDE meaning: block marked bad */
95 #define ICRC_ERR 0x80 /* new meaning: CRC error during transfer */
97 static DEFINE_SPINLOCK(hd_lock
);
98 static struct request_queue
*hd_queue
;
100 #define MAJOR_NR HD_MAJOR
101 #define QUEUE (hd_queue)
102 #define CURRENT elv_next_request(hd_queue)
104 #define TIMEOUT_VALUE (6*HZ)
107 #define MAX_ERRORS 16 /* Max read/write errors/sector */
108 #define RESET_FREQ 8 /* Reset controller every 8th retry */
109 #define RECAL_FREQ 4 /* Recalibrate every 4th retry */
112 #define STAT_OK (READY_STAT|SEEK_STAT)
113 #define OK_STATUS(s) (((s)&(STAT_OK|(BUSY_STAT|WRERR_STAT|ERR_STAT)))==STAT_OK)
115 static void recal_intr(void);
116 static void bad_rw_intr(void);
122 * This struct defines the HD's and their types.
125 unsigned int head
,sect
,cyl
,wpcom
,lzone
,ctl
;
132 static struct hd_i_struct hd_info
[] = { HD_TYPE
};
133 static int NR_HD
= ((sizeof (hd_info
))/(sizeof (struct hd_i_struct
)));
135 static struct hd_i_struct hd_info
[MAX_HD
];
139 static struct gendisk
*hd_gendisk
[MAX_HD
];
141 static struct timer_list device_timer
;
143 #define TIMEOUT_VALUE (6*HZ)
147 mod_timer(&device_timer, jiffies + TIMEOUT_VALUE); \
150 static void (*do_hd
)(void) = NULL
;
151 #define SET_HANDLER(x) \
152 if ((do_hd = (x)) != NULL) \
155 del_timer(&device_timer);
160 #include <asm/i8253.h>
162 unsigned long last_req
;
164 unsigned long read_timer(void)
166 unsigned long t
, flags
;
169 spin_lock_irqsave(&i8253_lock
, flags
);
174 spin_unlock_irqrestore(&i8253_lock
, flags
);
179 static void __init
hd_setup(char *str
, int *ints
)
185 if (hd_info
[0].head
!= 0)
187 hd_info
[hdind
].head
= ints
[2];
188 hd_info
[hdind
].sect
= ints
[3];
189 hd_info
[hdind
].cyl
= ints
[1];
190 hd_info
[hdind
].wpcom
= 0;
191 hd_info
[hdind
].lzone
= ints
[1];
192 hd_info
[hdind
].ctl
= (ints
[2] > 8 ? 8 : 0);
196 static void dump_status (const char *msg
, unsigned int stat
)
200 name
= CURRENT
->rq_disk
->disk_name
;
202 #ifdef VERBOSE_ERRORS
203 printk("%s: %s: status=0x%02x { ", name
, msg
, stat
& 0xff);
204 if (stat
& BUSY_STAT
) printk("Busy ");
205 if (stat
& READY_STAT
) printk("DriveReady ");
206 if (stat
& WRERR_STAT
) printk("WriteFault ");
207 if (stat
& SEEK_STAT
) printk("SeekComplete ");
208 if (stat
& DRQ_STAT
) printk("DataRequest ");
209 if (stat
& ECC_STAT
) printk("CorrectedError ");
210 if (stat
& INDEX_STAT
) printk("Index ");
211 if (stat
& ERR_STAT
) printk("Error ");
213 if ((stat
& ERR_STAT
) == 0) {
216 hd_error
= inb(HD_ERROR
);
217 printk("%s: %s: error=0x%02x { ", name
, msg
, hd_error
& 0xff);
218 if (hd_error
& BBD_ERR
) printk("BadSector ");
219 if (hd_error
& ECC_ERR
) printk("UncorrectableError ");
220 if (hd_error
& ID_ERR
) printk("SectorIdNotFound ");
221 if (hd_error
& ABRT_ERR
) printk("DriveStatusError ");
222 if (hd_error
& TRK0_ERR
) printk("TrackZeroNotFound ");
223 if (hd_error
& MARK_ERR
) printk("AddrMarkNotFound ");
225 if (hd_error
& (BBD_ERR
|ECC_ERR
|ID_ERR
|MARK_ERR
)) {
226 printk(", CHS=%d/%d/%d", (inb(HD_HCYL
)<<8) + inb(HD_LCYL
),
227 inb(HD_CURRENT
) & 0xf, inb(HD_SECTOR
));
229 printk(", sector=%ld", CURRENT
->sector
);
234 printk("%s: %s: status=0x%02x.\n", name
, msg
, stat
& 0xff);
235 if ((stat
& ERR_STAT
) == 0) {
238 hd_error
= inb(HD_ERROR
);
239 printk("%s: %s: error=0x%02x.\n", name
, msg
, hd_error
& 0xff);
244 static void check_status(void)
246 int i
= inb_p(HD_STATUS
);
249 dump_status("check_status", i
);
254 static int controller_busy(void)
256 int retries
= 100000;
257 unsigned char status
;
260 status
= inb_p(HD_STATUS
);
261 } while ((status
& BUSY_STAT
) && --retries
);
265 static int status_ok(void)
267 unsigned char status
= inb_p(HD_STATUS
);
269 if (status
& BUSY_STAT
)
270 return 1; /* Ancient, but does it make sense??? */
271 if (status
& WRERR_STAT
)
273 if (!(status
& READY_STAT
))
275 if (!(status
& SEEK_STAT
))
280 static int controller_ready(unsigned int drive
, unsigned int head
)
285 if (controller_busy() & BUSY_STAT
)
287 outb_p(0xA0 | (drive
<<4) | head
, HD_CURRENT
);
295 static void hd_out(struct hd_i_struct
*disk
,
301 void (*intr_addr
)(void))
306 while (read_timer() - last_req
< HD_DELAY
)
311 if (!controller_ready(disk
->unit
, head
)) {
315 SET_HANDLER(intr_addr
);
316 outb_p(disk
->ctl
,HD_CMD
);
318 outb_p(disk
->wpcom
>>2,++port
);
319 outb_p(nsect
,++port
);
322 outb_p(cyl
>>8,++port
);
323 outb_p(0xA0|(disk
->unit
<<4)|head
,++port
);
327 static void hd_request (void);
329 static int drive_busy(void)
334 for (i
= 0; i
< 500000 ; i
++) {
335 c
= inb_p(HD_STATUS
);
336 if ((c
& (BUSY_STAT
| READY_STAT
| SEEK_STAT
)) == STAT_OK
)
339 dump_status("reset timed out", c
);
343 static void reset_controller(void)
348 for(i
= 0; i
< 1000; i
++) barrier();
349 outb_p(hd_info
[0].ctl
& 0x0f,HD_CMD
);
350 for(i
= 0; i
< 1000; i
++) barrier();
352 printk("hd: controller still busy\n");
353 else if ((hd_error
= inb(HD_ERROR
)) != 1)
354 printk("hd: controller reset failed: %02x\n",hd_error
);
357 static void reset_hd(void)
372 struct hd_i_struct
*disk
= &hd_info
[i
];
373 disk
->special_op
= disk
->recalibrate
= 1;
374 hd_out(disk
,disk
->sect
,disk
->sect
,disk
->head
-1,
375 disk
->cyl
,WIN_SPECIFY
,&reset_hd
);
383 * Ok, don't know what to do with the unexpected interrupts: on some machines
384 * doing a reset and a retry seems to result in an eternal loop. Right now I
385 * ignore it, and just set the timeout.
387 * On laptops (and "green" PCs), an unexpected interrupt occurs whenever the
388 * drive enters "idle", "standby", or "sleep" mode, so if the status looks
389 * "good", we just ignore the interrupt completely.
391 static void unexpected_hd_interrupt(void)
393 unsigned int stat
= inb_p(HD_STATUS
);
395 if (stat
& (BUSY_STAT
|DRQ_STAT
|ECC_STAT
|ERR_STAT
)) {
396 dump_status ("unexpected interrupt", stat
);
402 * bad_rw_intr() now tries to be a bit smarter and does things
403 * according to the error returned by the controller.
404 * -Mika Liljeberg (liljeber@cs.Helsinki.FI)
406 static void bad_rw_intr(void)
408 struct request
*req
= CURRENT
;
410 struct hd_i_struct
*disk
= req
->rq_disk
->private_data
;
411 if (++req
->errors
>= MAX_ERRORS
|| (hd_error
& BBD_ERR
)) {
413 disk
->special_op
= disk
->recalibrate
= 1;
414 } else if (req
->errors
% RESET_FREQ
== 0)
416 else if ((hd_error
& TRK0_ERR
) || req
->errors
% RECAL_FREQ
== 0)
417 disk
->special_op
= disk
->recalibrate
= 1;
418 /* Otherwise just retry */
422 static inline int wait_DRQ(void)
424 int retries
= 100000, stat
;
426 while (--retries
> 0)
427 if ((stat
= inb_p(HD_STATUS
)) & DRQ_STAT
)
429 dump_status("wait_DRQ", stat
);
433 static void read_intr(void)
436 int i
, retries
= 100000;
439 i
= (unsigned) inb_p(HD_STATUS
);
446 } while (--retries
> 0);
447 dump_status("read_intr", i
);
453 insw(HD_DATA
,req
->buffer
,256);
457 i
= --req
->nr_sectors
;
458 --req
->current_nr_sectors
;
460 printk("%s: read: sector %ld, remaining = %ld, buffer=%p\n",
461 req
->rq_disk
->disk_name
, req
->sector
, req
->nr_sectors
,
464 if (req
->current_nr_sectors
<= 0)
467 SET_HANDLER(&read_intr
);
470 (void) inb_p(HD_STATUS
);
472 last_req
= read_timer();
474 if (elv_next_request(QUEUE
))
479 static void write_intr(void)
481 struct request
*req
= CURRENT
;
483 int retries
= 100000;
486 i
= (unsigned) inb_p(HD_STATUS
);
491 if ((req
->nr_sectors
<= 1) || (i
& DRQ_STAT
))
493 } while (--retries
> 0);
494 dump_status("write_intr", i
);
500 i
= --req
->nr_sectors
;
501 --req
->current_nr_sectors
;
503 if (!i
|| (req
->bio
&& req
->current_nr_sectors
<= 0))
506 SET_HANDLER(&write_intr
);
507 outsw(HD_DATA
,req
->buffer
,256);
511 last_req
= read_timer();
518 static void recal_intr(void)
522 last_req
= read_timer();
528 * This is another of the error-routines I don't know what to do with. The
529 * best idea seems to just set reset, and start all over again.
531 static void hd_times_out(unsigned long dummy
)
543 name
= CURRENT
->rq_disk
->disk_name
;
544 printk("%s: timeout\n", name
);
545 if (++CURRENT
->errors
>= MAX_ERRORS
) {
547 printk("%s: too many errors\n", name
);
549 end_request(CURRENT
, 0);
556 static int do_special_op(struct hd_i_struct
*disk
, struct request
*req
)
558 if (disk
->recalibrate
) {
559 disk
->recalibrate
= 0;
560 hd_out(disk
,disk
->sect
,0,0,0,WIN_RESTORE
,&recal_intr
);
563 if (disk
->head
> 16) {
564 printk ("%s: cannot handle device with more than 16 heads - giving up\n", req
->rq_disk
->disk_name
);
567 disk
->special_op
= 0;
572 * The driver enables interrupts as much as possible. In order to do this,
573 * (a) the device-interrupt is disabled before entering hd_request(),
574 * and (b) the timeout-interrupt is disabled before the sti().
576 * Interrupts are still masked (by default) whenever we are exchanging
577 * data/cmds with a drive, because some drives seem to have very poor
578 * tolerance for latency during I/O. The IDE driver has support to unmask
579 * interrupts for non-broken hardware, so use that driver if required.
581 static void hd_request(void)
583 unsigned int block
, nsect
, sec
, track
, head
, cyl
;
584 struct hd_i_struct
*disk
;
590 del_timer(&device_timer
);
604 disk
= req
->rq_disk
->private_data
;
606 nsect
= req
->nr_sectors
;
607 if (block
>= get_capacity(req
->rq_disk
) ||
608 ((block
+nsect
) > get_capacity(req
->rq_disk
))) {
609 printk("%s: bad access: block=%d, count=%d\n",
610 req
->rq_disk
->disk_name
, block
, nsect
);
615 if (disk
->special_op
) {
616 if (do_special_op(disk
, req
))
620 sec
= block
% disk
->sect
+ 1;
621 track
= block
/ disk
->sect
;
622 head
= track
% disk
->head
;
623 cyl
= track
/ disk
->head
;
625 printk("%s: %sing: CHS=%d/%d/%d, sectors=%d, buffer=%p\n",
626 req
->rq_disk
->disk_name
, (req
->cmd
== READ
)?"read":"writ",
627 cyl
, head
, sec
, nsect
, req
->buffer
);
629 if (req
->flags
& REQ_CMD
) {
630 switch (rq_data_dir(req
)) {
632 hd_out(disk
,nsect
,sec
,head
,cyl
,WIN_READ
,&read_intr
);
637 hd_out(disk
,nsect
,sec
,head
,cyl
,WIN_WRITE
,&write_intr
);
644 outsw(HD_DATA
,req
->buffer
,256);
647 printk("unknown hd-command\n");
654 static void do_hd_request (request_queue_t
* q
)
661 static int hd_ioctl(struct inode
* inode
, struct file
* file
,
662 unsigned int cmd
, unsigned long arg
)
664 struct hd_i_struct
*disk
= inode
->i_bdev
->bd_disk
->private_data
;
665 struct hd_geometry __user
*loc
= (struct hd_geometry __user
*) arg
;
666 struct hd_geometry g
;
668 if (cmd
!= HDIO_GETGEO
)
672 g
.heads
= disk
->head
;
673 g
.sectors
= disk
->sect
;
674 g
.cylinders
= disk
->cyl
;
675 g
.start
= get_start_sect(inode
->i_bdev
);
676 return copy_to_user(loc
, &g
, sizeof g
) ? -EFAULT
: 0;
680 * Releasing a block device means we sync() it, so that it can safely
681 * be forgotten about...
684 static irqreturn_t
hd_interrupt(int irq
, void *dev_id
, struct pt_regs
*regs
)
686 void (*handler
)(void) = do_hd
;
689 del_timer(&device_timer
);
691 handler
= unexpected_hd_interrupt
;
697 static struct block_device_operations hd_fops
= {
702 * This is the hard disk IRQ description. The SA_INTERRUPT in sa_flags
703 * means we run the IRQ-handler with interrupts disabled: this is bad for
704 * interrupt latency, but anything else has led to problems on some
707 * We enable interrupts in some of the routines after making sure it's
711 static int __init
hd_init(void)
715 if (register_blkdev(MAJOR_NR
,"hd"))
718 hd_queue
= blk_init_queue(do_hd_request
, &hd_lock
);
720 unregister_blkdev(MAJOR_NR
,"hd");
724 blk_queue_max_sectors(hd_queue
, 255);
725 init_timer(&device_timer
);
726 device_timer
.function
= hd_times_out
;
727 blk_queue_hardsect_size(hd_queue
, 512);
731 extern struct drive_info drive_info
;
732 unsigned char *BIOS
= (unsigned char *) &drive_info
;
736 for (drive
=0 ; drive
<2 ; drive
++) {
737 hd_info
[drive
].cyl
= *(unsigned short *) BIOS
;
738 hd_info
[drive
].head
= *(2+BIOS
);
739 hd_info
[drive
].wpcom
= *(unsigned short *) (5+BIOS
);
740 hd_info
[drive
].ctl
= *(8+BIOS
);
741 hd_info
[drive
].lzone
= *(unsigned short *) (12+BIOS
);
742 hd_info
[drive
].sect
= *(14+BIOS
);
743 #ifdef does_not_work_for_everybody_with_scsi_but_helps_ibm_vp
744 if (hd_info
[drive
].cyl
&& NR_HD
== drive
)
751 We query CMOS about hard disks : it could be that
752 we have a SCSI/ESDI/etc controller that is BIOS
753 compatible with ST-506, and thus showing up in our
754 BIOS table, but not register compatible, and therefore
757 Furthermore, we will assume that our ST-506 drives
758 <if any> are the primary drives in the system, and
759 the ones reflected as drive 1 or 2.
761 The first drive is stored in the high nibble of CMOS
762 byte 0x12, the second in the low nibble. This will be
763 either a 4 bit drive type or 0xf indicating use byte 0x19
764 for an 8 bit type, drive 1, 0x1a for drive 2 in CMOS.
766 Needless to say, a non-zero value means we have
767 an AT controller hard disk for that drive.
769 Currently the rtc_lock is a bit academic since this
770 driver is non-modular, but someday... ? Paul G.
773 spin_lock_irqsave(&rtc_lock
, flags
);
774 cmos_disks
= CMOS_READ(0x12);
775 spin_unlock_irqrestore(&rtc_lock
, flags
);
777 if (cmos_disks
& 0xf0) {
778 if (cmos_disks
& 0x0f)
784 #endif /* __i386__ */
787 /* We don't know anything about the drive. This means
788 * that you *MUST* specify the drive parameters to the
791 printk("hd: no drives specified - use hd=cyl,head,sectors"
792 " on kernel command line\n");
798 for (drive
=0 ; drive
< NR_HD
; drive
++) {
799 struct gendisk
*disk
= alloc_disk(64);
800 struct hd_i_struct
*p
= &hd_info
[drive
];
803 disk
->major
= MAJOR_NR
;
804 disk
->first_minor
= drive
<< 6;
805 disk
->fops
= &hd_fops
;
806 sprintf(disk
->disk_name
, "hd%c", 'a'+drive
);
807 disk
->private_data
= p
;
808 set_capacity(disk
, p
->head
* p
->sect
* p
->cyl
);
809 disk
->queue
= hd_queue
;
811 hd_gendisk
[drive
] = disk
;
812 printk ("%s: %luMB, CHS=%d/%d/%d\n",
813 disk
->disk_name
, (unsigned long)get_capacity(disk
)/2048,
814 p
->cyl
, p
->head
, p
->sect
);
817 if (request_irq(HD_IRQ
, hd_interrupt
, SA_INTERRUPT
, "hd", NULL
)) {
818 printk("hd: unable to get IRQ%d for the hard disk driver\n",
822 if (!request_region(HD_DATA
, 8, "hd")) {
823 printk(KERN_WARNING
"hd: port 0x%x busy\n", HD_DATA
);
826 if (!request_region(HD_CMD
, 1, "hd(cmd)")) {
827 printk(KERN_WARNING
"hd: port 0x%x busy\n", HD_CMD
);
832 for(drive
=0; drive
< NR_HD
; drive
++)
833 add_disk(hd_gendisk
[drive
]);
838 release_region(HD_DATA
, 8);
840 free_irq(HD_IRQ
, NULL
);
842 for (drive
= 0; drive
< NR_HD
; drive
++)
843 put_disk(hd_gendisk
[drive
]);
846 del_timer(&device_timer
);
847 unregister_blkdev(MAJOR_NR
,"hd");
848 blk_cleanup_queue(hd_queue
);
852 put_disk(hd_gendisk
[drive
]);
856 static int __init
parse_hd_setup (char *line
) {
859 (void) get_options(line
, ARRAY_SIZE(ints
), ints
);
860 hd_setup(NULL
, ints
);
864 __setup("hd=", parse_hd_setup
);
866 module_init(hd_init
);