2 * Copyright (C) 1994-1998 Linus Torvalds & authors (see below)
3 * Copyright (C) 1998-2002 Linux ATA Development
4 * Andre Hedrick <andre@linux-ide.org>
5 * Copyright (C) 2003 Red Hat
6 * Copyright (C) 2003-2005, 2007 Bartlomiej Zolnierkiewicz
10 * Mostly written by Mark Lord <mlord@pobox.com>
11 * and Gadi Oxman <gadio@netvision.net.il>
12 * and Andre Hedrick <andre@linux-ide.org>
14 * This is the IDE/ATA disk driver, as evolved from hd.c and ide.c.
17 #include <linux/types.h>
18 #include <linux/string.h>
19 #include <linux/kernel.h>
20 #include <linux/timer.h>
22 #include <linux/interrupt.h>
23 #include <linux/major.h>
24 #include <linux/errno.h>
25 #include <linux/genhd.h>
26 #include <linux/slab.h>
27 #include <linux/delay.h>
28 #include <linux/mutex.h>
29 #include <linux/leds.h>
30 #include <linux/ide.h>
31 #include <linux/hdreg.h>
33 #include <asm/byteorder.h>
35 #include <asm/uaccess.h>
37 #include <asm/div64.h>
41 static const u8 ide_rw_cmds[] = {
44 ATA_CMD_READ_MULTI_EXT,
45 ATA_CMD_WRITE_MULTI_EXT,
49 ATA_CMD_PIO_WRITE_EXT,
56 static const u8 ide_data_phases[] = {
65 static void ide_tf_set_cmd(ide_drive_t *drive, ide_task_t *task, u8 dma)
67 u8 index, lba48, write;
69 lba48 = (task->tf_flags & IDE_TFLAG_LBA48) ? 2 : 0;
70 write = (task->tf_flags & IDE_TFLAG_WRITE) ? 1 : 0;
75 index = drive->mult_count ? 0 : 4;
77 task->tf.command = ide_rw_cmds[index + lba48 + write];
80 index = 8; /* fixup index */
82 task->data_phase = ide_data_phases[index / 2 + write];
86 * __ide_do_rw_disk() issues READ and WRITE commands to a disk,
87 * using LBA if supported, or CHS otherwise, to address sectors.
89 static ide_startstop_t __ide_do_rw_disk(ide_drive_t *drive, struct request *rq,
92 ide_hwif_t *hwif = HWIF(drive);
93 u16 nsectors = (u16)rq->nr_sectors;
94 u8 lba48 = !!(drive->dev_flags & IDE_DFLAG_LBA48);
95 u8 dma = !!(drive->dev_flags & IDE_DFLAG_USING_DMA);
97 struct ide_taskfile *tf = &task.tf;
100 if ((hwif->host_flags & IDE_HFLAG_NO_LBA48_DMA) && lba48 && dma) {
101 if (block + rq->nr_sectors > 1ULL << 28)
108 ide_init_sg_cmd(drive, rq);
109 ide_map_sg(drive, rq);
112 memset(&task, 0, sizeof(task));
113 task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
115 if (drive->dev_flags & IDE_DFLAG_LBA) {
117 pr_debug("%s: LBA=0x%012llx\n", drive->name,
118 (unsigned long long)block);
120 tf->hob_nsect = (nsectors >> 8) & 0xff;
121 tf->hob_lbal = (u8)(block >> 24);
122 if (sizeof(block) != 4) {
123 tf->hob_lbam = (u8)((u64)block >> 32);
124 tf->hob_lbah = (u8)((u64)block >> 40);
127 tf->nsect = nsectors & 0xff;
128 tf->lbal = (u8) block;
129 tf->lbam = (u8)(block >> 8);
130 tf->lbah = (u8)(block >> 16);
132 task.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
134 tf->nsect = nsectors & 0xff;
136 tf->lbam = block >>= 8;
137 tf->lbah = block >>= 8;
138 tf->device = (block >> 8) & 0xf;
141 tf->device |= ATA_LBA;
143 unsigned int sect, head, cyl, track;
145 track = (int)block / drive->sect;
146 sect = (int)block % drive->sect + 1;
147 head = track % drive->head;
148 cyl = track / drive->head;
150 pr_debug("%s: CHS=%u/%u/%u\n", drive->name, cyl, head, sect);
152 tf->nsect = nsectors & 0xff;
160 task.tf_flags |= IDE_TFLAG_WRITE;
162 ide_tf_set_cmd(drive, &task, dma);
164 hwif->data_phase = task.data_phase;
167 rc = do_rw_taskfile(drive, &task);
169 if (rc == ide_stopped && dma) {
170 /* fallback to PIO */
171 task.tf_flags |= IDE_TFLAG_DMA_PIO_FALLBACK;
172 ide_tf_set_cmd(drive, &task, 0);
173 hwif->data_phase = task.data_phase;
174 ide_init_sg_cmd(drive, rq);
175 rc = do_rw_taskfile(drive, &task);
182 * 268435455 == 137439 MB or 28bit limit
183 * 320173056 == 163929 MB or 48bit addressing
184 * 1073741822 == 549756 MB or 48bit addressing fake drive
187 static ide_startstop_t ide_do_rw_disk(ide_drive_t *drive, struct request *rq,
190 ide_hwif_t *hwif = HWIF(drive);
192 BUG_ON(drive->dev_flags & IDE_DFLAG_BLOCKED);
194 if (!blk_fs_request(rq)) {
195 blk_dump_rq_flags(rq, "ide_do_rw_disk - bad command");
196 ide_end_request(drive, 0, 0);
200 ledtrig_ide_activity();
202 pr_debug("%s: %sing: block=%llu, sectors=%lu, buffer=0x%08lx\n",
203 drive->name, rq_data_dir(rq) == READ ? "read" : "writ",
204 (unsigned long long)block, rq->nr_sectors,
205 (unsigned long)rq->buffer);
208 hwif->rw_disk(drive, rq);
210 return __ide_do_rw_disk(drive, rq, block);
214 * Queries for true maximum capacity of the drive.
215 * Returns maximum LBA address (> 0) of the drive, 0 if failed.
217 static u64 idedisk_read_native_max_address(ide_drive_t *drive, int lba48)
220 struct ide_taskfile *tf = &args.tf;
223 /* Create IDE/ATA command request structure */
224 memset(&args, 0, sizeof(ide_task_t));
226 tf->command = ATA_CMD_READ_NATIVE_MAX_EXT;
228 tf->command = ATA_CMD_READ_NATIVE_MAX;
229 tf->device = ATA_LBA;
230 args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
232 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
233 /* submit command request */
234 ide_no_data_taskfile(drive, &args);
236 /* if OK, compute maximum address value */
237 if ((tf->status & 0x01) == 0)
238 addr = ide_get_lba_addr(tf, lba48) + 1;
244 * Sets maximum virtual LBA address of the drive.
245 * Returns new maximum virtual LBA address (> 0) or 0 on failure.
247 static u64 idedisk_set_max_address(ide_drive_t *drive, u64 addr_req, int lba48)
250 struct ide_taskfile *tf = &args.tf;
254 /* Create IDE/ATA command request structure */
255 memset(&args, 0, sizeof(ide_task_t));
256 tf->lbal = (addr_req >> 0) & 0xff;
257 tf->lbam = (addr_req >>= 8) & 0xff;
258 tf->lbah = (addr_req >>= 8) & 0xff;
260 tf->hob_lbal = (addr_req >>= 8) & 0xff;
261 tf->hob_lbam = (addr_req >>= 8) & 0xff;
262 tf->hob_lbah = (addr_req >>= 8) & 0xff;
263 tf->command = ATA_CMD_SET_MAX_EXT;
265 tf->device = (addr_req >>= 8) & 0x0f;
266 tf->command = ATA_CMD_SET_MAX;
268 tf->device |= ATA_LBA;
269 args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
271 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
272 /* submit command request */
273 ide_no_data_taskfile(drive, &args);
274 /* if OK, compute maximum address value */
275 if ((tf->status & 0x01) == 0)
276 addr_set = ide_get_lba_addr(tf, lba48) + 1;
281 static unsigned long long sectors_to_MB(unsigned long long n)
283 n <<= 9; /* make it bytes */
284 do_div(n, 1000000); /* make it MB */
289 * Some disks report total number of sectors instead of
290 * maximum sector address. We list them here.
292 static const struct drive_list_entry hpa_list[] = {
293 { "ST340823A", NULL },
294 { "ST320413A", NULL },
295 { "ST310211A", NULL },
299 static void idedisk_check_hpa(ide_drive_t *drive)
301 unsigned long long capacity, set_max;
302 int lba48 = ata_id_lba48_enabled(drive->id);
304 capacity = drive->capacity64;
306 set_max = idedisk_read_native_max_address(drive, lba48);
308 if (ide_in_drive_list(drive->id, hpa_list)) {
310 * Since we are inclusive wrt to firmware revisions do this
311 * extra check and apply the workaround only when needed.
313 if (set_max == capacity + 1)
317 if (set_max <= capacity)
320 printk(KERN_INFO "%s: Host Protected Area detected.\n"
321 "\tcurrent capacity is %llu sectors (%llu MB)\n"
322 "\tnative capacity is %llu sectors (%llu MB)\n",
324 capacity, sectors_to_MB(capacity),
325 set_max, sectors_to_MB(set_max));
327 set_max = idedisk_set_max_address(drive, set_max, lba48);
330 drive->capacity64 = set_max;
331 printk(KERN_INFO "%s: Host Protected Area disabled.\n",
336 static int ide_disk_get_capacity(ide_drive_t *drive)
341 if (ata_id_lba48_enabled(id)) {
342 /* drive speaks 48-bit LBA */
344 drive->capacity64 = ata_id_u64(id, ATA_ID_LBA_CAPACITY_2);
345 } else if (ata_id_has_lba(id) && ata_id_is_lba_capacity_ok(id)) {
346 /* drive speaks 28-bit LBA */
348 drive->capacity64 = ata_id_u32(id, ATA_ID_LBA_CAPACITY);
350 /* drive speaks boring old 28-bit CHS */
352 drive->capacity64 = drive->cyl * drive->head * drive->sect;
356 drive->dev_flags |= IDE_DFLAG_LBA;
359 * If this device supports the Host Protected Area feature set,
360 * then we may need to change our opinion about its capacity.
362 if (ata_id_hpa_enabled(id))
363 idedisk_check_hpa(drive);
366 /* limit drive capacity to 137GB if LBA48 cannot be used */
367 if ((drive->dev_flags & IDE_DFLAG_LBA48) == 0 &&
368 drive->capacity64 > 1ULL << 28) {
369 printk(KERN_WARNING "%s: cannot use LBA48 - full capacity "
370 "%llu sectors (%llu MB)\n",
371 drive->name, (unsigned long long)drive->capacity64,
372 sectors_to_MB(drive->capacity64));
373 drive->capacity64 = 1ULL << 28;
376 if ((drive->hwif->host_flags & IDE_HFLAG_NO_LBA48_DMA) &&
377 (drive->dev_flags & IDE_DFLAG_LBA48)) {
378 if (drive->capacity64 > 1ULL << 28) {
379 printk(KERN_INFO "%s: cannot use LBA48 DMA - PIO mode"
380 " will be used for accessing sectors "
381 "> %u\n", drive->name, 1 << 28);
383 drive->dev_flags &= ~IDE_DFLAG_LBA48;
389 static void idedisk_prepare_flush(struct request_queue *q, struct request *rq)
391 ide_drive_t *drive = q->queuedata;
392 ide_task_t *task = kmalloc(sizeof(*task), GFP_ATOMIC);
394 /* FIXME: map struct ide_taskfile on rq->cmd[] */
395 BUG_ON(task == NULL);
397 memset(task, 0, sizeof(*task));
398 if (ata_id_flush_ext_enabled(drive->id) &&
399 (drive->capacity64 >= (1UL << 28)))
400 task->tf.command = ATA_CMD_FLUSH_EXT;
402 task->tf.command = ATA_CMD_FLUSH;
403 task->tf_flags = IDE_TFLAG_OUT_TF | IDE_TFLAG_OUT_DEVICE |
405 task->data_phase = TASKFILE_NO_DATA;
407 rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
408 rq->cmd_flags |= REQ_SOFTBARRIER;
412 ide_devset_get(multcount, mult_count);
415 * This is tightly woven into the driver->do_special can not touch.
416 * DON'T do it again until a total personality rewrite is committed.
418 static int set_multcount(ide_drive_t *drive, int arg)
423 if (arg < 0 || arg > (drive->id[ATA_ID_MAX_MULTSECT] & 0xff))
426 if (drive->special.b.set_multmode)
429 rq = blk_get_request(drive->queue, READ, __GFP_WAIT);
430 rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
432 drive->mult_req = arg;
433 drive->special.b.set_multmode = 1;
434 error = blk_execute_rq(drive->queue, NULL, rq, 0);
437 return (drive->mult_count == arg) ? 0 : -EIO;
440 ide_devset_get_flag(nowerr, IDE_DFLAG_NOWERR);
442 static int set_nowerr(ide_drive_t *drive, int arg)
444 if (arg < 0 || arg > 1)
448 drive->dev_flags |= IDE_DFLAG_NOWERR;
450 drive->dev_flags &= ~IDE_DFLAG_NOWERR;
452 drive->bad_wstat = arg ? BAD_R_STAT : BAD_W_STAT;
457 static int ide_do_setfeature(ide_drive_t *drive, u8 feature, u8 nsect)
461 memset(&task, 0, sizeof(task));
462 task.tf.feature = feature;
463 task.tf.nsect = nsect;
464 task.tf.command = ATA_CMD_SET_FEATURES;
465 task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
467 return ide_no_data_taskfile(drive, &task);
470 static void update_ordered(ide_drive_t *drive)
473 unsigned ordered = QUEUE_ORDERED_NONE;
474 prepare_flush_fn *prep_fn = NULL;
476 if (drive->dev_flags & IDE_DFLAG_WCACHE) {
477 unsigned long long capacity;
480 * We must avoid issuing commands a drive does not
481 * understand or we may crash it. We check flush cache
482 * is supported. We also check we have the LBA48 flush
483 * cache if the drive capacity is too large. By this
484 * time we have trimmed the drive capacity if LBA48 is
485 * not available so we don't need to recheck that.
487 capacity = ide_gd_capacity(drive);
488 barrier = ata_id_flush_enabled(id) &&
489 (drive->dev_flags & IDE_DFLAG_NOFLUSH) == 0 &&
490 ((drive->dev_flags & IDE_DFLAG_LBA48) == 0 ||
491 capacity <= (1ULL << 28) ||
492 ata_id_flush_ext_enabled(id));
494 printk(KERN_INFO "%s: cache flushes %ssupported\n",
495 drive->name, barrier ? "" : "not ");
498 ordered = QUEUE_ORDERED_DRAIN_FLUSH;
499 prep_fn = idedisk_prepare_flush;
502 ordered = QUEUE_ORDERED_DRAIN;
504 blk_queue_ordered(drive->queue, ordered, prep_fn);
507 ide_devset_get_flag(wcache, IDE_DFLAG_WCACHE);
509 static int set_wcache(ide_drive_t *drive, int arg)
513 if (arg < 0 || arg > 1)
516 if (ata_id_flush_enabled(drive->id)) {
517 err = ide_do_setfeature(drive,
518 arg ? SETFEATURES_WC_ON : SETFEATURES_WC_OFF, 0);
521 drive->dev_flags |= IDE_DFLAG_WCACHE;
523 drive->dev_flags &= ~IDE_DFLAG_WCACHE;
527 update_ordered(drive);
532 static int do_idedisk_flushcache(ide_drive_t *drive)
536 memset(&args, 0, sizeof(ide_task_t));
537 if (ata_id_flush_ext_enabled(drive->id))
538 args.tf.command = ATA_CMD_FLUSH_EXT;
540 args.tf.command = ATA_CMD_FLUSH;
541 args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
542 return ide_no_data_taskfile(drive, &args);
545 ide_devset_get(acoustic, acoustic);
547 static int set_acoustic(ide_drive_t *drive, int arg)
549 if (arg < 0 || arg > 254)
552 ide_do_setfeature(drive,
553 arg ? SETFEATURES_AAM_ON : SETFEATURES_AAM_OFF, arg);
555 drive->acoustic = arg;
560 ide_devset_get_flag(addressing, IDE_DFLAG_LBA48);
566 * 2: 48-bit capable doing 28-bit
568 static int set_addressing(ide_drive_t *drive, int arg)
570 if (arg < 0 || arg > 2)
573 if (arg && ((drive->hwif->host_flags & IDE_HFLAG_NO_LBA48) ||
574 ata_id_lba48_enabled(drive->id) == 0))
581 drive->dev_flags |= IDE_DFLAG_LBA48;
583 drive->dev_flags &= ~IDE_DFLAG_LBA48;
588 ide_ext_devset_rw(acoustic, acoustic);
589 ide_ext_devset_rw(address, addressing);
590 ide_ext_devset_rw(multcount, multcount);
591 ide_ext_devset_rw(wcache, wcache);
593 ide_ext_devset_rw_sync(nowerr, nowerr);
595 static int ide_disk_check(ide_drive_t *drive, const char *s)
600 static void ide_disk_setup(ide_drive_t *drive)
602 struct ide_disk_obj *idkp = drive->driver_data;
603 struct request_queue *q = drive->queue;
604 ide_hwif_t *hwif = drive->hwif;
606 char *m = (char *)&id[ATA_ID_PROD];
607 unsigned long long capacity;
609 ide_proc_register_driver(drive, idkp->driver);
611 if ((drive->dev_flags & IDE_DFLAG_ID_READ) == 0)
614 if (drive->dev_flags & IDE_DFLAG_REMOVABLE) {
616 * Removable disks (eg. SYQUEST); ignore 'WD' drives
618 if (m[0] != 'W' || m[1] != 'D')
619 drive->dev_flags |= IDE_DFLAG_DOORLOCKING;
622 (void)set_addressing(drive, 1);
624 if (drive->dev_flags & IDE_DFLAG_LBA48) {
627 if (max_s > hwif->rqsize)
628 max_s = hwif->rqsize;
630 blk_queue_max_sectors(q, max_s);
633 printk(KERN_INFO "%s: max request size: %dKiB\n", drive->name,
636 if (ata_id_is_ssd(id) || ata_id_is_cfa(id))
637 queue_flag_set_unlocked(QUEUE_FLAG_NONROT, q);
639 /* calculate drive capacity, and select LBA if possible */
640 ide_disk_get_capacity(drive);
643 * if possible, give fdisk access to more of the drive,
644 * by correcting bios_cyls:
646 capacity = ide_gd_capacity(drive);
648 if ((drive->dev_flags & IDE_DFLAG_FORCED_GEOM) == 0) {
649 if (ata_id_lba48_enabled(drive->id)) {
651 drive->bios_sect = 63;
652 drive->bios_head = 255;
655 if (drive->bios_sect && drive->bios_head) {
656 unsigned int cap0 = capacity; /* truncate to 32 bits */
657 unsigned int cylsz, cyl;
659 if (cap0 != capacity)
660 drive->bios_cyl = 65535;
662 cylsz = drive->bios_sect * drive->bios_head;
666 if (cyl > drive->bios_cyl)
667 drive->bios_cyl = cyl;
671 printk(KERN_INFO "%s: %llu sectors (%llu MB)",
672 drive->name, capacity, sectors_to_MB(capacity));
674 /* Only print cache size when it was specified */
675 if (id[ATA_ID_BUF_SIZE])
676 printk(KERN_CONT " w/%dKiB Cache", id[ATA_ID_BUF_SIZE] / 2);
678 printk(KERN_CONT ", CHS=%d/%d/%d\n",
679 drive->bios_cyl, drive->bios_head, drive->bios_sect);
681 /* write cache enabled? */
682 if ((id[ATA_ID_CSFO] & 1) || ata_id_wcache_enabled(id))
683 drive->dev_flags |= IDE_DFLAG_WCACHE;
685 set_wcache(drive, 1);
687 if ((drive->dev_flags & IDE_DFLAG_LBA) == 0 &&
688 (drive->head == 0 || drive->head > 16)) {
689 printk(KERN_ERR "%s: invalid geometry: %d physical heads?\n",
690 drive->name, drive->head);
691 drive->dev_flags &= ~IDE_DFLAG_ATTACH;
693 drive->dev_flags |= IDE_DFLAG_ATTACH;
696 static void ide_disk_flush(ide_drive_t *drive)
698 if (ata_id_flush_enabled(drive->id) == 0 ||
699 (drive->dev_flags & IDE_DFLAG_WCACHE) == 0)
702 if (do_idedisk_flushcache(drive))
703 printk(KERN_INFO "%s: wcache flush failed!\n", drive->name);
706 static int ide_disk_init_media(ide_drive_t *drive, struct gendisk *disk)
711 static int ide_disk_set_doorlock(ide_drive_t *drive, struct gendisk *disk,
717 if ((drive->dev_flags & IDE_DFLAG_DOORLOCKING) == 0)
720 memset(&task, 0, sizeof(task));
721 task.tf.command = on ? ATA_CMD_MEDIA_LOCK : ATA_CMD_MEDIA_UNLOCK;
722 task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
724 ret = ide_no_data_taskfile(drive, &task);
727 drive->dev_flags &= ~IDE_DFLAG_DOORLOCKING;
732 const struct ide_disk_ops ide_ata_disk_ops = {
733 .check = ide_disk_check,
734 .get_capacity = ide_disk_get_capacity,
735 .setup = ide_disk_setup,
736 .flush = ide_disk_flush,
737 .init_media = ide_disk_init_media,
738 .set_doorlock = ide_disk_set_doorlock,
739 .do_request = ide_do_rw_disk,
740 .end_request = ide_end_request,
741 .ioctl = ide_disk_ioctl,