ide: remove 'handler' field from ide_task_t (take 2)
[linux-2.6] / drivers / ide / ide.c
1 /*
2  *  linux/drivers/ide/ide.c             Version 7.00beta2       Mar 05 2003
3  *
4  *  Copyright (C) 1994-1998  Linus Torvalds & authors (see below)
5  */
6
7 /*
8  *  Mostly written by Mark Lord  <mlord@pobox.com>
9  *                and Gadi Oxman <gadio@netvision.net.il>
10  *                and Andre Hedrick <andre@linux-ide.org>
11  *
12  *  See linux/MAINTAINERS for address of current maintainer.
13  *
14  * This is the multiple IDE interface driver, as evolved from hd.c.
15  * It supports up to MAX_HWIFS IDE interfaces, on one or more IRQs
16  *   (usually 14 & 15).
17  * There can be up to two drives per interface, as per the ATA-2 spec.
18  *
19  * ...
20  *
21  *  From hd.c:
22  *  |
23  *  | It traverses the request-list, using interrupts to jump between functions.
24  *  | As nearly all functions can be called within interrupts, we may not sleep.
25  *  | Special care is recommended.  Have Fun!
26  *  |
27  *  | modified by Drew Eckhardt to check nr of hd's from the CMOS.
28  *  |
29  *  | Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
30  *  | in the early extended-partition checks and added DM partitions.
31  *  |
32  *  | Early work on error handling by Mika Liljeberg (liljeber@cs.Helsinki.FI).
33  *  |
34  *  | IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
35  *  | and general streamlining by Mark Lord (mlord@pobox.com).
36  *
37  *  October, 1994 -- Complete line-by-line overhaul for linux 1.1.x, by:
38  *
39  *      Mark Lord       (mlord@pobox.com)               (IDE Perf.Pkg)
40  *      Delman Lee      (delman@ieee.org)               ("Mr. atdisk2")
41  *      Scott Snyder    (snyder@fnald0.fnal.gov)        (ATAPI IDE cd-rom)
42  *
43  *  This was a rewrite of just about everything from hd.c, though some original
44  *  code is still sprinkled about.  Think of it as a major evolution, with
45  *  inspiration from lots of linux users, esp.  hamish@zot.apana.org.au
46  */
47
48 #define REVISION        "Revision: 7.00alpha2"
49 #define VERSION         "Id: ide.c 7.00a2 20020906"
50
51 #define _IDE_C                  /* Tell ide.h it's really us */
52
53 #include <linux/module.h>
54 #include <linux/types.h>
55 #include <linux/string.h>
56 #include <linux/kernel.h>
57 #include <linux/timer.h>
58 #include <linux/mm.h>
59 #include <linux/interrupt.h>
60 #include <linux/major.h>
61 #include <linux/errno.h>
62 #include <linux/genhd.h>
63 #include <linux/blkpg.h>
64 #include <linux/slab.h>
65 #include <linux/init.h>
66 #include <linux/pci.h>
67 #include <linux/delay.h>
68 #include <linux/ide.h>
69 #include <linux/completion.h>
70 #include <linux/reboot.h>
71 #include <linux/cdrom.h>
72 #include <linux/seq_file.h>
73 #include <linux/device.h>
74 #include <linux/bitops.h>
75
76 #include <asm/byteorder.h>
77 #include <asm/irq.h>
78 #include <asm/uaccess.h>
79 #include <asm/io.h>
80
81
82 /* default maximum number of failures */
83 #define IDE_DEFAULT_MAX_FAILURES        1
84
85 static const u8 ide_hwif_to_major[] = { IDE0_MAJOR, IDE1_MAJOR,
86                                         IDE2_MAJOR, IDE3_MAJOR,
87                                         IDE4_MAJOR, IDE5_MAJOR,
88                                         IDE6_MAJOR, IDE7_MAJOR,
89                                         IDE8_MAJOR, IDE9_MAJOR };
90
91 static int idebus_parameter;    /* holds the "idebus=" parameter */
92 static int system_bus_speed;    /* holds what we think is VESA/PCI bus speed */
93
94 DEFINE_MUTEX(ide_cfg_mtx);
95  __cacheline_aligned_in_smp DEFINE_SPINLOCK(ide_lock);
96
97 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
98 static int ide_scan_direction; /* THIS was formerly 2.2.x pci=reverse */
99 #endif
100
101 int noautodma = 0;
102
103 #ifdef CONFIG_BLK_DEV_IDEACPI
104 int ide_noacpi = 0;
105 int ide_noacpitfs = 1;
106 int ide_noacpionboot = 1;
107 #endif
108
109 /*
110  * This is declared extern in ide.h, for access by other IDE modules:
111  */
112 ide_hwif_t ide_hwifs[MAX_HWIFS];        /* master data repository */
113
114 EXPORT_SYMBOL(ide_hwifs);
115
116 /*
117  * Do not even *think* about calling this!
118  */
119 static void init_hwif_data(ide_hwif_t *hwif, unsigned int index)
120 {
121         unsigned int unit;
122
123         /* bulk initialize hwif & drive info with zeros */
124         memset(hwif, 0, sizeof(ide_hwif_t));
125
126         /* fill in any non-zero initial values */
127         hwif->index     = index;
128         hwif->major     = ide_hwif_to_major[index];
129
130         hwif->name[0]   = 'i';
131         hwif->name[1]   = 'd';
132         hwif->name[2]   = 'e';
133         hwif->name[3]   = '0' + index;
134
135         hwif->bus_state = BUSSTATE_ON;
136
137         init_completion(&hwif->gendev_rel_comp);
138
139         default_hwif_iops(hwif);
140         default_hwif_transport(hwif);
141         for (unit = 0; unit < MAX_DRIVES; ++unit) {
142                 ide_drive_t *drive = &hwif->drives[unit];
143
144                 drive->media                    = ide_disk;
145                 drive->select.all               = (unit<<4)|0xa0;
146                 drive->hwif                     = hwif;
147                 drive->ctl                      = 0x08;
148                 drive->ready_stat               = READY_STAT;
149                 drive->bad_wstat                = BAD_W_STAT;
150                 drive->special.b.recalibrate    = 1;
151                 drive->special.b.set_geometry   = 1;
152                 drive->name[0]                  = 'h';
153                 drive->name[1]                  = 'd';
154                 drive->name[2]                  = 'a' + (index * MAX_DRIVES) + unit;
155                 drive->max_failures             = IDE_DEFAULT_MAX_FAILURES;
156                 drive->using_dma                = 0;
157                 drive->vdma                     = 0;
158                 INIT_LIST_HEAD(&drive->list);
159                 init_completion(&drive->gendev_rel_comp);
160         }
161 }
162
163 static void init_hwif_default(ide_hwif_t *hwif, unsigned int index)
164 {
165         hw_regs_t hw;
166
167         memset(&hw, 0, sizeof(hw_regs_t));
168
169         ide_init_hwif_ports(&hw, ide_default_io_base(index), 0, &hwif->irq);
170
171         memcpy(hwif->io_ports, hw.io_ports, sizeof(hw.io_ports));
172
173         hwif->noprobe = !hwif->io_ports[IDE_DATA_OFFSET];
174 #ifdef CONFIG_BLK_DEV_HD
175         if (hwif->io_ports[IDE_DATA_OFFSET] == HD_DATA)
176                 hwif->noprobe = 1;      /* may be overridden by ide_setup() */
177 #endif
178 }
179
180 extern void ide_arm_init(void);
181
182 /*
183  * init_ide_data() sets reasonable default values into all fields
184  * of all instances of the hwifs and drives, but only on the first call.
185  * Subsequent calls have no effect (they don't wipe out anything).
186  *
187  * This routine is normally called at driver initialization time,
188  * but may also be called MUCH earlier during kernel "command-line"
189  * parameter processing.  As such, we cannot depend on any other parts
190  * of the kernel (such as memory allocation) to be functioning yet.
191  *
192  * This is too bad, as otherwise we could dynamically allocate the
193  * ide_drive_t structs as needed, rather than always consuming memory
194  * for the max possible number (MAX_HWIFS * MAX_DRIVES) of them.
195  *
196  * FIXME: We should stuff the setup data into __init and copy the
197  * relevant hwifs/allocate them properly during boot.
198  */
199 #define MAGIC_COOKIE 0x12345678
200 static void __init init_ide_data (void)
201 {
202         ide_hwif_t *hwif;
203         unsigned int index;
204         static unsigned long magic_cookie = MAGIC_COOKIE;
205
206         if (magic_cookie != MAGIC_COOKIE)
207                 return;         /* already initialized */
208         magic_cookie = 0;
209
210         /* Initialise all interface structures */
211         for (index = 0; index < MAX_HWIFS; ++index) {
212                 hwif = &ide_hwifs[index];
213                 init_hwif_data(hwif, index);
214                 init_hwif_default(hwif, index);
215 #if !defined(CONFIG_PPC32) || !defined(CONFIG_PCI)
216                 hwif->irq =
217                         ide_init_default_irq(hwif->io_ports[IDE_DATA_OFFSET]);
218 #endif
219         }
220 #ifdef CONFIG_IDE_ARM
221         ide_arm_init();
222 #endif
223 }
224
225 /**
226  *      ide_system_bus_speed    -       guess bus speed
227  *
228  *      ide_system_bus_speed() returns what we think is the system VESA/PCI
229  *      bus speed (in MHz). This is used for calculating interface PIO timings.
230  *      The default is 40 for known PCI systems, 50 otherwise.
231  *      The "idebus=xx" parameter can be used to override this value.
232  *      The actual value to be used is computed/displayed the first time
233  *      through. Drivers should only use this as a last resort.
234  *
235  *      Returns a guessed speed in MHz.
236  */
237
238 static int ide_system_bus_speed(void)
239 {
240 #ifdef CONFIG_PCI
241         static struct pci_device_id pci_default[] = {
242                 { PCI_DEVICE(PCI_ANY_ID, PCI_ANY_ID) },
243                 { }
244         };
245 #else
246 #define pci_default 0
247 #endif /* CONFIG_PCI */
248
249         if (!system_bus_speed) {
250                 if (idebus_parameter) {
251                         /* user supplied value */
252                         system_bus_speed = idebus_parameter;
253                 } else if (pci_dev_present(pci_default)) {
254                         /* safe default value for PCI */
255                         system_bus_speed = 33;
256                 } else {
257                         /* safe default value for VESA and PCI */
258                         system_bus_speed = 50;
259                 }
260                 printk(KERN_INFO "ide: Assuming %dMHz system bus speed "
261                         "for PIO modes%s\n", system_bus_speed,
262                         idebus_parameter ? "" : "; override with idebus=xx");
263         }
264         return system_bus_speed;
265 }
266
267 ide_hwif_t * ide_find_port(unsigned long base)
268 {
269         ide_hwif_t *hwif;
270         int i;
271
272         for (i = 0; i < MAX_HWIFS; i++) {
273                 hwif = &ide_hwifs[i];
274                 if (hwif->io_ports[IDE_DATA_OFFSET] == base)
275                         goto found;
276         }
277
278         for (i = 0; i < MAX_HWIFS; i++) {
279                 hwif = &ide_hwifs[i];
280                 if (hwif->io_ports[IDE_DATA_OFFSET] == 0)
281                         goto found;
282         }
283
284         hwif = NULL;
285 found:
286         return hwif;
287 }
288
289 EXPORT_SYMBOL_GPL(ide_find_port);
290
291 static struct resource* hwif_request_region(ide_hwif_t *hwif,
292                                             unsigned long addr, int num)
293 {
294         struct resource *res = request_region(addr, num, hwif->name);
295
296         if (!res)
297                 printk(KERN_ERR "%s: I/O resource 0x%lX-0x%lX not free.\n",
298                                 hwif->name, addr, addr+num-1);
299         return res;
300 }
301
302 /**
303  *      ide_hwif_request_regions - request resources for IDE
304  *      @hwif: interface to use
305  *
306  *      Requests all the needed resources for an interface.
307  *      Right now core IDE code does this work which is deeply wrong.
308  *      MMIO leaves it to the controller driver,
309  *      PIO will migrate this way over time.
310  */
311
312 int ide_hwif_request_regions(ide_hwif_t *hwif)
313 {
314         unsigned long addr;
315         unsigned int i;
316
317         if (hwif->mmio)
318                 return 0;
319         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
320         if (addr && !hwif_request_region(hwif, addr, 1))
321                 goto control_region_busy;
322         hwif->straight8 = 0;
323         addr = hwif->io_ports[IDE_DATA_OFFSET];
324         if ((addr | 7) == hwif->io_ports[IDE_STATUS_OFFSET]) {
325                 if (!hwif_request_region(hwif, addr, 8))
326                         goto data_region_busy;
327                 hwif->straight8 = 1;
328                 return 0;
329         }
330         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++) {
331                 addr = hwif->io_ports[i];
332                 if (!hwif_request_region(hwif, addr, 1)) {
333                         while (--i)
334                                 release_region(addr, 1);
335                         goto data_region_busy;
336                 }
337         }
338         return 0;
339
340 data_region_busy:
341         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
342         if (addr)
343                 release_region(addr, 1);
344 control_region_busy:
345         /* If any errors are return, we drop the hwif interface. */
346         return -EBUSY;
347 }
348
349 /**
350  *      ide_hwif_release_regions - free IDE resources
351  *
352  *      Note that we only release the standard ports,
353  *      and do not even try to handle any extra ports
354  *      allocated for weird IDE interface chipsets.
355  *
356  *      Note also that we don't yet handle mmio resources here. More
357  *      importantly our caller should be doing this so we need to 
358  *      restructure this as a helper function for drivers.
359  */
360
361 void ide_hwif_release_regions(ide_hwif_t *hwif)
362 {
363         u32 i = 0;
364
365         if (hwif->mmio)
366                 return;
367         if (hwif->io_ports[IDE_CONTROL_OFFSET])
368                 release_region(hwif->io_ports[IDE_CONTROL_OFFSET], 1);
369         if (hwif->straight8) {
370                 release_region(hwif->io_ports[IDE_DATA_OFFSET], 8);
371                 return;
372         }
373         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
374                 if (hwif->io_ports[i])
375                         release_region(hwif->io_ports[i], 1);
376 }
377
378 /**
379  *      ide_hwif_restore        -       restore hwif to template
380  *      @hwif: hwif to update
381  *      @tmp_hwif: template
382  *
383  *      Restore hwif to a previous state by copying most settings
384  *      from the template.
385  */
386
387 static void ide_hwif_restore(ide_hwif_t *hwif, ide_hwif_t *tmp_hwif)
388 {
389         hwif->hwgroup                   = tmp_hwif->hwgroup;
390
391         hwif->gendev.parent             = tmp_hwif->gendev.parent;
392
393         hwif->proc                      = tmp_hwif->proc;
394
395         hwif->major                     = tmp_hwif->major;
396         hwif->straight8                 = tmp_hwif->straight8;
397         hwif->bus_state                 = tmp_hwif->bus_state;
398
399         hwif->host_flags                = tmp_hwif->host_flags;
400
401         hwif->pio_mask                  = tmp_hwif->pio_mask;
402
403         hwif->ultra_mask                = tmp_hwif->ultra_mask;
404         hwif->mwdma_mask                = tmp_hwif->mwdma_mask;
405         hwif->swdma_mask                = tmp_hwif->swdma_mask;
406
407         hwif->cbl                       = tmp_hwif->cbl;
408
409         hwif->chipset                   = tmp_hwif->chipset;
410         hwif->hold                      = tmp_hwif->hold;
411
412 #ifdef CONFIG_BLK_DEV_IDEPCI
413         hwif->pci_dev                   = tmp_hwif->pci_dev;
414         hwif->cds                       = tmp_hwif->cds;
415 #endif
416
417         hwif->fixup                     = tmp_hwif->fixup;
418
419         hwif->set_pio_mode              = tmp_hwif->set_pio_mode;
420         hwif->set_dma_mode              = tmp_hwif->set_dma_mode;
421         hwif->mdma_filter               = tmp_hwif->mdma_filter;
422         hwif->udma_filter               = tmp_hwif->udma_filter;
423         hwif->selectproc                = tmp_hwif->selectproc;
424         hwif->reset_poll                = tmp_hwif->reset_poll;
425         hwif->pre_reset                 = tmp_hwif->pre_reset;
426         hwif->resetproc                 = tmp_hwif->resetproc;
427         hwif->maskproc                  = tmp_hwif->maskproc;
428         hwif->quirkproc                 = tmp_hwif->quirkproc;
429         hwif->busproc                   = tmp_hwif->busproc;
430
431         hwif->ata_input_data            = tmp_hwif->ata_input_data;
432         hwif->ata_output_data           = tmp_hwif->ata_output_data;
433         hwif->atapi_input_bytes         = tmp_hwif->atapi_input_bytes;
434         hwif->atapi_output_bytes        = tmp_hwif->atapi_output_bytes;
435
436         hwif->dma_setup                 = tmp_hwif->dma_setup;
437         hwif->dma_exec_cmd              = tmp_hwif->dma_exec_cmd;
438         hwif->dma_start                 = tmp_hwif->dma_start;
439         hwif->ide_dma_end               = tmp_hwif->ide_dma_end;
440         hwif->ide_dma_on                = tmp_hwif->ide_dma_on;
441         hwif->dma_off_quietly           = tmp_hwif->dma_off_quietly;
442         hwif->ide_dma_test_irq          = tmp_hwif->ide_dma_test_irq;
443         hwif->ide_dma_clear_irq         = tmp_hwif->ide_dma_clear_irq;
444         hwif->dma_host_on               = tmp_hwif->dma_host_on;
445         hwif->dma_host_off              = tmp_hwif->dma_host_off;
446         hwif->dma_lost_irq              = tmp_hwif->dma_lost_irq;
447         hwif->dma_timeout               = tmp_hwif->dma_timeout;
448
449         hwif->OUTB                      = tmp_hwif->OUTB;
450         hwif->OUTBSYNC                  = tmp_hwif->OUTBSYNC;
451         hwif->OUTW                      = tmp_hwif->OUTW;
452         hwif->OUTSW                     = tmp_hwif->OUTSW;
453         hwif->OUTSL                     = tmp_hwif->OUTSL;
454
455         hwif->INB                       = tmp_hwif->INB;
456         hwif->INW                       = tmp_hwif->INW;
457         hwif->INSW                      = tmp_hwif->INSW;
458         hwif->INSL                      = tmp_hwif->INSL;
459
460         hwif->sg_max_nents              = tmp_hwif->sg_max_nents;
461
462         hwif->mmio                      = tmp_hwif->mmio;
463         hwif->rqsize                    = tmp_hwif->rqsize;
464
465 #ifndef CONFIG_BLK_DEV_IDECS
466         hwif->irq                       = tmp_hwif->irq;
467 #endif
468
469         hwif->dma_base                  = tmp_hwif->dma_base;
470         hwif->dma_command               = tmp_hwif->dma_command;
471         hwif->dma_vendor1               = tmp_hwif->dma_vendor1;
472         hwif->dma_status                = tmp_hwif->dma_status;
473         hwif->dma_vendor3               = tmp_hwif->dma_vendor3;
474         hwif->dma_prdtable              = tmp_hwif->dma_prdtable;
475
476         hwif->config_data               = tmp_hwif->config_data;
477         hwif->select_data               = tmp_hwif->select_data;
478         hwif->extra_base                = tmp_hwif->extra_base;
479         hwif->extra_ports               = tmp_hwif->extra_ports;
480
481         hwif->hwif_data                 = tmp_hwif->hwif_data;
482 }
483
484 /**
485  *      ide_unregister          -       free an IDE interface
486  *      @index: index of interface (will change soon to a pointer)
487  *
488  *      Perform the final unregister of an IDE interface. At the moment
489  *      we don't refcount interfaces so this will also get split up.
490  *
491  *      Locking:
492  *      The caller must not hold the IDE locks
493  *      The drive present/vanishing is not yet properly locked
494  *      Take care with the callbacks. These have been split to avoid
495  *      deadlocking the IDE layer. The shutdown callback is called
496  *      before we take the lock and free resources. It is up to the
497  *      caller to be sure there is no pending I/O here, and that
498  *      the interface will not be reopened (present/vanishing locking
499  *      isn't yet done BTW). After we commit to the final kill we
500  *      call the cleanup callback with the ide locks held.
501  *
502  *      Unregister restores the hwif structures to the default state.
503  *      This is raving bonkers.
504  */
505
506 void ide_unregister(unsigned int index)
507 {
508         ide_drive_t *drive;
509         ide_hwif_t *hwif, *g;
510         static ide_hwif_t tmp_hwif; /* protected by ide_cfg_mtx */
511         ide_hwgroup_t *hwgroup;
512         int irq_count = 0, unit;
513
514         BUG_ON(index >= MAX_HWIFS);
515
516         BUG_ON(in_interrupt());
517         BUG_ON(irqs_disabled());
518         mutex_lock(&ide_cfg_mtx);
519         spin_lock_irq(&ide_lock);
520         hwif = &ide_hwifs[index];
521         if (!hwif->present)
522                 goto abort;
523         for (unit = 0; unit < MAX_DRIVES; ++unit) {
524                 drive = &hwif->drives[unit];
525                 if (!drive->present)
526                         continue;
527                 spin_unlock_irq(&ide_lock);
528                 device_unregister(&drive->gendev);
529                 wait_for_completion(&drive->gendev_rel_comp);
530                 spin_lock_irq(&ide_lock);
531         }
532         hwif->present = 0;
533
534         spin_unlock_irq(&ide_lock);
535
536         ide_proc_unregister_port(hwif);
537
538         hwgroup = hwif->hwgroup;
539         /*
540          * free the irq if we were the only hwif using it
541          */
542         g = hwgroup->hwif;
543         do {
544                 if (g->irq == hwif->irq)
545                         ++irq_count;
546                 g = g->next;
547         } while (g != hwgroup->hwif);
548         if (irq_count == 1)
549                 free_irq(hwif->irq, hwgroup);
550
551         spin_lock_irq(&ide_lock);
552         /*
553          * Note that we only release the standard ports,
554          * and do not even try to handle any extra ports
555          * allocated for weird IDE interface chipsets.
556          */
557         ide_hwif_release_regions(hwif);
558
559         /*
560          * Remove us from the hwgroup, and free
561          * the hwgroup if we were the only member
562          */
563         if (hwif->next == hwif) {
564                 BUG_ON(hwgroup->hwif != hwif);
565                 kfree(hwgroup);
566         } else {
567                 /* There is another interface in hwgroup.
568                  * Unlink us, and set hwgroup->drive and ->hwif to
569                  * something sane.
570                  */
571                 g = hwgroup->hwif;
572                 while (g->next != hwif)
573                         g = g->next;
574                 g->next = hwif->next;
575                 if (hwgroup->hwif == hwif) {
576                         /* Chose a random hwif for hwgroup->hwif.
577                          * It's guaranteed that there are no drives
578                          * left in the hwgroup.
579                          */
580                         BUG_ON(hwgroup->drive != NULL);
581                         hwgroup->hwif = g;
582                 }
583                 BUG_ON(hwgroup->hwif == hwif);
584         }
585
586         /* More messed up locking ... */
587         spin_unlock_irq(&ide_lock);
588         device_unregister(&hwif->gendev);
589         wait_for_completion(&hwif->gendev_rel_comp);
590
591         /*
592          * Remove us from the kernel's knowledge
593          */
594         blk_unregister_region(MKDEV(hwif->major, 0), MAX_DRIVES<<PARTN_BITS);
595         kfree(hwif->sg_table);
596         unregister_blkdev(hwif->major, hwif->name);
597         spin_lock_irq(&ide_lock);
598
599         if (hwif->dma_base) {
600                 (void) ide_release_dma(hwif);
601
602                 hwif->dma_base = 0;
603                 hwif->dma_command = 0;
604                 hwif->dma_vendor1 = 0;
605                 hwif->dma_status = 0;
606                 hwif->dma_vendor3 = 0;
607                 hwif->dma_prdtable = 0;
608
609                 hwif->extra_base  = 0;
610                 hwif->extra_ports = 0;
611         }
612
613         /* copy original settings */
614         tmp_hwif = *hwif;
615
616         /* restore hwif data to pristine status */
617         init_hwif_data(hwif, index);
618         init_hwif_default(hwif, index);
619
620         ide_hwif_restore(hwif, &tmp_hwif);
621
622 abort:
623         spin_unlock_irq(&ide_lock);
624         mutex_unlock(&ide_cfg_mtx);
625 }
626
627 EXPORT_SYMBOL(ide_unregister);
628
629
630 /**
631  *      ide_setup_ports         -       set up IDE interface ports
632  *      @hw: register descriptions
633  *      @base: base register
634  *      @offsets: table of register offsets
635  *      @ctrl: control register
636  *      @ack_irq: IRQ ack
637  *      @irq: interrupt lie
638  *
639  *      Setup hw_regs_t structure described by parameters.  You
640  *      may set up the hw structure yourself OR use this routine to
641  *      do it for you. This is basically a helper
642  *
643  */
644  
645 void ide_setup_ports (  hw_regs_t *hw,
646                         unsigned long base, int *offsets,
647                         unsigned long ctrl, unsigned long intr,
648                         ide_ack_intr_t *ack_intr,
649 /*
650  *                      ide_io_ops_t *iops,
651  */
652                         int irq)
653 {
654         int i;
655
656         memset(hw, 0, sizeof(hw_regs_t));
657         for (i = 0; i < IDE_NR_PORTS; i++) {
658                 if (offsets[i] == -1) {
659                         switch(i) {
660                                 case IDE_CONTROL_OFFSET:
661                                         hw->io_ports[i] = ctrl;
662                                         break;
663 #if defined(CONFIG_AMIGA) || defined(CONFIG_MAC)
664                                 case IDE_IRQ_OFFSET:
665                                         hw->io_ports[i] = intr;
666                                         break;
667 #endif /* (CONFIG_AMIGA) || (CONFIG_MAC) */
668                                 default:
669                                         hw->io_ports[i] = 0;
670                                         break;
671                         }
672                 } else {
673                         hw->io_ports[i] = base + offsets[i];
674                 }
675         }
676         hw->irq = irq;
677         hw->ack_intr = ack_intr;
678 /*
679  *      hw->iops = iops;
680  */
681 }
682
683 /**
684  *      ide_register_hw         -       register IDE interface
685  *      @hw: hardware registers
686  *      @fixup: fixup function
687  *      @initializing: set while initializing built-in drivers
688  *      @hwifp: pointer to returned hwif
689  *
690  *      Register an IDE interface, specifying exactly the registers etc.
691  *      Set init=1 iff calling before probes have taken place.
692  *
693  *      Returns -1 on error.
694  */
695
696 int ide_register_hw(hw_regs_t *hw, void (*fixup)(ide_hwif_t *),
697                     int initializing, ide_hwif_t **hwifp)
698 {
699         int index, retry = 1;
700         ide_hwif_t *hwif;
701
702         do {
703                 for (index = 0; index < MAX_HWIFS; ++index) {
704                         hwif = &ide_hwifs[index];
705                         if (hwif->io_ports[IDE_DATA_OFFSET] == hw->io_ports[IDE_DATA_OFFSET])
706                                 goto found;
707                 }
708                 for (index = 0; index < MAX_HWIFS; ++index) {
709                         hwif = &ide_hwifs[index];
710                         if (hwif->hold)
711                                 continue;
712                         if ((!hwif->present && !hwif->mate && !initializing) ||
713                             (!hwif->io_ports[IDE_DATA_OFFSET] && initializing))
714                                 goto found;
715                 }
716                 for (index = 0; index < MAX_HWIFS; index++)
717                         ide_unregister(index);
718         } while (retry--);
719         return -1;
720 found:
721         if (hwif->present)
722                 ide_unregister(index);
723         else if (!hwif->hold) {
724                 init_hwif_data(hwif, index);
725                 init_hwif_default(hwif, index);
726         }
727         if (hwif->present)
728                 return -1;
729         memcpy(hwif->io_ports, hw->io_ports, sizeof(hwif->io_ports));
730         hwif->irq = hw->irq;
731         hwif->noprobe = 0;
732         hwif->fixup = fixup;
733         hwif->chipset = hw->chipset;
734         hwif->gendev.parent = hw->dev;
735         hwif->ack_intr = hw->ack_intr;
736
737         if (initializing == 0) {
738                 u8 idx[4] = { index, 0xff, 0xff, 0xff };
739
740                 ide_device_add(idx);
741         }
742
743         if (hwifp)
744                 *hwifp = hwif;
745
746         return (initializing || hwif->present) ? index : -1;
747 }
748
749 EXPORT_SYMBOL(ide_register_hw);
750
751 /*
752  *      Locks for IDE setting functionality
753  */
754
755 DEFINE_MUTEX(ide_setting_mtx);
756
757 EXPORT_SYMBOL_GPL(ide_setting_mtx);
758
759 /**
760  *      ide_spin_wait_hwgroup   -       wait for group
761  *      @drive: drive in the group
762  *
763  *      Wait for an IDE device group to go non busy and then return
764  *      holding the ide_lock which guards the hwgroup->busy status
765  *      and right to use it.
766  */
767
768 int ide_spin_wait_hwgroup (ide_drive_t *drive)
769 {
770         ide_hwgroup_t *hwgroup = HWGROUP(drive);
771         unsigned long timeout = jiffies + (3 * HZ);
772
773         spin_lock_irq(&ide_lock);
774
775         while (hwgroup->busy) {
776                 unsigned long lflags;
777                 spin_unlock_irq(&ide_lock);
778                 local_irq_set(lflags);
779                 if (time_after(jiffies, timeout)) {
780                         local_irq_restore(lflags);
781                         printk(KERN_ERR "%s: channel busy\n", drive->name);
782                         return -EBUSY;
783                 }
784                 local_irq_restore(lflags);
785                 spin_lock_irq(&ide_lock);
786         }
787         return 0;
788 }
789
790 EXPORT_SYMBOL(ide_spin_wait_hwgroup);
791
792 int set_io_32bit(ide_drive_t *drive, int arg)
793 {
794         if (drive->no_io_32bit)
795                 return -EPERM;
796
797         if (arg < 0 || arg > 1 + (SUPPORT_VLB_SYNC << 1))
798                 return -EINVAL;
799
800         if (ide_spin_wait_hwgroup(drive))
801                 return -EBUSY;
802
803         drive->io_32bit = arg;
804 #ifdef CONFIG_BLK_DEV_DTC2278
805         if (HWIF(drive)->chipset == ide_dtc2278)
806                 HWIF(drive)->drives[!drive->select.b.unit].io_32bit = arg;
807 #endif /* CONFIG_BLK_DEV_DTC2278 */
808
809         spin_unlock_irq(&ide_lock);
810
811         return 0;
812 }
813
814 static int set_ksettings(ide_drive_t *drive, int arg)
815 {
816         if (arg < 0 || arg > 1)
817                 return -EINVAL;
818
819         if (ide_spin_wait_hwgroup(drive))
820                 return -EBUSY;
821         drive->keep_settings = arg;
822         spin_unlock_irq(&ide_lock);
823
824         return 0;
825 }
826
827 int set_using_dma(ide_drive_t *drive, int arg)
828 {
829 #ifdef CONFIG_BLK_DEV_IDEDMA
830         ide_hwif_t *hwif = drive->hwif;
831         int err = -EPERM;
832
833         if (arg < 0 || arg > 1)
834                 return -EINVAL;
835
836         if (!drive->id || !(drive->id->capability & 1))
837                 goto out;
838
839         if (hwif->ide_dma_on == NULL)
840                 goto out;
841
842         err = -EBUSY;
843         if (ide_spin_wait_hwgroup(drive))
844                 goto out;
845         /*
846          * set ->busy flag, unlock and let it ride
847          */
848         hwif->hwgroup->busy = 1;
849         spin_unlock_irq(&ide_lock);
850
851         err = 0;
852
853         if (arg) {
854                 hwif->dma_off_quietly(drive);
855                 if (ide_set_dma(drive) || hwif->ide_dma_on(drive))
856                         err = -EIO;
857         } else
858                 ide_dma_off(drive);
859
860         /*
861          * lock, clear ->busy flag and unlock before leaving
862          */
863         spin_lock_irq(&ide_lock);
864         hwif->hwgroup->busy = 0;
865         spin_unlock_irq(&ide_lock);
866 out:
867         return err;
868 #else
869         if (arg < 0 || arg > 1)
870                 return -EINVAL;
871
872         return -EPERM;
873 #endif
874 }
875
876 int set_pio_mode(ide_drive_t *drive, int arg)
877 {
878         struct request rq;
879
880         if (arg < 0 || arg > 255)
881                 return -EINVAL;
882
883         if (drive->hwif->set_pio_mode == NULL)
884                 return -ENOSYS;
885
886         if (drive->special.b.set_tune)
887                 return -EBUSY;
888         ide_init_drive_cmd(&rq);
889         drive->tune_req = (u8) arg;
890         drive->special.b.set_tune = 1;
891         (void) ide_do_drive_cmd(drive, &rq, ide_wait);
892         return 0;
893 }
894
895 static int set_unmaskirq(ide_drive_t *drive, int arg)
896 {
897         if (drive->no_unmask)
898                 return -EPERM;
899
900         if (arg < 0 || arg > 1)
901                 return -EINVAL;
902
903         if (ide_spin_wait_hwgroup(drive))
904                 return -EBUSY;
905         drive->unmask = arg;
906         spin_unlock_irq(&ide_lock);
907
908         return 0;
909 }
910
911 /**
912  *      system_bus_clock        -       clock guess
913  *
914  *      External version of the bus clock guess used by very old IDE drivers
915  *      for things like VLB timings. Should not be used.
916  */
917
918 int system_bus_clock (void)
919 {
920         return((int) ((!system_bus_speed) ? ide_system_bus_speed() : system_bus_speed ));
921 }
922
923 EXPORT_SYMBOL(system_bus_clock);
924
925 static int generic_ide_suspend(struct device *dev, pm_message_t mesg)
926 {
927         ide_drive_t *drive = dev->driver_data;
928         ide_hwif_t *hwif = HWIF(drive);
929         struct request rq;
930         struct request_pm_state rqpm;
931         ide_task_t args;
932         int ret;
933
934         /* Call ACPI _GTM only once */
935         if (!(drive->dn % 2))
936                 ide_acpi_get_timing(hwif);
937
938         memset(&rq, 0, sizeof(rq));
939         memset(&rqpm, 0, sizeof(rqpm));
940         memset(&args, 0, sizeof(args));
941         rq.cmd_type = REQ_TYPE_PM_SUSPEND;
942         rq.special = &args;
943         rq.data = &rqpm;
944         rqpm.pm_step = ide_pm_state_start_suspend;
945         if (mesg.event == PM_EVENT_PRETHAW)
946                 mesg.event = PM_EVENT_FREEZE;
947         rqpm.pm_state = mesg.event;
948
949         ret = ide_do_drive_cmd(drive, &rq, ide_wait);
950         /* only call ACPI _PS3 after both drivers are suspended */
951         if (!ret && (((drive->dn % 2) && hwif->drives[0].present
952                  && hwif->drives[1].present)
953                  || !hwif->drives[0].present
954                  || !hwif->drives[1].present))
955                 ide_acpi_set_state(hwif, 0);
956         return ret;
957 }
958
959 static int generic_ide_resume(struct device *dev)
960 {
961         ide_drive_t *drive = dev->driver_data;
962         ide_hwif_t *hwif = HWIF(drive);
963         struct request rq;
964         struct request_pm_state rqpm;
965         ide_task_t args;
966         int err;
967
968         /* Call ACPI _STM only once */
969         if (!(drive->dn % 2)) {
970                 ide_acpi_set_state(hwif, 1);
971                 ide_acpi_push_timing(hwif);
972         }
973
974         ide_acpi_exec_tfs(drive);
975
976         memset(&rq, 0, sizeof(rq));
977         memset(&rqpm, 0, sizeof(rqpm));
978         memset(&args, 0, sizeof(args));
979         rq.cmd_type = REQ_TYPE_PM_RESUME;
980         rq.special = &args;
981         rq.data = &rqpm;
982         rqpm.pm_step = ide_pm_state_start_resume;
983         rqpm.pm_state = PM_EVENT_ON;
984
985         err = ide_do_drive_cmd(drive, &rq, ide_head_wait);
986
987         if (err == 0 && dev->driver) {
988                 ide_driver_t *drv = to_ide_driver(dev->driver);
989
990                 if (drv->resume)
991                         drv->resume(drive);
992         }
993
994         return err;
995 }
996
997 int generic_ide_ioctl(ide_drive_t *drive, struct file *file, struct block_device *bdev,
998                         unsigned int cmd, unsigned long arg)
999 {
1000         unsigned long flags;
1001         ide_driver_t *drv;
1002         void __user *p = (void __user *)arg;
1003         int err = 0, (*setfunc)(ide_drive_t *, int);
1004         u8 *val;
1005
1006         switch (cmd) {
1007         case HDIO_GET_32BIT:        val = &drive->io_32bit;      goto read_val;
1008         case HDIO_GET_KEEPSETTINGS: val = &drive->keep_settings; goto read_val;
1009         case HDIO_GET_UNMASKINTR:   val = &drive->unmask;        goto read_val;
1010         case HDIO_GET_DMA:          val = &drive->using_dma;     goto read_val;
1011         case HDIO_SET_32BIT:        setfunc = set_io_32bit;      goto set_val;
1012         case HDIO_SET_KEEPSETTINGS: setfunc = set_ksettings;     goto set_val;
1013         case HDIO_SET_PIO_MODE:     setfunc = set_pio_mode;      goto set_val;
1014         case HDIO_SET_UNMASKINTR:   setfunc = set_unmaskirq;     goto set_val;
1015         case HDIO_SET_DMA:          setfunc = set_using_dma;     goto set_val;
1016         }
1017
1018         switch (cmd) {
1019                 case HDIO_OBSOLETE_IDENTITY:
1020                 case HDIO_GET_IDENTITY:
1021                         if (bdev != bdev->bd_contains)
1022                                 return -EINVAL;
1023                         if (drive->id_read == 0)
1024                                 return -ENOMSG;
1025                         if (copy_to_user(p, drive->id, (cmd == HDIO_GET_IDENTITY) ? sizeof(*drive->id) : 142))
1026                                 return -EFAULT;
1027                         return 0;
1028
1029                 case HDIO_GET_NICE:
1030                         return put_user(drive->dsc_overlap      <<      IDE_NICE_DSC_OVERLAP    |
1031                                         drive->atapi_overlap    <<      IDE_NICE_ATAPI_OVERLAP  |
1032                                         drive->nice0            <<      IDE_NICE_0              |
1033                                         drive->nice1            <<      IDE_NICE_1              |
1034                                         drive->nice2            <<      IDE_NICE_2,
1035                                         (long __user *) arg);
1036
1037 #ifdef CONFIG_IDE_TASK_IOCTL
1038                 case HDIO_DRIVE_TASKFILE:
1039                         if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SYS_RAWIO))
1040                                 return -EACCES;
1041                         switch(drive->media) {
1042                                 case ide_disk:
1043                                         return ide_taskfile_ioctl(drive, cmd, arg);
1044                                 default:
1045                                         return -ENOMSG;
1046                         }
1047 #endif /* CONFIG_IDE_TASK_IOCTL */
1048
1049                 case HDIO_DRIVE_CMD:
1050                         if (!capable(CAP_SYS_RAWIO))
1051                                 return -EACCES;
1052                         return ide_cmd_ioctl(drive, cmd, arg);
1053
1054                 case HDIO_DRIVE_TASK:
1055                         if (!capable(CAP_SYS_RAWIO))
1056                                 return -EACCES;
1057                         return ide_task_ioctl(drive, cmd, arg);
1058
1059                 case HDIO_SCAN_HWIF:
1060                 {
1061                         hw_regs_t hw;
1062                         int args[3];
1063                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1064                         if (copy_from_user(args, p, 3 * sizeof(int)))
1065                                 return -EFAULT;
1066                         memset(&hw, 0, sizeof(hw));
1067                         ide_init_hwif_ports(&hw, (unsigned long) args[0],
1068                                             (unsigned long) args[1], NULL);
1069                         hw.irq = args[2];
1070                         if (ide_register_hw(&hw, NULL, 0, NULL) == -1)
1071                                 return -EIO;
1072                         return 0;
1073                 }
1074                 case HDIO_UNREGISTER_HWIF:
1075                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1076                         /* (arg > MAX_HWIFS) checked in function */
1077                         ide_unregister(arg);
1078                         return 0;
1079                 case HDIO_SET_NICE:
1080                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1081                         if (arg != (arg & ((1 << IDE_NICE_DSC_OVERLAP) | (1 << IDE_NICE_1))))
1082                                 return -EPERM;
1083                         drive->dsc_overlap = (arg >> IDE_NICE_DSC_OVERLAP) & 1;
1084                         drv = *(ide_driver_t **)bdev->bd_disk->private_data;
1085                         if (drive->dsc_overlap && !drv->supports_dsc_overlap) {
1086                                 drive->dsc_overlap = 0;
1087                                 return -EPERM;
1088                         }
1089                         drive->nice1 = (arg >> IDE_NICE_1) & 1;
1090                         return 0;
1091                 case HDIO_DRIVE_RESET:
1092                 {
1093                         unsigned long flags;
1094                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1095                         
1096                         /*
1097                          *      Abort the current command on the
1098                          *      group if there is one, taking
1099                          *      care not to allow anything else
1100                          *      to be queued and to die on the
1101                          *      spot if we miss one somehow
1102                          */
1103
1104                         spin_lock_irqsave(&ide_lock, flags);
1105
1106                         if (HWGROUP(drive)->resetting) {
1107                                 spin_unlock_irqrestore(&ide_lock, flags);
1108                                 return -EBUSY;
1109                         }
1110
1111                         ide_abort(drive, "drive reset");
1112
1113                         BUG_ON(HWGROUP(drive)->handler);
1114                                 
1115                         /* Ensure nothing gets queued after we
1116                            drop the lock. Reset will clear the busy */
1117                    
1118                         HWGROUP(drive)->busy = 1;
1119                         spin_unlock_irqrestore(&ide_lock, flags);
1120                         (void) ide_do_reset(drive);
1121
1122                         return 0;
1123                 }
1124
1125                 case HDIO_GET_BUSSTATE:
1126                         if (!capable(CAP_SYS_ADMIN))
1127                                 return -EACCES;
1128                         if (put_user(HWIF(drive)->bus_state, (long __user *)arg))
1129                                 return -EFAULT;
1130                         return 0;
1131
1132                 case HDIO_SET_BUSSTATE:
1133                         if (!capable(CAP_SYS_ADMIN))
1134                                 return -EACCES;
1135                         if (HWIF(drive)->busproc)
1136                                 return HWIF(drive)->busproc(drive, (int)arg);
1137                         return -EOPNOTSUPP;
1138                 default:
1139                         return -EINVAL;
1140         }
1141
1142 read_val:
1143         mutex_lock(&ide_setting_mtx);
1144         spin_lock_irqsave(&ide_lock, flags);
1145         err = *val;
1146         spin_unlock_irqrestore(&ide_lock, flags);
1147         mutex_unlock(&ide_setting_mtx);
1148         return err >= 0 ? put_user(err, (long __user *)arg) : err;
1149
1150 set_val:
1151         if (bdev != bdev->bd_contains)
1152                 err = -EINVAL;
1153         else {
1154                 if (!capable(CAP_SYS_ADMIN))
1155                         err = -EACCES;
1156                 else {
1157                         mutex_lock(&ide_setting_mtx);
1158                         err = setfunc(drive, arg);
1159                         mutex_unlock(&ide_setting_mtx);
1160                 }
1161         }
1162         return err;
1163 }
1164
1165 EXPORT_SYMBOL(generic_ide_ioctl);
1166
1167 /*
1168  * stridx() returns the offset of c within s,
1169  * or -1 if c is '\0' or not found within s.
1170  */
1171 static int __init stridx (const char *s, char c)
1172 {
1173         char *i = strchr(s, c);
1174         return (i && c) ? i - s : -1;
1175 }
1176
1177 /*
1178  * match_parm() does parsing for ide_setup():
1179  *
1180  * 1. the first char of s must be '='.
1181  * 2. if the remainder matches one of the supplied keywords,
1182  *     the index (1 based) of the keyword is negated and returned.
1183  * 3. if the remainder is a series of no more than max_vals numbers
1184  *     separated by commas, the numbers are saved in vals[] and a
1185  *     count of how many were saved is returned.  Base10 is assumed,
1186  *     and base16 is allowed when prefixed with "0x".
1187  * 4. otherwise, zero is returned.
1188  */
1189 static int __init match_parm (char *s, const char *keywords[], int vals[], int max_vals)
1190 {
1191         static const char *decimal = "0123456789";
1192         static const char *hex = "0123456789abcdef";
1193         int i, n;
1194
1195         if (*s++ == '=') {
1196                 /*
1197                  * Try matching against the supplied keywords,
1198                  * and return -(index+1) if we match one
1199                  */
1200                 if (keywords != NULL) {
1201                         for (i = 0; *keywords != NULL; ++i) {
1202                                 if (!strcmp(s, *keywords++))
1203                                         return -(i+1);
1204                         }
1205                 }
1206                 /*
1207                  * Look for a series of no more than "max_vals"
1208                  * numeric values separated by commas, in base10,
1209                  * or base16 when prefixed with "0x".
1210                  * Return a count of how many were found.
1211                  */
1212                 for (n = 0; (i = stridx(decimal, *s)) >= 0;) {
1213                         vals[n] = i;
1214                         while ((i = stridx(decimal, *++s)) >= 0)
1215                                 vals[n] = (vals[n] * 10) + i;
1216                         if (*s == 'x' && !vals[n]) {
1217                                 while ((i = stridx(hex, *++s)) >= 0)
1218                                         vals[n] = (vals[n] * 0x10) + i;
1219                         }
1220                         if (++n == max_vals)
1221                                 break;
1222                         if (*s == ',' || *s == ';')
1223                                 ++s;
1224                 }
1225                 if (!*s)
1226                         return n;
1227         }
1228         return 0;       /* zero = nothing matched */
1229 }
1230
1231 #ifdef CONFIG_BLK_DEV_ALI14XX
1232 extern int probe_ali14xx;
1233 extern int ali14xx_init(void);
1234 #endif
1235 #ifdef CONFIG_BLK_DEV_UMC8672
1236 extern int probe_umc8672;
1237 extern int umc8672_init(void);
1238 #endif
1239 #ifdef CONFIG_BLK_DEV_DTC2278
1240 extern int probe_dtc2278;
1241 extern int dtc2278_init(void);
1242 #endif
1243 #ifdef CONFIG_BLK_DEV_HT6560B
1244 extern int probe_ht6560b;
1245 extern int ht6560b_init(void);
1246 #endif
1247 #ifdef CONFIG_BLK_DEV_QD65XX
1248 extern int probe_qd65xx;
1249 extern int qd65xx_init(void);
1250 #endif
1251
1252 static int __initdata is_chipset_set[MAX_HWIFS];
1253
1254 /*
1255  * ide_setup() gets called VERY EARLY during initialization,
1256  * to handle kernel "command line" strings beginning with "hdx=" or "ide".
1257  *
1258  * Remember to update Documentation/ide.txt if you change something here.
1259  */
1260 static int __init ide_setup(char *s)
1261 {
1262         int i, vals[3];
1263         ide_hwif_t *hwif;
1264         ide_drive_t *drive;
1265         unsigned int hw, unit;
1266         const char max_drive = 'a' + ((MAX_HWIFS * MAX_DRIVES) - 1);
1267         const char max_hwif  = '0' + (MAX_HWIFS - 1);
1268
1269         
1270         if (strncmp(s,"hd",2) == 0 && s[2] == '=')      /* hd= is for hd.c   */
1271                 return 0;                               /* driver and not us */
1272
1273         if (strncmp(s,"ide",3) && strncmp(s,"idebus",6) && strncmp(s,"hd",2))
1274                 return 0;
1275
1276         printk(KERN_INFO "ide_setup: %s", s);
1277         init_ide_data ();
1278
1279 #ifdef CONFIG_BLK_DEV_IDEDOUBLER
1280         if (!strcmp(s, "ide=doubler")) {
1281                 extern int ide_doubler;
1282
1283                 printk(" : Enabled support for IDE doublers\n");
1284                 ide_doubler = 1;
1285                 return 1;
1286         }
1287 #endif /* CONFIG_BLK_DEV_IDEDOUBLER */
1288
1289         if (!strcmp(s, "ide=nodma")) {
1290                 printk(" : Prevented DMA\n");
1291                 noautodma = 1;
1292                 goto obsolete_option;
1293         }
1294
1295 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1296         if (!strcmp(s, "ide=reverse")) {
1297                 ide_scan_direction = 1;
1298                 printk(" : Enabled support for IDE inverse scan order.\n");
1299                 return 1;
1300         }
1301 #endif
1302
1303 #ifdef CONFIG_BLK_DEV_IDEACPI
1304         if (!strcmp(s, "ide=noacpi")) {
1305                 //printk(" : Disable IDE ACPI support.\n");
1306                 ide_noacpi = 1;
1307                 return 1;
1308         }
1309         if (!strcmp(s, "ide=acpigtf")) {
1310                 //printk(" : Enable IDE ACPI _GTF support.\n");
1311                 ide_noacpitfs = 0;
1312                 return 1;
1313         }
1314         if (!strcmp(s, "ide=acpionboot")) {
1315                 //printk(" : Call IDE ACPI methods on boot.\n");
1316                 ide_noacpionboot = 0;
1317                 return 1;
1318         }
1319 #endif /* CONFIG_BLK_DEV_IDEACPI */
1320
1321         /*
1322          * Look for drive options:  "hdx="
1323          */
1324         if (s[0] == 'h' && s[1] == 'd' && s[2] >= 'a' && s[2] <= max_drive) {
1325                 const char *hd_words[] = {
1326                         "none", "noprobe", "nowerr", "cdrom", "nodma",
1327                         "autotune", "noautotune", "minus8", "swapdata", "bswap",
1328                         "noflush", "remap", "remap63", "scsi", NULL };
1329                 unit = s[2] - 'a';
1330                 hw   = unit / MAX_DRIVES;
1331                 unit = unit % MAX_DRIVES;
1332                 hwif = &ide_hwifs[hw];
1333                 drive = &hwif->drives[unit];
1334                 if (strncmp(s + 4, "ide-", 4) == 0) {
1335                         strlcpy(drive->driver_req, s + 4, sizeof(drive->driver_req));
1336                         goto done;
1337                 }
1338                 switch (match_parm(&s[3], hd_words, vals, 3)) {
1339                         case -1: /* "none" */
1340                         case -2: /* "noprobe" */
1341                                 drive->noprobe = 1;
1342                                 goto done;
1343                         case -3: /* "nowerr" */
1344                                 drive->bad_wstat = BAD_R_STAT;
1345                                 hwif->noprobe = 0;
1346                                 goto done;
1347                         case -4: /* "cdrom" */
1348                                 drive->present = 1;
1349                                 drive->media = ide_cdrom;
1350                                 /* an ATAPI device ignores DRDY */
1351                                 drive->ready_stat = 0;
1352                                 hwif->noprobe = 0;
1353                                 goto done;
1354                         case -5: /* nodma */
1355                                 drive->nodma = 1;
1356                                 goto done;
1357                         case -6: /* "autotune" */
1358                                 drive->autotune = IDE_TUNE_AUTO;
1359                                 goto obsolete_option;
1360                         case -7: /* "noautotune" */
1361                                 drive->autotune = IDE_TUNE_NOAUTO;
1362                                 goto obsolete_option;
1363                         case -9: /* "swapdata" */
1364                         case -10: /* "bswap" */
1365                                 drive->bswap = 1;
1366                                 goto done;
1367                         case -11: /* noflush */
1368                                 drive->noflush = 1;
1369                                 goto done;
1370                         case -12: /* "remap" */
1371                                 drive->remap_0_to_1 = 1;
1372                                 goto done;
1373                         case -13: /* "remap63" */
1374                                 drive->sect0 = 63;
1375                                 goto done;
1376                         case -14: /* "scsi" */
1377                                 drive->scsi = 1;
1378                                 goto done;
1379                         case 3: /* cyl,head,sect */
1380                                 drive->media    = ide_disk;
1381                                 drive->ready_stat = READY_STAT;
1382                                 drive->cyl      = drive->bios_cyl  = vals[0];
1383                                 drive->head     = drive->bios_head = vals[1];
1384                                 drive->sect     = drive->bios_sect = vals[2];
1385                                 drive->present  = 1;
1386                                 drive->forced_geom = 1;
1387                                 hwif->noprobe = 0;
1388                                 goto done;
1389                         default:
1390                                 goto bad_option;
1391                 }
1392         }
1393
1394         if (s[0] != 'i' || s[1] != 'd' || s[2] != 'e')
1395                 goto bad_option;
1396         /*
1397          * Look for bus speed option:  "idebus="
1398          */
1399         if (s[3] == 'b' && s[4] == 'u' && s[5] == 's') {
1400                 if (match_parm(&s[6], NULL, vals, 1) != 1)
1401                         goto bad_option;
1402                 if (vals[0] >= 20 && vals[0] <= 66) {
1403                         idebus_parameter = vals[0];
1404                 } else
1405                         printk(" -- BAD BUS SPEED! Expected value from 20 to 66");
1406                 goto done;
1407         }
1408         /*
1409          * Look for interface options:  "idex="
1410          */
1411         if (s[3] >= '0' && s[3] <= max_hwif) {
1412                 /*
1413                  * Be VERY CAREFUL changing this: note hardcoded indexes below
1414                  * (-8, -9, -10) are reserved to ease the hardcoding.
1415                  */
1416                 static const char *ide_words[] = {
1417                         "noprobe", "serialize", "minus3", "minus4",
1418                         "reset", "minus6", "ata66", "minus8", "minus9",
1419                         "minus10", "four", "qd65xx", "ht6560b", "cmd640_vlb",
1420                         "dtc2278", "umc8672", "ali14xx", NULL };
1421
1422                 hw_regs_t hwregs;
1423
1424                 hw = s[3] - '0';
1425                 hwif = &ide_hwifs[hw];
1426                 i = match_parm(&s[4], ide_words, vals, 3);
1427
1428                 /*
1429                  * Cryptic check to ensure chipset not already set for hwif.
1430                  * Note: we can't depend on hwif->chipset here.
1431                  */
1432                 if ((i >= -18 && i <= -11) || (i > 0 && i <= 3)) {
1433                         /* chipset already specified */
1434                         if (is_chipset_set[hw])
1435                                 goto bad_option;
1436                         if (i > -18 && i <= -11) {
1437                                 /* these drivers are for "ide0=" only */
1438                                 if (hw != 0)
1439                                         goto bad_hwif;
1440                                 /* chipset already specified for 2nd port */
1441                                 if (is_chipset_set[hw+1])
1442                                         goto bad_option;
1443                         }
1444                         is_chipset_set[hw] = 1;
1445                         printk("\n");
1446                 }
1447
1448                 switch (i) {
1449 #ifdef CONFIG_BLK_DEV_ALI14XX
1450                         case -17: /* "ali14xx" */
1451                                 probe_ali14xx = 1;
1452                                 goto done;
1453 #endif
1454 #ifdef CONFIG_BLK_DEV_UMC8672
1455                         case -16: /* "umc8672" */
1456                                 probe_umc8672 = 1;
1457                                 goto done;
1458 #endif
1459 #ifdef CONFIG_BLK_DEV_DTC2278
1460                         case -15: /* "dtc2278" */
1461                                 probe_dtc2278 = 1;
1462                                 goto done;
1463 #endif
1464 #ifdef CONFIG_BLK_DEV_CMD640
1465                         case -14: /* "cmd640_vlb" */
1466                         {
1467                                 extern int cmd640_vlb; /* flag for cmd640.c */
1468                                 cmd640_vlb = 1;
1469                                 goto done;
1470                         }
1471 #endif
1472 #ifdef CONFIG_BLK_DEV_HT6560B
1473                         case -13: /* "ht6560b" */
1474                                 probe_ht6560b = 1;
1475                                 goto done;
1476 #endif
1477 #ifdef CONFIG_BLK_DEV_QD65XX
1478                         case -12: /* "qd65xx" */
1479                                 probe_qd65xx = 1;
1480                                 goto done;
1481 #endif
1482 #ifdef CONFIG_BLK_DEV_4DRIVES
1483                         case -11: /* "four" drives on one set of ports */
1484                         {
1485                                 ide_hwif_t *mate = &ide_hwifs[hw^1];
1486                                 mate->drives[0].select.all ^= 0x20;
1487                                 mate->drives[1].select.all ^= 0x20;
1488                                 hwif->chipset = mate->chipset = ide_4drives;
1489                                 mate->irq = hwif->irq;
1490                                 memcpy(mate->io_ports, hwif->io_ports, sizeof(hwif->io_ports));
1491                                 hwif->mate = mate;
1492                                 mate->mate = hwif;
1493                                 hwif->serialized = mate->serialized = 1;
1494                                 goto obsolete_option;
1495                         }
1496 #endif /* CONFIG_BLK_DEV_4DRIVES */
1497                         case -10: /* minus10 */
1498                         case -9: /* minus9 */
1499                         case -8: /* minus8 */
1500                         case -6:
1501                         case -4:
1502                         case -3:
1503                                 goto bad_option;
1504                         case -7: /* ata66 */
1505 #ifdef CONFIG_BLK_DEV_IDEPCI
1506                                 /*
1507                                  * Use ATA_CBL_PATA40_SHORT so drive side
1508                                  * cable detection is also overriden.
1509                                  */
1510                                 hwif->cbl = ATA_CBL_PATA40_SHORT;
1511                                 goto obsolete_option;
1512 #else
1513                                 goto bad_hwif;
1514 #endif
1515                         case -5: /* "reset" */
1516                                 hwif->reset = 1;
1517                                 goto obsolete_option;
1518                         case -2: /* "serialize" */
1519                                 hwif->mate = &ide_hwifs[hw^1];
1520                                 hwif->mate->mate = hwif;
1521                                 hwif->serialized = hwif->mate->serialized = 1;
1522                                 goto obsolete_option;
1523
1524                         case -1: /* "noprobe" */
1525                                 hwif->noprobe = 1;
1526                                 goto done;
1527
1528                         case 1: /* base */
1529                                 vals[1] = vals[0] + 0x206; /* default ctl */
1530                         case 2: /* base,ctl */
1531                                 vals[2] = 0;    /* default irq = probe for it */
1532                         case 3: /* base,ctl,irq */
1533                                 memset(&hwregs, 0, sizeof(hwregs));
1534                                 ide_init_hwif_ports(&hwregs, vals[0], vals[1], &hwif->irq);
1535                                 memcpy(hwif->io_ports, hwregs.io_ports, sizeof(hwif->io_ports));
1536                                 hwif->irq      = vals[2];
1537                                 hwif->noprobe  = 0;
1538                                 hwif->chipset  = ide_forced;
1539                                 goto obsolete_option;
1540
1541                         case 0: goto bad_option;
1542                         default:
1543                                 printk(" -- SUPPORT NOT CONFIGURED IN THIS KERNEL\n");
1544                                 return 1;
1545                 }
1546         }
1547 bad_option:
1548         printk(" -- BAD OPTION\n");
1549         return 1;
1550 obsolete_option:
1551         printk(" -- OBSOLETE OPTION, WILL BE REMOVED SOON!\n");
1552         return 1;
1553 bad_hwif:
1554         printk("-- NOT SUPPORTED ON ide%d", hw);
1555 done:
1556         printk("\n");
1557         return 1;
1558 }
1559
1560 extern void __init pnpide_init(void);
1561 extern void __exit pnpide_exit(void);
1562 extern void __init h8300_ide_init(void);
1563
1564 /*
1565  * probe_for_hwifs() finds/initializes "known" IDE interfaces
1566  */
1567 static void __init probe_for_hwifs (void)
1568 {
1569 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1570         ide_scan_pcibus(ide_scan_direction);
1571 #endif
1572
1573 #ifdef CONFIG_ETRAX_IDE
1574         {
1575                 extern void init_e100_ide(void);
1576                 init_e100_ide();
1577         }
1578 #endif /* CONFIG_ETRAX_IDE */
1579 #ifdef CONFIG_BLK_DEV_CMD640
1580         {
1581                 extern void ide_probe_for_cmd640x(void);
1582                 ide_probe_for_cmd640x();
1583         }
1584 #endif /* CONFIG_BLK_DEV_CMD640 */
1585 #ifdef CONFIG_BLK_DEV_IDE_PMAC
1586         {
1587                 extern int pmac_ide_probe(void);
1588                 (void)pmac_ide_probe();
1589         }
1590 #endif /* CONFIG_BLK_DEV_IDE_PMAC */
1591 #ifdef CONFIG_BLK_DEV_GAYLE
1592         {
1593                 extern void gayle_init(void);
1594                 gayle_init();
1595         }
1596 #endif /* CONFIG_BLK_DEV_GAYLE */
1597 #ifdef CONFIG_BLK_DEV_FALCON_IDE
1598         {
1599                 extern void falconide_init(void);
1600                 falconide_init();
1601         }
1602 #endif /* CONFIG_BLK_DEV_FALCON_IDE */
1603 #ifdef CONFIG_BLK_DEV_MAC_IDE
1604         {
1605                 extern void macide_init(void);
1606                 macide_init();
1607         }
1608 #endif /* CONFIG_BLK_DEV_MAC_IDE */
1609 #ifdef CONFIG_BLK_DEV_Q40IDE
1610         {
1611                 extern void q40ide_init(void);
1612                 q40ide_init();
1613         }
1614 #endif /* CONFIG_BLK_DEV_Q40IDE */
1615 #ifdef CONFIG_BLK_DEV_BUDDHA
1616         {
1617                 extern void buddha_init(void);
1618                 buddha_init();
1619         }
1620 #endif /* CONFIG_BLK_DEV_BUDDHA */
1621 #ifdef CONFIG_BLK_DEV_IDEPNP
1622         pnpide_init();
1623 #endif
1624 #ifdef CONFIG_H8300
1625         h8300_ide_init();
1626 #endif
1627 }
1628
1629 /*
1630  * Probe module
1631  */
1632
1633 EXPORT_SYMBOL(ide_lock);
1634
1635 static int ide_bus_match(struct device *dev, struct device_driver *drv)
1636 {
1637         return 1;
1638 }
1639
1640 static char *media_string(ide_drive_t *drive)
1641 {
1642         switch (drive->media) {
1643         case ide_disk:
1644                 return "disk";
1645         case ide_cdrom:
1646                 return "cdrom";
1647         case ide_tape:
1648                 return "tape";
1649         case ide_floppy:
1650                 return "floppy";
1651         case ide_optical:
1652                 return "optical";
1653         default:
1654                 return "UNKNOWN";
1655         }
1656 }
1657
1658 static ssize_t media_show(struct device *dev, struct device_attribute *attr, char *buf)
1659 {
1660         ide_drive_t *drive = to_ide_device(dev);
1661         return sprintf(buf, "%s\n", media_string(drive));
1662 }
1663
1664 static ssize_t drivename_show(struct device *dev, struct device_attribute *attr, char *buf)
1665 {
1666         ide_drive_t *drive = to_ide_device(dev);
1667         return sprintf(buf, "%s\n", drive->name);
1668 }
1669
1670 static ssize_t modalias_show(struct device *dev, struct device_attribute *attr, char *buf)
1671 {
1672         ide_drive_t *drive = to_ide_device(dev);
1673         return sprintf(buf, "ide:m-%s\n", media_string(drive));
1674 }
1675
1676 static ssize_t model_show(struct device *dev, struct device_attribute *attr,
1677                           char *buf)
1678 {
1679         ide_drive_t *drive = to_ide_device(dev);
1680         return sprintf(buf, "%s\n", drive->id->model);
1681 }
1682
1683 static ssize_t firmware_show(struct device *dev, struct device_attribute *attr,
1684                              char *buf)
1685 {
1686         ide_drive_t *drive = to_ide_device(dev);
1687         return sprintf(buf, "%s\n", drive->id->fw_rev);
1688 }
1689
1690 static ssize_t serial_show(struct device *dev, struct device_attribute *attr,
1691                            char *buf)
1692 {
1693         ide_drive_t *drive = to_ide_device(dev);
1694         return sprintf(buf, "%s\n", drive->id->serial_no);
1695 }
1696
1697 static struct device_attribute ide_dev_attrs[] = {
1698         __ATTR_RO(media),
1699         __ATTR_RO(drivename),
1700         __ATTR_RO(modalias),
1701         __ATTR_RO(model),
1702         __ATTR_RO(firmware),
1703         __ATTR(serial, 0400, serial_show, NULL),
1704         __ATTR_NULL
1705 };
1706
1707 static int ide_uevent(struct device *dev, struct kobj_uevent_env *env)
1708 {
1709         ide_drive_t *drive = to_ide_device(dev);
1710
1711         add_uevent_var(env, "MEDIA=%s", media_string(drive));
1712         add_uevent_var(env, "DRIVENAME=%s", drive->name);
1713         add_uevent_var(env, "MODALIAS=ide:m-%s", media_string(drive));
1714         return 0;
1715 }
1716
1717 static int generic_ide_probe(struct device *dev)
1718 {
1719         ide_drive_t *drive = to_ide_device(dev);
1720         ide_driver_t *drv = to_ide_driver(dev->driver);
1721
1722         return drv->probe ? drv->probe(drive) : -ENODEV;
1723 }
1724
1725 static int generic_ide_remove(struct device *dev)
1726 {
1727         ide_drive_t *drive = to_ide_device(dev);
1728         ide_driver_t *drv = to_ide_driver(dev->driver);
1729
1730         if (drv->remove)
1731                 drv->remove(drive);
1732
1733         return 0;
1734 }
1735
1736 static void generic_ide_shutdown(struct device *dev)
1737 {
1738         ide_drive_t *drive = to_ide_device(dev);
1739         ide_driver_t *drv = to_ide_driver(dev->driver);
1740
1741         if (dev->driver && drv->shutdown)
1742                 drv->shutdown(drive);
1743 }
1744
1745 struct bus_type ide_bus_type = {
1746         .name           = "ide",
1747         .match          = ide_bus_match,
1748         .uevent         = ide_uevent,
1749         .probe          = generic_ide_probe,
1750         .remove         = generic_ide_remove,
1751         .shutdown       = generic_ide_shutdown,
1752         .dev_attrs      = ide_dev_attrs,
1753         .suspend        = generic_ide_suspend,
1754         .resume         = generic_ide_resume,
1755 };
1756
1757 EXPORT_SYMBOL_GPL(ide_bus_type);
1758
1759 /*
1760  * This is gets invoked once during initialization, to set *everything* up
1761  */
1762 static int __init ide_init(void)
1763 {
1764         int ret;
1765
1766         printk(KERN_INFO "Uniform Multi-Platform E-IDE driver " REVISION "\n");
1767         system_bus_speed = ide_system_bus_speed();
1768
1769         ret = bus_register(&ide_bus_type);
1770         if (ret < 0) {
1771                 printk(KERN_WARNING "IDE: bus_register error: %d\n", ret);
1772                 return ret;
1773         }
1774
1775         init_ide_data();
1776
1777         proc_ide_create();
1778
1779 #ifdef CONFIG_BLK_DEV_ALI14XX
1780         if (probe_ali14xx)
1781                 (void)ali14xx_init();
1782 #endif
1783 #ifdef CONFIG_BLK_DEV_UMC8672
1784         if (probe_umc8672)
1785                 (void)umc8672_init();
1786 #endif
1787 #ifdef CONFIG_BLK_DEV_DTC2278
1788         if (probe_dtc2278)
1789                 (void)dtc2278_init();
1790 #endif
1791 #ifdef CONFIG_BLK_DEV_HT6560B
1792         if (probe_ht6560b)
1793                 (void)ht6560b_init();
1794 #endif
1795 #ifdef CONFIG_BLK_DEV_QD65XX
1796         if (probe_qd65xx)
1797                 (void)qd65xx_init();
1798 #endif
1799
1800         /* Probe for special PCI and other "known" interface chipsets. */
1801         probe_for_hwifs();
1802
1803         return 0;
1804 }
1805
1806 #ifdef MODULE
1807 static char *options = NULL;
1808 module_param(options, charp, 0);
1809 MODULE_LICENSE("GPL");
1810
1811 static void __init parse_options (char *line)
1812 {
1813         char *next = line;
1814
1815         if (line == NULL || !*line)
1816                 return;
1817         while ((line = next) != NULL) {
1818                 if ((next = strchr(line,' ')) != NULL)
1819                         *next++ = 0;
1820                 if (!ide_setup(line))
1821                         printk (KERN_INFO "Unknown option '%s'\n", line);
1822         }
1823 }
1824
1825 int __init init_module (void)
1826 {
1827         parse_options(options);
1828         return ide_init();
1829 }
1830
1831 void __exit cleanup_module (void)
1832 {
1833         int index;
1834
1835         for (index = 0; index < MAX_HWIFS; ++index)
1836                 ide_unregister(index);
1837
1838 #ifdef CONFIG_BLK_DEV_IDEPNP
1839         pnpide_exit();
1840 #endif
1841
1842         proc_ide_destroy();
1843
1844         bus_unregister(&ide_bus_type);
1845 }
1846
1847 #else /* !MODULE */
1848
1849 __setup("", ide_setup);
1850
1851 module_init(ide_init);
1852
1853 #endif /* MODULE */