Merge master.kernel.org:/pub/scm/linux/kernel/git/davej/agpgart
[linux-2.6] / drivers / ide / ide.c
1 /*
2  *  linux/drivers/ide/ide.c             Version 7.00beta2       Mar 05 2003
3  *
4  *  Copyright (C) 1994-1998  Linus Torvalds & authors (see below)
5  */
6
7 /*
8  *  Mostly written by Mark Lord  <mlord@pobox.com>
9  *                and Gadi Oxman <gadio@netvision.net.il>
10  *                and Andre Hedrick <andre@linux-ide.org>
11  *
12  *  See linux/MAINTAINERS for address of current maintainer.
13  *
14  * This is the multiple IDE interface driver, as evolved from hd.c.
15  * It supports up to MAX_HWIFS IDE interfaces, on one or more IRQs
16  *   (usually 14 & 15).
17  * There can be up to two drives per interface, as per the ATA-2 spec.
18  *
19  * Primary:    ide0, port 0x1f0; major=3;  hda is minor=0; hdb is minor=64
20  * Secondary:  ide1, port 0x170; major=22; hdc is minor=0; hdd is minor=64
21  * Tertiary:   ide2, port 0x???; major=33; hde is minor=0; hdf is minor=64
22  * Quaternary: ide3, port 0x???; major=34; hdg is minor=0; hdh is minor=64
23  * ...
24  *
25  *  From hd.c:
26  *  |
27  *  | It traverses the request-list, using interrupts to jump between functions.
28  *  | As nearly all functions can be called within interrupts, we may not sleep.
29  *  | Special care is recommended.  Have Fun!
30  *  |
31  *  | modified by Drew Eckhardt to check nr of hd's from the CMOS.
32  *  |
33  *  | Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
34  *  | in the early extended-partition checks and added DM partitions.
35  *  |
36  *  | Early work on error handling by Mika Liljeberg (liljeber@cs.Helsinki.FI).
37  *  |
38  *  | IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
39  *  | and general streamlining by Mark Lord (mlord@pobox.com).
40  *
41  *  October, 1994 -- Complete line-by-line overhaul for linux 1.1.x, by:
42  *
43  *      Mark Lord       (mlord@pobox.com)               (IDE Perf.Pkg)
44  *      Delman Lee      (delman@ieee.org)               ("Mr. atdisk2")
45  *      Scott Snyder    (snyder@fnald0.fnal.gov)        (ATAPI IDE cd-rom)
46  *
47  *  This was a rewrite of just about everything from hd.c, though some original
48  *  code is still sprinkled about.  Think of it as a major evolution, with
49  *  inspiration from lots of linux users, esp.  hamish@zot.apana.org.au
50  *
51  *  Version 1.0 ALPHA   initial code, primary i/f working okay
52  *  Version 1.3 BETA    dual i/f on shared irq tested & working!
53  *  Version 1.4 BETA    added auto probing for irq(s)
54  *  Version 1.5 BETA    added ALPHA (untested) support for IDE cd-roms,
55  *  ...
56  * Version 5.50         allow values as small as 20 for idebus=
57  * Version 5.51         force non io_32bit in drive_cmd_intr()
58  *                      change delay_10ms() to delay_50ms() to fix problems
59  * Version 5.52         fix incorrect invalidation of removable devices
60  *                      add "hdx=slow" command line option
61  * Version 5.60         start to modularize the driver; the disk and ATAPI
62  *                       drivers can be compiled as loadable modules.
63  *                      move IDE probe code to ide-probe.c
64  *                      move IDE disk code to ide-disk.c
65  *                      add support for generic IDE device subdrivers
66  *                      add m68k code from Geert Uytterhoeven
67  *                      probe all interfaces by default
68  *                      add ioctl to (re)probe an interface
69  * Version 6.00         use per device request queues
70  *                      attempt to optimize shared hwgroup performance
71  *                      add ioctl to manually adjust bandwidth algorithms
72  *                      add kerneld support for the probe module
73  *                      fix bug in ide_error()
74  *                      fix bug in the first ide_get_lock() call for Atari
75  *                      don't flush leftover data for ATAPI devices
76  * Version 6.01         clear hwgroup->active while the hwgroup sleeps
77  *                      support HDIO_GETGEO for floppies
78  * Version 6.02         fix ide_ack_intr() call
79  *                      check partition table on floppies
80  * Version 6.03         handle bad status bit sequencing in ide_wait_stat()
81  * Version 6.10         deleted old entries from this list of updates
82  *                      replaced triton.c with ide-dma.c generic PCI DMA
83  *                      added support for BIOS-enabled UltraDMA
84  *                      rename all "promise" things to "pdc4030"
85  *                      fix EZ-DRIVE handling on small disks
86  * Version 6.11         fix probe error in ide_scan_devices()
87  *                      fix ancient "jiffies" polling bugs
88  *                      mask all hwgroup interrupts on each irq entry
89  * Version 6.12         integrate ioctl and proc interfaces
90  *                      fix parsing of "idex=" command line parameter
91  * Version 6.13         add support for ide4/ide5 courtesy rjones@orchestream.com
92  * Version 6.14         fixed IRQ sharing among PCI devices
93  * Version 6.15         added SMP awareness to IDE drivers
94  * Version 6.16         fixed various bugs; even more SMP friendly
95  * Version 6.17         fix for newest EZ-Drive problem
96  * Version 6.18         default unpartitioned-disk translation now "BIOS LBA"
97  * Version 6.19         Re-design for a UNIFORM driver for all platforms,
98  *                        model based on suggestions from Russell King and
99  *                        Geert Uytterhoeven
100  *                      Promise DC4030VL now supported.
101  *                      add support for ide6/ide7
102  *                      delay_50ms() changed to ide_delay_50ms() and exported.
103  * Version 6.20         Added/Fixed Generic ATA-66 support and hwif detection.
104  *                      Added hdx=flash to allow for second flash disk
105  *                        detection w/o the hang loop.
106  *                      Added support for ide8/ide9
107  *                      Added idex=ata66 for the quirky chipsets that are
108  *                        ATA-66 compliant, but have yet to determine a method
109  *                        of verification of the 80c cable presence.
110  *                        Specifically Promise's PDC20262 chipset.
111  * Version 6.21         Fixing/Fixed SMP spinlock issue with insight from an old
112  *                        hat that clarified original low level driver design.
113  * Version 6.30         Added SMP support; fixed multmode issues.  -ml
114  * Version 6.31         Debug Share INTR's and request queue streaming
115  *                      Native ATA-100 support
116  *                      Prep for Cascades Project
117  * Version 7.00alpha    First named revision of ide rearrange
118  *
119  *  Some additional driver compile-time options are in ./include/linux/ide.h
120  *
121  *  To do, in likely order of completion:
122  *      - modify kernel to obtain BIOS geometry for drives on 2nd/3rd/4th i/f
123  *
124  */
125
126 #define REVISION        "Revision: 7.00alpha2"
127 #define VERSION         "Id: ide.c 7.00a2 20020906"
128
129 #define _IDE_C                  /* Tell ide.h it's really us */
130
131 #include <linux/module.h>
132 #include <linux/types.h>
133 #include <linux/string.h>
134 #include <linux/kernel.h>
135 #include <linux/timer.h>
136 #include <linux/mm.h>
137 #include <linux/interrupt.h>
138 #include <linux/major.h>
139 #include <linux/errno.h>
140 #include <linux/genhd.h>
141 #include <linux/blkpg.h>
142 #include <linux/slab.h>
143 #include <linux/init.h>
144 #include <linux/pci.h>
145 #include <linux/delay.h>
146 #include <linux/ide.h>
147 #include <linux/completion.h>
148 #include <linux/reboot.h>
149 #include <linux/cdrom.h>
150 #include <linux/seq_file.h>
151 #include <linux/device.h>
152 #include <linux/bitops.h>
153
154 #include <asm/byteorder.h>
155 #include <asm/irq.h>
156 #include <asm/uaccess.h>
157 #include <asm/io.h>
158
159
160 /* default maximum number of failures */
161 #define IDE_DEFAULT_MAX_FAILURES        1
162
163 static const u8 ide_hwif_to_major[] = { IDE0_MAJOR, IDE1_MAJOR,
164                                         IDE2_MAJOR, IDE3_MAJOR,
165                                         IDE4_MAJOR, IDE5_MAJOR,
166                                         IDE6_MAJOR, IDE7_MAJOR,
167                                         IDE8_MAJOR, IDE9_MAJOR };
168
169 static int idebus_parameter;    /* holds the "idebus=" parameter */
170 static int system_bus_speed;    /* holds what we think is VESA/PCI bus speed */
171
172 DECLARE_MUTEX(ide_cfg_sem);
173  __cacheline_aligned_in_smp DEFINE_SPINLOCK(ide_lock);
174
175 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
176 static int ide_scan_direction; /* THIS was formerly 2.2.x pci=reverse */
177 #endif
178
179 int noautodma = 0;
180
181 EXPORT_SYMBOL(noautodma);
182
183 #ifdef CONFIG_BLK_DEV_IDEACPI
184 int ide_noacpi = 0;
185 int ide_noacpitfs = 1;
186 int ide_noacpionboot = 1;
187 #endif
188
189 /*
190  * This is declared extern in ide.h, for access by other IDE modules:
191  */
192 ide_hwif_t ide_hwifs[MAX_HWIFS];        /* master data repository */
193
194 EXPORT_SYMBOL(ide_hwifs);
195
196 /*
197  * Do not even *think* about calling this!
198  */
199 static void init_hwif_data(ide_hwif_t *hwif, unsigned int index)
200 {
201         unsigned int unit;
202
203         /* bulk initialize hwif & drive info with zeros */
204         memset(hwif, 0, sizeof(ide_hwif_t));
205
206         /* fill in any non-zero initial values */
207         hwif->index     = index;
208         hwif->major     = ide_hwif_to_major[index];
209
210         hwif->name[0]   = 'i';
211         hwif->name[1]   = 'd';
212         hwif->name[2]   = 'e';
213         hwif->name[3]   = '0' + index;
214
215         hwif->bus_state = BUSSTATE_ON;
216
217         hwif->atapi_dma = 0;            /* disable all atapi dma */ 
218
219         init_completion(&hwif->gendev_rel_comp);
220
221         default_hwif_iops(hwif);
222         default_hwif_transport(hwif);
223         for (unit = 0; unit < MAX_DRIVES; ++unit) {
224                 ide_drive_t *drive = &hwif->drives[unit];
225
226                 drive->media                    = ide_disk;
227                 drive->select.all               = (unit<<4)|0xa0;
228                 drive->hwif                     = hwif;
229                 drive->ctl                      = 0x08;
230                 drive->ready_stat               = READY_STAT;
231                 drive->bad_wstat                = BAD_W_STAT;
232                 drive->special.b.recalibrate    = 1;
233                 drive->special.b.set_geometry   = 1;
234                 drive->name[0]                  = 'h';
235                 drive->name[1]                  = 'd';
236                 drive->name[2]                  = 'a' + (index * MAX_DRIVES) + unit;
237                 drive->max_failures             = IDE_DEFAULT_MAX_FAILURES;
238                 drive->using_dma                = 0;
239                 drive->vdma                     = 0;
240                 INIT_LIST_HEAD(&drive->list);
241                 init_completion(&drive->gendev_rel_comp);
242         }
243 }
244
245 static void init_hwif_default(ide_hwif_t *hwif, unsigned int index)
246 {
247         hw_regs_t hw;
248
249         memset(&hw, 0, sizeof(hw_regs_t));
250
251         ide_init_hwif_ports(&hw, ide_default_io_base(index), 0, &hwif->irq);
252
253         memcpy(&hwif->hw, &hw, sizeof(hw));
254         memcpy(hwif->io_ports, hw.io_ports, sizeof(hw.io_ports));
255
256         hwif->noprobe = !hwif->io_ports[IDE_DATA_OFFSET];
257 #ifdef CONFIG_BLK_DEV_HD
258         if (hwif->io_ports[IDE_DATA_OFFSET] == HD_DATA)
259                 hwif->noprobe = 1;      /* may be overridden by ide_setup() */
260 #endif
261 }
262
263 extern void ide_arm_init(void);
264
265 /*
266  * init_ide_data() sets reasonable default values into all fields
267  * of all instances of the hwifs and drives, but only on the first call.
268  * Subsequent calls have no effect (they don't wipe out anything).
269  *
270  * This routine is normally called at driver initialization time,
271  * but may also be called MUCH earlier during kernel "command-line"
272  * parameter processing.  As such, we cannot depend on any other parts
273  * of the kernel (such as memory allocation) to be functioning yet.
274  *
275  * This is too bad, as otherwise we could dynamically allocate the
276  * ide_drive_t structs as needed, rather than always consuming memory
277  * for the max possible number (MAX_HWIFS * MAX_DRIVES) of them.
278  *
279  * FIXME: We should stuff the setup data into __init and copy the
280  * relevant hwifs/allocate them properly during boot.
281  */
282 #define MAGIC_COOKIE 0x12345678
283 static void __init init_ide_data (void)
284 {
285         ide_hwif_t *hwif;
286         unsigned int index;
287         static unsigned long magic_cookie = MAGIC_COOKIE;
288
289         if (magic_cookie != MAGIC_COOKIE)
290                 return;         /* already initialized */
291         magic_cookie = 0;
292
293         /* Initialise all interface structures */
294         for (index = 0; index < MAX_HWIFS; ++index) {
295                 hwif = &ide_hwifs[index];
296                 init_hwif_data(hwif, index);
297                 init_hwif_default(hwif, index);
298 #if !defined(CONFIG_PPC32) || !defined(CONFIG_PCI)
299                 hwif->irq = hwif->hw.irq =
300                         ide_init_default_irq(hwif->io_ports[IDE_DATA_OFFSET]);
301 #endif
302         }
303 #ifdef CONFIG_IDE_ARM
304         ide_arm_init();
305 #endif
306 }
307
308 /**
309  *      ide_system_bus_speed    -       guess bus speed
310  *
311  *      ide_system_bus_speed() returns what we think is the system VESA/PCI
312  *      bus speed (in MHz). This is used for calculating interface PIO timings.
313  *      The default is 40 for known PCI systems, 50 otherwise.
314  *      The "idebus=xx" parameter can be used to override this value.
315  *      The actual value to be used is computed/displayed the first time
316  *      through. Drivers should only use this as a last resort.
317  *
318  *      Returns a guessed speed in MHz.
319  */
320
321 static int ide_system_bus_speed(void)
322 {
323 #ifdef CONFIG_PCI
324         static struct pci_device_id pci_default[] = {
325                 { PCI_DEVICE(PCI_ANY_ID, PCI_ANY_ID) },
326                 { }
327         };
328 #else
329 #define pci_default 0
330 #endif /* CONFIG_PCI */
331
332         if (!system_bus_speed) {
333                 if (idebus_parameter) {
334                         /* user supplied value */
335                         system_bus_speed = idebus_parameter;
336                 } else if (pci_dev_present(pci_default)) {
337                         /* safe default value for PCI */
338                         system_bus_speed = 33;
339                 } else {
340                         /* safe default value for VESA and PCI */
341                         system_bus_speed = 50;
342                 }
343                 printk(KERN_INFO "ide: Assuming %dMHz system bus speed "
344                         "for PIO modes%s\n", system_bus_speed,
345                         idebus_parameter ? "" : "; override with idebus=xx");
346         }
347         return system_bus_speed;
348 }
349
350 static struct resource* hwif_request_region(ide_hwif_t *hwif,
351                                             unsigned long addr, int num)
352 {
353         struct resource *res = request_region(addr, num, hwif->name);
354
355         if (!res)
356                 printk(KERN_ERR "%s: I/O resource 0x%lX-0x%lX not free.\n",
357                                 hwif->name, addr, addr+num-1);
358         return res;
359 }
360
361 /**
362  *      ide_hwif_request_regions - request resources for IDE
363  *      @hwif: interface to use
364  *
365  *      Requests all the needed resources for an interface.
366  *      Right now core IDE code does this work which is deeply wrong.
367  *      MMIO leaves it to the controller driver,
368  *      PIO will migrate this way over time.
369  */
370
371 int ide_hwif_request_regions(ide_hwif_t *hwif)
372 {
373         unsigned long addr;
374         unsigned int i;
375
376         if (hwif->mmio)
377                 return 0;
378         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
379         if (addr && !hwif_request_region(hwif, addr, 1))
380                 goto control_region_busy;
381         hwif->straight8 = 0;
382         addr = hwif->io_ports[IDE_DATA_OFFSET];
383         if ((addr | 7) == hwif->io_ports[IDE_STATUS_OFFSET]) {
384                 if (!hwif_request_region(hwif, addr, 8))
385                         goto data_region_busy;
386                 hwif->straight8 = 1;
387                 return 0;
388         }
389         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++) {
390                 addr = hwif->io_ports[i];
391                 if (!hwif_request_region(hwif, addr, 1)) {
392                         while (--i)
393                                 release_region(addr, 1);
394                         goto data_region_busy;
395                 }
396         }
397         return 0;
398
399 data_region_busy:
400         addr = hwif->io_ports[IDE_CONTROL_OFFSET];
401         if (addr)
402                 release_region(addr, 1);
403 control_region_busy:
404         /* If any errors are return, we drop the hwif interface. */
405         return -EBUSY;
406 }
407
408 /**
409  *      ide_hwif_release_regions - free IDE resources
410  *
411  *      Note that we only release the standard ports,
412  *      and do not even try to handle any extra ports
413  *      allocated for weird IDE interface chipsets.
414  *
415  *      Note also that we don't yet handle mmio resources here. More
416  *      importantly our caller should be doing this so we need to 
417  *      restructure this as a helper function for drivers.
418  */
419
420 void ide_hwif_release_regions(ide_hwif_t *hwif)
421 {
422         u32 i = 0;
423
424         if (hwif->mmio)
425                 return;
426         if (hwif->io_ports[IDE_CONTROL_OFFSET])
427                 release_region(hwif->io_ports[IDE_CONTROL_OFFSET], 1);
428         if (hwif->straight8) {
429                 release_region(hwif->io_ports[IDE_DATA_OFFSET], 8);
430                 return;
431         }
432         for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
433                 if (hwif->io_ports[i])
434                         release_region(hwif->io_ports[i], 1);
435 }
436
437 /**
438  *      ide_hwif_restore        -       restore hwif to template
439  *      @hwif: hwif to update
440  *      @tmp_hwif: template
441  *
442  *      Restore hwif to a previous state by copying most settings
443  *      from the template.
444  */
445
446 static void ide_hwif_restore(ide_hwif_t *hwif, ide_hwif_t *tmp_hwif)
447 {
448         hwif->hwgroup                   = tmp_hwif->hwgroup;
449
450         hwif->gendev.parent             = tmp_hwif->gendev.parent;
451
452         hwif->proc                      = tmp_hwif->proc;
453
454         hwif->major                     = tmp_hwif->major;
455         hwif->straight8                 = tmp_hwif->straight8;
456         hwif->bus_state                 = tmp_hwif->bus_state;
457
458         hwif->atapi_dma                 = tmp_hwif->atapi_dma;
459         hwif->ultra_mask                = tmp_hwif->ultra_mask;
460         hwif->mwdma_mask                = tmp_hwif->mwdma_mask;
461         hwif->swdma_mask                = tmp_hwif->swdma_mask;
462
463         hwif->chipset                   = tmp_hwif->chipset;
464         hwif->hold                      = tmp_hwif->hold;
465
466 #ifdef CONFIG_BLK_DEV_IDEPCI
467         hwif->pci_dev                   = tmp_hwif->pci_dev;
468         hwif->cds                       = tmp_hwif->cds;
469 #endif
470
471         hwif->tuneproc                  = tmp_hwif->tuneproc;
472         hwif->speedproc                 = tmp_hwif->speedproc;
473         hwif->udma_filter               = tmp_hwif->udma_filter;
474         hwif->selectproc                = tmp_hwif->selectproc;
475         hwif->reset_poll                = tmp_hwif->reset_poll;
476         hwif->pre_reset                 = tmp_hwif->pre_reset;
477         hwif->resetproc                 = tmp_hwif->resetproc;
478         hwif->intrproc                  = tmp_hwif->intrproc;
479         hwif->maskproc                  = tmp_hwif->maskproc;
480         hwif->quirkproc                 = tmp_hwif->quirkproc;
481         hwif->busproc                   = tmp_hwif->busproc;
482
483         hwif->ata_input_data            = tmp_hwif->ata_input_data;
484         hwif->ata_output_data           = tmp_hwif->ata_output_data;
485         hwif->atapi_input_bytes         = tmp_hwif->atapi_input_bytes;
486         hwif->atapi_output_bytes        = tmp_hwif->atapi_output_bytes;
487
488         hwif->dma_setup                 = tmp_hwif->dma_setup;
489         hwif->dma_exec_cmd              = tmp_hwif->dma_exec_cmd;
490         hwif->dma_start                 = tmp_hwif->dma_start;
491         hwif->ide_dma_end               = tmp_hwif->ide_dma_end;
492         hwif->ide_dma_check             = tmp_hwif->ide_dma_check;
493         hwif->ide_dma_on                = tmp_hwif->ide_dma_on;
494         hwif->dma_off_quietly           = tmp_hwif->dma_off_quietly;
495         hwif->ide_dma_test_irq          = tmp_hwif->ide_dma_test_irq;
496         hwif->ide_dma_clear_irq         = tmp_hwif->ide_dma_clear_irq;
497         hwif->dma_host_on               = tmp_hwif->dma_host_on;
498         hwif->dma_host_off              = tmp_hwif->dma_host_off;
499         hwif->ide_dma_lostirq           = tmp_hwif->ide_dma_lostirq;
500         hwif->ide_dma_timeout           = tmp_hwif->ide_dma_timeout;
501
502         hwif->OUTB                      = tmp_hwif->OUTB;
503         hwif->OUTBSYNC                  = tmp_hwif->OUTBSYNC;
504         hwif->OUTW                      = tmp_hwif->OUTW;
505         hwif->OUTSW                     = tmp_hwif->OUTSW;
506         hwif->OUTSL                     = tmp_hwif->OUTSL;
507
508         hwif->INB                       = tmp_hwif->INB;
509         hwif->INW                       = tmp_hwif->INW;
510         hwif->INSW                      = tmp_hwif->INSW;
511         hwif->INSL                      = tmp_hwif->INSL;
512
513         hwif->sg_max_nents              = tmp_hwif->sg_max_nents;
514
515         hwif->mmio                      = tmp_hwif->mmio;
516         hwif->rqsize                    = tmp_hwif->rqsize;
517         hwif->no_lba48                  = tmp_hwif->no_lba48;
518
519 #ifndef CONFIG_BLK_DEV_IDECS
520         hwif->irq                       = tmp_hwif->irq;
521 #endif
522
523         hwif->dma_base                  = tmp_hwif->dma_base;
524         hwif->dma_master                = tmp_hwif->dma_master;
525         hwif->dma_command               = tmp_hwif->dma_command;
526         hwif->dma_vendor1               = tmp_hwif->dma_vendor1;
527         hwif->dma_status                = tmp_hwif->dma_status;
528         hwif->dma_vendor3               = tmp_hwif->dma_vendor3;
529         hwif->dma_prdtable              = tmp_hwif->dma_prdtable;
530
531         hwif->config_data               = tmp_hwif->config_data;
532         hwif->select_data               = tmp_hwif->select_data;
533         hwif->extra_base                = tmp_hwif->extra_base;
534         hwif->extra_ports               = tmp_hwif->extra_ports;
535         hwif->autodma                   = tmp_hwif->autodma;
536         hwif->udma_four                 = tmp_hwif->udma_four;
537
538         hwif->hwif_data                 = tmp_hwif->hwif_data;
539 }
540
541 /**
542  *      ide_unregister          -       free an IDE interface
543  *      @index: index of interface (will change soon to a pointer)
544  *
545  *      Perform the final unregister of an IDE interface. At the moment
546  *      we don't refcount interfaces so this will also get split up.
547  *
548  *      Locking:
549  *      The caller must not hold the IDE locks
550  *      The drive present/vanishing is not yet properly locked
551  *      Take care with the callbacks. These have been split to avoid
552  *      deadlocking the IDE layer. The shutdown callback is called
553  *      before we take the lock and free resources. It is up to the
554  *      caller to be sure there is no pending I/O here, and that
555  *      the interface will not be reopened (present/vanishing locking
556  *      isn't yet done BTW). After we commit to the final kill we
557  *      call the cleanup callback with the ide locks held.
558  *
559  *      Unregister restores the hwif structures to the default state.
560  *      This is raving bonkers.
561  */
562
563 void ide_unregister(unsigned int index)
564 {
565         ide_drive_t *drive;
566         ide_hwif_t *hwif, *g;
567         static ide_hwif_t tmp_hwif; /* protected by ide_cfg_sem */
568         ide_hwgroup_t *hwgroup;
569         int irq_count = 0, unit;
570
571         BUG_ON(index >= MAX_HWIFS);
572
573         BUG_ON(in_interrupt());
574         BUG_ON(irqs_disabled());
575         down(&ide_cfg_sem);
576         spin_lock_irq(&ide_lock);
577         hwif = &ide_hwifs[index];
578         if (!hwif->present)
579                 goto abort;
580         for (unit = 0; unit < MAX_DRIVES; ++unit) {
581                 drive = &hwif->drives[unit];
582                 if (!drive->present)
583                         continue;
584                 spin_unlock_irq(&ide_lock);
585                 device_unregister(&drive->gendev);
586                 wait_for_completion(&drive->gendev_rel_comp);
587                 spin_lock_irq(&ide_lock);
588         }
589         hwif->present = 0;
590
591         spin_unlock_irq(&ide_lock);
592
593         ide_proc_unregister_port(hwif);
594
595         hwgroup = hwif->hwgroup;
596         /*
597          * free the irq if we were the only hwif using it
598          */
599         g = hwgroup->hwif;
600         do {
601                 if (g->irq == hwif->irq)
602                         ++irq_count;
603                 g = g->next;
604         } while (g != hwgroup->hwif);
605         if (irq_count == 1)
606                 free_irq(hwif->irq, hwgroup);
607
608         spin_lock_irq(&ide_lock);
609         /*
610          * Note that we only release the standard ports,
611          * and do not even try to handle any extra ports
612          * allocated for weird IDE interface chipsets.
613          */
614         ide_hwif_release_regions(hwif);
615
616         /*
617          * Remove us from the hwgroup, and free
618          * the hwgroup if we were the only member
619          */
620         if (hwif->next == hwif) {
621                 BUG_ON(hwgroup->hwif != hwif);
622                 kfree(hwgroup);
623         } else {
624                 /* There is another interface in hwgroup.
625                  * Unlink us, and set hwgroup->drive and ->hwif to
626                  * something sane.
627                  */
628                 g = hwgroup->hwif;
629                 while (g->next != hwif)
630                         g = g->next;
631                 g->next = hwif->next;
632                 if (hwgroup->hwif == hwif) {
633                         /* Chose a random hwif for hwgroup->hwif.
634                          * It's guaranteed that there are no drives
635                          * left in the hwgroup.
636                          */
637                         BUG_ON(hwgroup->drive != NULL);
638                         hwgroup->hwif = g;
639                 }
640                 BUG_ON(hwgroup->hwif == hwif);
641         }
642
643         /* More messed up locking ... */
644         spin_unlock_irq(&ide_lock);
645         device_unregister(&hwif->gendev);
646         wait_for_completion(&hwif->gendev_rel_comp);
647
648         /*
649          * Remove us from the kernel's knowledge
650          */
651         blk_unregister_region(MKDEV(hwif->major, 0), MAX_DRIVES<<PARTN_BITS);
652         kfree(hwif->sg_table);
653         unregister_blkdev(hwif->major, hwif->name);
654         spin_lock_irq(&ide_lock);
655
656         if (hwif->dma_base) {
657                 (void) ide_release_dma(hwif);
658
659                 hwif->dma_base = 0;
660                 hwif->dma_master = 0;
661                 hwif->dma_command = 0;
662                 hwif->dma_vendor1 = 0;
663                 hwif->dma_status = 0;
664                 hwif->dma_vendor3 = 0;
665                 hwif->dma_prdtable = 0;
666
667                 hwif->extra_base  = 0;
668                 hwif->extra_ports = 0;
669         }
670
671         /* copy original settings */
672         tmp_hwif = *hwif;
673
674         /* restore hwif data to pristine status */
675         init_hwif_data(hwif, index);
676         init_hwif_default(hwif, index);
677
678         ide_hwif_restore(hwif, &tmp_hwif);
679
680 abort:
681         spin_unlock_irq(&ide_lock);
682         up(&ide_cfg_sem);
683 }
684
685 EXPORT_SYMBOL(ide_unregister);
686
687
688 /**
689  *      ide_setup_ports         -       set up IDE interface ports
690  *      @hw: register descriptions
691  *      @base: base register
692  *      @offsets: table of register offsets
693  *      @ctrl: control register
694  *      @ack_irq: IRQ ack
695  *      @irq: interrupt lie
696  *
697  *      Setup hw_regs_t structure described by parameters.  You
698  *      may set up the hw structure yourself OR use this routine to
699  *      do it for you. This is basically a helper
700  *
701  */
702  
703 void ide_setup_ports (  hw_regs_t *hw,
704                         unsigned long base, int *offsets,
705                         unsigned long ctrl, unsigned long intr,
706                         ide_ack_intr_t *ack_intr,
707 /*
708  *                      ide_io_ops_t *iops,
709  */
710                         int irq)
711 {
712         int i;
713
714         memset(hw, 0, sizeof(hw_regs_t));
715         for (i = 0; i < IDE_NR_PORTS; i++) {
716                 if (offsets[i] == -1) {
717                         switch(i) {
718                                 case IDE_CONTROL_OFFSET:
719                                         hw->io_ports[i] = ctrl;
720                                         break;
721 #if defined(CONFIG_AMIGA) || defined(CONFIG_MAC)
722                                 case IDE_IRQ_OFFSET:
723                                         hw->io_ports[i] = intr;
724                                         break;
725 #endif /* (CONFIG_AMIGA) || (CONFIG_MAC) */
726                                 default:
727                                         hw->io_ports[i] = 0;
728                                         break;
729                         }
730                 } else {
731                         hw->io_ports[i] = base + offsets[i];
732                 }
733         }
734         hw->irq = irq;
735         hw->dma = NO_DMA;
736         hw->ack_intr = ack_intr;
737 /*
738  *      hw->iops = iops;
739  */
740 }
741
742 /**
743  *      ide_register_hw_with_fixup      -       register IDE interface
744  *      @hw: hardware registers
745  *      @initializing: set while initializing built-in drivers
746  *      @hwifp: pointer to returned hwif
747  *      @fixup: fixup function
748  *
749  *      Register an IDE interface, specifying exactly the registers etc.
750  *      Set init=1 iff calling before probes have taken place.
751  *
752  *      Returns -1 on error.
753  */
754
755 int ide_register_hw_with_fixup(hw_regs_t *hw, int initializing,
756                                ide_hwif_t **hwifp,
757                                void(*fixup)(ide_hwif_t *hwif))
758 {
759         int index, retry = 1;
760         ide_hwif_t *hwif;
761
762         do {
763                 for (index = 0; index < MAX_HWIFS; ++index) {
764                         hwif = &ide_hwifs[index];
765                         if (hwif->hw.io_ports[IDE_DATA_OFFSET] == hw->io_ports[IDE_DATA_OFFSET])
766                                 goto found;
767                 }
768                 for (index = 0; index < MAX_HWIFS; ++index) {
769                         hwif = &ide_hwifs[index];
770                         if (hwif->hold)
771                                 continue;
772                         if ((!hwif->present && !hwif->mate && !initializing) ||
773                             (!hwif->hw.io_ports[IDE_DATA_OFFSET] && initializing))
774                                 goto found;
775                 }
776                 for (index = 0; index < MAX_HWIFS; index++)
777                         ide_unregister(index);
778         } while (retry--);
779         return -1;
780 found:
781         if (hwif->present)
782                 ide_unregister(index);
783         else if (!hwif->hold) {
784                 init_hwif_data(hwif, index);
785                 init_hwif_default(hwif, index);
786         }
787         if (hwif->present)
788                 return -1;
789         memcpy(&hwif->hw, hw, sizeof(*hw));
790         memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->hw.io_ports));
791         hwif->irq = hw->irq;
792         hwif->noprobe = 0;
793         hwif->chipset = hw->chipset;
794         hwif->gendev.parent = hw->dev;
795
796         if (!initializing) {
797                 probe_hwif_init_with_fixup(hwif, fixup);
798                 ide_proc_register_port(hwif);
799         }
800
801         if (hwifp)
802                 *hwifp = hwif;
803
804         return (initializing || hwif->present) ? index : -1;
805 }
806
807 EXPORT_SYMBOL(ide_register_hw_with_fixup);
808
809 int ide_register_hw(hw_regs_t *hw, int initializing, ide_hwif_t **hwifp)
810 {
811         return ide_register_hw_with_fixup(hw, initializing, hwifp, NULL);
812 }
813
814 EXPORT_SYMBOL(ide_register_hw);
815
816 /*
817  *      Locks for IDE setting functionality
818  */
819
820 DECLARE_MUTEX(ide_setting_sem);
821
822 EXPORT_SYMBOL_GPL(ide_setting_sem);
823
824 /**
825  *      ide_spin_wait_hwgroup   -       wait for group
826  *      @drive: drive in the group
827  *
828  *      Wait for an IDE device group to go non busy and then return
829  *      holding the ide_lock which guards the hwgroup->busy status
830  *      and right to use it.
831  */
832
833 int ide_spin_wait_hwgroup (ide_drive_t *drive)
834 {
835         ide_hwgroup_t *hwgroup = HWGROUP(drive);
836         unsigned long timeout = jiffies + (3 * HZ);
837
838         spin_lock_irq(&ide_lock);
839
840         while (hwgroup->busy) {
841                 unsigned long lflags;
842                 spin_unlock_irq(&ide_lock);
843                 local_irq_set(lflags);
844                 if (time_after(jiffies, timeout)) {
845                         local_irq_restore(lflags);
846                         printk(KERN_ERR "%s: channel busy\n", drive->name);
847                         return -EBUSY;
848                 }
849                 local_irq_restore(lflags);
850                 spin_lock_irq(&ide_lock);
851         }
852         return 0;
853 }
854
855 EXPORT_SYMBOL(ide_spin_wait_hwgroup);
856
857 int set_io_32bit(ide_drive_t *drive, int arg)
858 {
859         if (drive->no_io_32bit)
860                 return -EPERM;
861
862         if (arg < 0 || arg > 1 + (SUPPORT_VLB_SYNC << 1))
863                 return -EINVAL;
864
865         drive->io_32bit = arg;
866 #ifdef CONFIG_BLK_DEV_DTC2278
867         if (HWIF(drive)->chipset == ide_dtc2278)
868                 HWIF(drive)->drives[!drive->select.b.unit].io_32bit = arg;
869 #endif /* CONFIG_BLK_DEV_DTC2278 */
870         return 0;
871 }
872
873 static int set_ksettings(ide_drive_t *drive, int arg)
874 {
875         if (arg < 0 || arg > 1)
876                 return -EINVAL;
877
878         if (ide_spin_wait_hwgroup(drive))
879                 return -EBUSY;
880         drive->keep_settings = arg;
881         spin_unlock_irq(&ide_lock);
882
883         return 0;
884 }
885
886 int set_using_dma(ide_drive_t *drive, int arg)
887 {
888 #ifdef CONFIG_BLK_DEV_IDEDMA
889         ide_hwif_t *hwif = drive->hwif;
890         int err = -EPERM;
891
892         if (arg < 0 || arg > 1)
893                 return -EINVAL;
894
895         if (!drive->id || !(drive->id->capability & 1))
896                 goto out;
897
898         if (hwif->ide_dma_check == NULL)
899                 goto out;
900
901         err = -EBUSY;
902         if (ide_spin_wait_hwgroup(drive))
903                 goto out;
904         /*
905          * set ->busy flag, unlock and let it ride
906          */
907         hwif->hwgroup->busy = 1;
908         spin_unlock_irq(&ide_lock);
909
910         err = 0;
911
912         if (arg) {
913                 hwif->dma_off_quietly(drive);
914                 if (ide_set_dma(drive) || hwif->ide_dma_on(drive))
915                         err = -EIO;
916         } else
917                 ide_dma_off(drive);
918
919         /*
920          * lock, clear ->busy flag and unlock before leaving
921          */
922         spin_lock_irq(&ide_lock);
923         hwif->hwgroup->busy = 0;
924         spin_unlock_irq(&ide_lock);
925 out:
926         return err;
927 #else
928         if (arg < 0 || arg > 1)
929                 return -EINVAL;
930
931         return -EPERM;
932 #endif
933 }
934
935 int set_pio_mode(ide_drive_t *drive, int arg)
936 {
937         struct request rq;
938
939         if (arg < 0 || arg > 255)
940                 return -EINVAL;
941
942         if (!HWIF(drive)->tuneproc)
943                 return -ENOSYS;
944         if (drive->special.b.set_tune)
945                 return -EBUSY;
946         ide_init_drive_cmd(&rq);
947         drive->tune_req = (u8) arg;
948         drive->special.b.set_tune = 1;
949         (void) ide_do_drive_cmd(drive, &rq, ide_wait);
950         return 0;
951 }
952
953 static int set_unmaskirq(ide_drive_t *drive, int arg)
954 {
955         if (drive->no_unmask)
956                 return -EPERM;
957
958         if (arg < 0 || arg > 1)
959                 return -EINVAL;
960
961         if (ide_spin_wait_hwgroup(drive))
962                 return -EBUSY;
963         drive->unmask = arg;
964         spin_unlock_irq(&ide_lock);
965
966         return 0;
967 }
968
969 /**
970  *      system_bus_clock        -       clock guess
971  *
972  *      External version of the bus clock guess used by very old IDE drivers
973  *      for things like VLB timings. Should not be used.
974  */
975
976 int system_bus_clock (void)
977 {
978         return((int) ((!system_bus_speed) ? ide_system_bus_speed() : system_bus_speed ));
979 }
980
981 EXPORT_SYMBOL(system_bus_clock);
982
983 static int generic_ide_suspend(struct device *dev, pm_message_t mesg)
984 {
985         ide_drive_t *drive = dev->driver_data;
986         ide_hwif_t *hwif = HWIF(drive);
987         struct request rq;
988         struct request_pm_state rqpm;
989         ide_task_t args;
990
991         /* Call ACPI _GTM only once */
992         if (!(drive->dn % 2))
993                 ide_acpi_get_timing(hwif);
994
995         memset(&rq, 0, sizeof(rq));
996         memset(&rqpm, 0, sizeof(rqpm));
997         memset(&args, 0, sizeof(args));
998         rq.cmd_type = REQ_TYPE_PM_SUSPEND;
999         rq.special = &args;
1000         rq.data = &rqpm;
1001         rqpm.pm_step = ide_pm_state_start_suspend;
1002         if (mesg.event == PM_EVENT_PRETHAW)
1003                 mesg.event = PM_EVENT_FREEZE;
1004         rqpm.pm_state = mesg.event;
1005
1006         return ide_do_drive_cmd(drive, &rq, ide_wait);
1007 }
1008
1009 static int generic_ide_resume(struct device *dev)
1010 {
1011         ide_drive_t *drive = dev->driver_data;
1012         ide_hwif_t *hwif = HWIF(drive);
1013         ide_driver_t *drv = to_ide_driver(dev->driver);
1014         struct request rq;
1015         struct request_pm_state rqpm;
1016         ide_task_t args;
1017         int err;
1018
1019         /* Call ACPI _STM only once */
1020         if (!(drive->dn % 2))
1021                 ide_acpi_push_timing(hwif);
1022
1023         ide_acpi_exec_tfs(drive);
1024
1025         memset(&rq, 0, sizeof(rq));
1026         memset(&rqpm, 0, sizeof(rqpm));
1027         memset(&args, 0, sizeof(args));
1028         rq.cmd_type = REQ_TYPE_PM_RESUME;
1029         rq.special = &args;
1030         rq.data = &rqpm;
1031         rqpm.pm_step = ide_pm_state_start_resume;
1032         rqpm.pm_state = PM_EVENT_ON;
1033
1034         err = ide_do_drive_cmd(drive, &rq, ide_head_wait);
1035
1036         if (err == 0 && drv && drv->resume)
1037                 drv->resume(drive);
1038
1039         return err;
1040 }
1041
1042 int generic_ide_ioctl(ide_drive_t *drive, struct file *file, struct block_device *bdev,
1043                         unsigned int cmd, unsigned long arg)
1044 {
1045         unsigned long flags;
1046         ide_driver_t *drv;
1047         void __user *p = (void __user *)arg;
1048         int err = 0, (*setfunc)(ide_drive_t *, int);
1049         u8 *val;
1050
1051         switch (cmd) {
1052         case HDIO_GET_32BIT:        val = &drive->io_32bit;      goto read_val;
1053         case HDIO_GET_KEEPSETTINGS: val = &drive->keep_settings; goto read_val;
1054         case HDIO_GET_UNMASKINTR:   val = &drive->unmask;        goto read_val;
1055         case HDIO_GET_DMA:          val = &drive->using_dma;     goto read_val;
1056         case HDIO_SET_32BIT:        setfunc = set_io_32bit;      goto set_val;
1057         case HDIO_SET_KEEPSETTINGS: setfunc = set_ksettings;     goto set_val;
1058         case HDIO_SET_PIO_MODE:     setfunc = set_pio_mode;      goto set_val;
1059         case HDIO_SET_UNMASKINTR:   setfunc = set_unmaskirq;     goto set_val;
1060         case HDIO_SET_DMA:          setfunc = set_using_dma;     goto set_val;
1061         }
1062
1063         switch (cmd) {
1064                 case HDIO_OBSOLETE_IDENTITY:
1065                 case HDIO_GET_IDENTITY:
1066                         if (bdev != bdev->bd_contains)
1067                                 return -EINVAL;
1068                         if (drive->id_read == 0)
1069                                 return -ENOMSG;
1070                         if (copy_to_user(p, drive->id, (cmd == HDIO_GET_IDENTITY) ? sizeof(*drive->id) : 142))
1071                                 return -EFAULT;
1072                         return 0;
1073
1074                 case HDIO_GET_NICE:
1075                         return put_user(drive->dsc_overlap      <<      IDE_NICE_DSC_OVERLAP    |
1076                                         drive->atapi_overlap    <<      IDE_NICE_ATAPI_OVERLAP  |
1077                                         drive->nice0            <<      IDE_NICE_0              |
1078                                         drive->nice1            <<      IDE_NICE_1              |
1079                                         drive->nice2            <<      IDE_NICE_2,
1080                                         (long __user *) arg);
1081
1082 #ifdef CONFIG_IDE_TASK_IOCTL
1083                 case HDIO_DRIVE_TASKFILE:
1084                         if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SYS_RAWIO))
1085                                 return -EACCES;
1086                         switch(drive->media) {
1087                                 case ide_disk:
1088                                         return ide_taskfile_ioctl(drive, cmd, arg);
1089                                 default:
1090                                         return -ENOMSG;
1091                         }
1092 #endif /* CONFIG_IDE_TASK_IOCTL */
1093
1094                 case HDIO_DRIVE_CMD:
1095                         if (!capable(CAP_SYS_RAWIO))
1096                                 return -EACCES;
1097                         return ide_cmd_ioctl(drive, cmd, arg);
1098
1099                 case HDIO_DRIVE_TASK:
1100                         if (!capable(CAP_SYS_RAWIO))
1101                                 return -EACCES;
1102                         return ide_task_ioctl(drive, cmd, arg);
1103
1104                 case HDIO_SCAN_HWIF:
1105                 {
1106                         hw_regs_t hw;
1107                         int args[3];
1108                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1109                         if (copy_from_user(args, p, 3 * sizeof(int)))
1110                                 return -EFAULT;
1111                         memset(&hw, 0, sizeof(hw));
1112                         ide_init_hwif_ports(&hw, (unsigned long) args[0],
1113                                             (unsigned long) args[1], NULL);
1114                         hw.irq = args[2];
1115                         if (ide_register_hw(&hw, 0, NULL) == -1)
1116                                 return -EIO;
1117                         return 0;
1118                 }
1119                 case HDIO_UNREGISTER_HWIF:
1120                         if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1121                         /* (arg > MAX_HWIFS) checked in function */
1122                         ide_unregister(arg);
1123                         return 0;
1124                 case HDIO_SET_NICE:
1125                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1126                         if (arg != (arg & ((1 << IDE_NICE_DSC_OVERLAP) | (1 << IDE_NICE_1))))
1127                                 return -EPERM;
1128                         drive->dsc_overlap = (arg >> IDE_NICE_DSC_OVERLAP) & 1;
1129                         drv = *(ide_driver_t **)bdev->bd_disk->private_data;
1130                         if (drive->dsc_overlap && !drv->supports_dsc_overlap) {
1131                                 drive->dsc_overlap = 0;
1132                                 return -EPERM;
1133                         }
1134                         drive->nice1 = (arg >> IDE_NICE_1) & 1;
1135                         return 0;
1136                 case HDIO_DRIVE_RESET:
1137                 {
1138                         unsigned long flags;
1139                         if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1140                         
1141                         /*
1142                          *      Abort the current command on the
1143                          *      group if there is one, taking
1144                          *      care not to allow anything else
1145                          *      to be queued and to die on the
1146                          *      spot if we miss one somehow
1147                          */
1148
1149                         spin_lock_irqsave(&ide_lock, flags);
1150
1151                         if (HWGROUP(drive)->resetting) {
1152                                 spin_unlock_irqrestore(&ide_lock, flags);
1153                                 return -EBUSY;
1154                         }
1155
1156                         ide_abort(drive, "drive reset");
1157
1158                         BUG_ON(HWGROUP(drive)->handler);
1159                                 
1160                         /* Ensure nothing gets queued after we
1161                            drop the lock. Reset will clear the busy */
1162                    
1163                         HWGROUP(drive)->busy = 1;
1164                         spin_unlock_irqrestore(&ide_lock, flags);
1165                         (void) ide_do_reset(drive);
1166
1167                         return 0;
1168                 }
1169
1170                 case CDROMEJECT:
1171                 case CDROMCLOSETRAY:
1172                         return scsi_cmd_ioctl(file, bdev->bd_disk, cmd, p);
1173
1174                 case HDIO_GET_BUSSTATE:
1175                         if (!capable(CAP_SYS_ADMIN))
1176                                 return -EACCES;
1177                         if (put_user(HWIF(drive)->bus_state, (long __user *)arg))
1178                                 return -EFAULT;
1179                         return 0;
1180
1181                 case HDIO_SET_BUSSTATE:
1182                         if (!capable(CAP_SYS_ADMIN))
1183                                 return -EACCES;
1184                         if (HWIF(drive)->busproc)
1185                                 return HWIF(drive)->busproc(drive, (int)arg);
1186                         return -EOPNOTSUPP;
1187                 default:
1188                         return -EINVAL;
1189         }
1190
1191 read_val:
1192         down(&ide_setting_sem);
1193         spin_lock_irqsave(&ide_lock, flags);
1194         err = *val;
1195         spin_unlock_irqrestore(&ide_lock, flags);
1196         up(&ide_setting_sem);
1197         return err >= 0 ? put_user(err, (long __user *)arg) : err;
1198
1199 set_val:
1200         if (bdev != bdev->bd_contains)
1201                 err = -EINVAL;
1202         else {
1203                 if (!capable(CAP_SYS_ADMIN))
1204                         err = -EACCES;
1205                 else {
1206                         down(&ide_setting_sem);
1207                         err = setfunc(drive, arg);
1208                         up(&ide_setting_sem);
1209                 }
1210         }
1211         return err;
1212 }
1213
1214 EXPORT_SYMBOL(generic_ide_ioctl);
1215
1216 /*
1217  * stridx() returns the offset of c within s,
1218  * or -1 if c is '\0' or not found within s.
1219  */
1220 static int __init stridx (const char *s, char c)
1221 {
1222         char *i = strchr(s, c);
1223         return (i && c) ? i - s : -1;
1224 }
1225
1226 /*
1227  * match_parm() does parsing for ide_setup():
1228  *
1229  * 1. the first char of s must be '='.
1230  * 2. if the remainder matches one of the supplied keywords,
1231  *     the index (1 based) of the keyword is negated and returned.
1232  * 3. if the remainder is a series of no more than max_vals numbers
1233  *     separated by commas, the numbers are saved in vals[] and a
1234  *     count of how many were saved is returned.  Base10 is assumed,
1235  *     and base16 is allowed when prefixed with "0x".
1236  * 4. otherwise, zero is returned.
1237  */
1238 static int __init match_parm (char *s, const char *keywords[], int vals[], int max_vals)
1239 {
1240         static const char *decimal = "0123456789";
1241         static const char *hex = "0123456789abcdef";
1242         int i, n;
1243
1244         if (*s++ == '=') {
1245                 /*
1246                  * Try matching against the supplied keywords,
1247                  * and return -(index+1) if we match one
1248                  */
1249                 if (keywords != NULL) {
1250                         for (i = 0; *keywords != NULL; ++i) {
1251                                 if (!strcmp(s, *keywords++))
1252                                         return -(i+1);
1253                         }
1254                 }
1255                 /*
1256                  * Look for a series of no more than "max_vals"
1257                  * numeric values separated by commas, in base10,
1258                  * or base16 when prefixed with "0x".
1259                  * Return a count of how many were found.
1260                  */
1261                 for (n = 0; (i = stridx(decimal, *s)) >= 0;) {
1262                         vals[n] = i;
1263                         while ((i = stridx(decimal, *++s)) >= 0)
1264                                 vals[n] = (vals[n] * 10) + i;
1265                         if (*s == 'x' && !vals[n]) {
1266                                 while ((i = stridx(hex, *++s)) >= 0)
1267                                         vals[n] = (vals[n] * 0x10) + i;
1268                         }
1269                         if (++n == max_vals)
1270                                 break;
1271                         if (*s == ',' || *s == ';')
1272                                 ++s;
1273                 }
1274                 if (!*s)
1275                         return n;
1276         }
1277         return 0;       /* zero = nothing matched */
1278 }
1279
1280 #ifdef CONFIG_BLK_DEV_ALI14XX
1281 extern int probe_ali14xx;
1282 extern int ali14xx_init(void);
1283 #endif
1284 #ifdef CONFIG_BLK_DEV_UMC8672
1285 extern int probe_umc8672;
1286 extern int umc8672_init(void);
1287 #endif
1288 #ifdef CONFIG_BLK_DEV_DTC2278
1289 extern int probe_dtc2278;
1290 extern int dtc2278_init(void);
1291 #endif
1292 #ifdef CONFIG_BLK_DEV_HT6560B
1293 extern int probe_ht6560b;
1294 extern int ht6560b_init(void);
1295 #endif
1296 #ifdef CONFIG_BLK_DEV_QD65XX
1297 extern int probe_qd65xx;
1298 extern int qd65xx_init(void);
1299 #endif
1300
1301 static int __initdata is_chipset_set[MAX_HWIFS];
1302
1303 /*
1304  * ide_setup() gets called VERY EARLY during initialization,
1305  * to handle kernel "command line" strings beginning with "hdx=" or "ide".
1306  *
1307  * Remember to update Documentation/ide.txt if you change something here.
1308  */
1309 static int __init ide_setup(char *s)
1310 {
1311         int i, vals[3];
1312         ide_hwif_t *hwif;
1313         ide_drive_t *drive;
1314         unsigned int hw, unit;
1315         const char max_drive = 'a' + ((MAX_HWIFS * MAX_DRIVES) - 1);
1316         const char max_hwif  = '0' + (MAX_HWIFS - 1);
1317
1318         
1319         if (strncmp(s,"hd",2) == 0 && s[2] == '=')      /* hd= is for hd.c   */
1320                 return 0;                               /* driver and not us */
1321
1322         if (strncmp(s,"ide",3) && strncmp(s,"idebus",6) && strncmp(s,"hd",2))
1323                 return 0;
1324
1325         printk(KERN_INFO "ide_setup: %s", s);
1326         init_ide_data ();
1327
1328 #ifdef CONFIG_BLK_DEV_IDEDOUBLER
1329         if (!strcmp(s, "ide=doubler")) {
1330                 extern int ide_doubler;
1331
1332                 printk(" : Enabled support for IDE doublers\n");
1333                 ide_doubler = 1;
1334                 return 1;
1335         }
1336 #endif /* CONFIG_BLK_DEV_IDEDOUBLER */
1337
1338         if (!strcmp(s, "ide=nodma")) {
1339                 printk(" : Prevented DMA\n");
1340                 noautodma = 1;
1341                 return 1;
1342         }
1343
1344 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1345         if (!strcmp(s, "ide=reverse")) {
1346                 ide_scan_direction = 1;
1347                 printk(" : Enabled support for IDE inverse scan order.\n");
1348                 return 1;
1349         }
1350 #endif
1351
1352 #ifdef CONFIG_BLK_DEV_IDEACPI
1353         if (!strcmp(s, "ide=noacpi")) {
1354                 //printk(" : Disable IDE ACPI support.\n");
1355                 ide_noacpi = 1;
1356                 return 1;
1357         }
1358         if (!strcmp(s, "ide=acpigtf")) {
1359                 //printk(" : Enable IDE ACPI _GTF support.\n");
1360                 ide_noacpitfs = 0;
1361                 return 1;
1362         }
1363         if (!strcmp(s, "ide=acpionboot")) {
1364                 //printk(" : Call IDE ACPI methods on boot.\n");
1365                 ide_noacpionboot = 0;
1366                 return 1;
1367         }
1368 #endif /* CONFIG_BLK_DEV_IDEACPI */
1369
1370         /*
1371          * Look for drive options:  "hdx="
1372          */
1373         if (s[0] == 'h' && s[1] == 'd' && s[2] >= 'a' && s[2] <= max_drive) {
1374                 const char *hd_words[] = {
1375                         "none", "noprobe", "nowerr", "cdrom", "minus5",
1376                         "autotune", "noautotune", "minus8", "swapdata", "bswap",
1377                         "noflush", "remap", "remap63", "scsi", NULL };
1378                 unit = s[2] - 'a';
1379                 hw   = unit / MAX_DRIVES;
1380                 unit = unit % MAX_DRIVES;
1381                 hwif = &ide_hwifs[hw];
1382                 drive = &hwif->drives[unit];
1383                 if (strncmp(s + 4, "ide-", 4) == 0) {
1384                         strlcpy(drive->driver_req, s + 4, sizeof(drive->driver_req));
1385                         goto done;
1386                 }
1387                 switch (match_parm(&s[3], hd_words, vals, 3)) {
1388                         case -1: /* "none" */
1389                         case -2: /* "noprobe" */
1390                                 drive->noprobe = 1;
1391                                 goto done;
1392                         case -3: /* "nowerr" */
1393                                 drive->bad_wstat = BAD_R_STAT;
1394                                 hwif->noprobe = 0;
1395                                 goto done;
1396                         case -4: /* "cdrom" */
1397                                 drive->present = 1;
1398                                 drive->media = ide_cdrom;
1399                                 /* an ATAPI device ignores DRDY */
1400                                 drive->ready_stat = 0;
1401                                 hwif->noprobe = 0;
1402                                 goto done;
1403                         case -6: /* "autotune" */
1404                                 drive->autotune = IDE_TUNE_AUTO;
1405                                 goto obsolete_option;
1406                         case -7: /* "noautotune" */
1407                                 drive->autotune = IDE_TUNE_NOAUTO;
1408                                 goto obsolete_option;
1409                         case -9: /* "swapdata" */
1410                         case -10: /* "bswap" */
1411                                 drive->bswap = 1;
1412                                 goto done;
1413                         case -11: /* noflush */
1414                                 drive->noflush = 1;
1415                                 goto done;
1416                         case -12: /* "remap" */
1417                                 drive->remap_0_to_1 = 1;
1418                                 goto done;
1419                         case -13: /* "remap63" */
1420                                 drive->sect0 = 63;
1421                                 goto done;
1422                         case -14: /* "scsi" */
1423                                 drive->scsi = 1;
1424                                 goto done;
1425                         case 3: /* cyl,head,sect */
1426                                 drive->media    = ide_disk;
1427                                 drive->ready_stat = READY_STAT;
1428                                 drive->cyl      = drive->bios_cyl  = vals[0];
1429                                 drive->head     = drive->bios_head = vals[1];
1430                                 drive->sect     = drive->bios_sect = vals[2];
1431                                 drive->present  = 1;
1432                                 drive->forced_geom = 1;
1433                                 hwif->noprobe = 0;
1434                                 goto done;
1435                         default:
1436                                 goto bad_option;
1437                 }
1438         }
1439
1440         if (s[0] != 'i' || s[1] != 'd' || s[2] != 'e')
1441                 goto bad_option;
1442         /*
1443          * Look for bus speed option:  "idebus="
1444          */
1445         if (s[3] == 'b' && s[4] == 'u' && s[5] == 's') {
1446                 if (match_parm(&s[6], NULL, vals, 1) != 1)
1447                         goto bad_option;
1448                 if (vals[0] >= 20 && vals[0] <= 66) {
1449                         idebus_parameter = vals[0];
1450                 } else
1451                         printk(" -- BAD BUS SPEED! Expected value from 20 to 66");
1452                 goto done;
1453         }
1454         /*
1455          * Look for interface options:  "idex="
1456          */
1457         if (s[3] >= '0' && s[3] <= max_hwif) {
1458                 /*
1459                  * Be VERY CAREFUL changing this: note hardcoded indexes below
1460                  * (-8, -9, -10) are reserved to ease the hardcoding.
1461                  */
1462                 static const char *ide_words[] = {
1463                         "noprobe", "serialize", "minus3", "minus4",
1464                         "reset", "dma", "ata66", "minus8", "minus9",
1465                         "minus10", "four", "qd65xx", "ht6560b", "cmd640_vlb",
1466                         "dtc2278", "umc8672", "ali14xx", NULL };
1467                 hw = s[3] - '0';
1468                 hwif = &ide_hwifs[hw];
1469                 i = match_parm(&s[4], ide_words, vals, 3);
1470
1471                 /*
1472                  * Cryptic check to ensure chipset not already set for hwif.
1473                  * Note: we can't depend on hwif->chipset here.
1474                  */
1475                 if ((i >= -18 && i <= -11) || (i > 0 && i <= 3)) {
1476                         /* chipset already specified */
1477                         if (is_chipset_set[hw])
1478                                 goto bad_option;
1479                         if (i > -18 && i <= -11) {
1480                                 /* these drivers are for "ide0=" only */
1481                                 if (hw != 0)
1482                                         goto bad_hwif;
1483                                 /* chipset already specified for 2nd port */
1484                                 if (is_chipset_set[hw+1])
1485                                         goto bad_option;
1486                         }
1487                         is_chipset_set[hw] = 1;
1488                         printk("\n");
1489                 }
1490
1491                 switch (i) {
1492 #ifdef CONFIG_BLK_DEV_ALI14XX
1493                         case -17: /* "ali14xx" */
1494                                 probe_ali14xx = 1;
1495                                 goto done;
1496 #endif
1497 #ifdef CONFIG_BLK_DEV_UMC8672
1498                         case -16: /* "umc8672" */
1499                                 probe_umc8672 = 1;
1500                                 goto done;
1501 #endif
1502 #ifdef CONFIG_BLK_DEV_DTC2278
1503                         case -15: /* "dtc2278" */
1504                                 probe_dtc2278 = 1;
1505                                 goto done;
1506 #endif
1507 #ifdef CONFIG_BLK_DEV_CMD640
1508                         case -14: /* "cmd640_vlb" */
1509                         {
1510                                 extern int cmd640_vlb; /* flag for cmd640.c */
1511                                 cmd640_vlb = 1;
1512                                 goto done;
1513                         }
1514 #endif
1515 #ifdef CONFIG_BLK_DEV_HT6560B
1516                         case -13: /* "ht6560b" */
1517                                 probe_ht6560b = 1;
1518                                 goto done;
1519 #endif
1520 #ifdef CONFIG_BLK_DEV_QD65XX
1521                         case -12: /* "qd65xx" */
1522                                 probe_qd65xx = 1;
1523                                 goto done;
1524 #endif
1525 #ifdef CONFIG_BLK_DEV_4DRIVES
1526                         case -11: /* "four" drives on one set of ports */
1527                         {
1528                                 ide_hwif_t *mate = &ide_hwifs[hw^1];
1529                                 mate->drives[0].select.all ^= 0x20;
1530                                 mate->drives[1].select.all ^= 0x20;
1531                                 hwif->chipset = mate->chipset = ide_4drives;
1532                                 mate->irq = hwif->irq;
1533                                 memcpy(mate->io_ports, hwif->io_ports, sizeof(hwif->io_ports));
1534                                 hwif->mate = mate;
1535                                 mate->mate = hwif;
1536                                 hwif->serialized = mate->serialized = 1;
1537                                 goto obsolete_option;
1538                         }
1539 #endif /* CONFIG_BLK_DEV_4DRIVES */
1540                         case -10: /* minus10 */
1541                         case -9: /* minus9 */
1542                         case -8: /* minus8 */
1543                         case -4:
1544                         case -3:
1545                                 goto bad_option;
1546                         case -7: /* ata66 */
1547 #ifdef CONFIG_BLK_DEV_IDEPCI
1548                                 hwif->udma_four = 1;
1549                                 goto obsolete_option;
1550 #else
1551                                 goto bad_hwif;
1552 #endif
1553                         case -6: /* dma */
1554                                 hwif->autodma = 1;
1555                                 goto obsolete_option;
1556                         case -5: /* "reset" */
1557                                 hwif->reset = 1;
1558                                 goto obsolete_option;
1559                         case -2: /* "serialize" */
1560                                 hwif->mate = &ide_hwifs[hw^1];
1561                                 hwif->mate->mate = hwif;
1562                                 hwif->serialized = hwif->mate->serialized = 1;
1563                                 goto obsolete_option;
1564
1565                         case -1: /* "noprobe" */
1566                                 hwif->noprobe = 1;
1567                                 goto done;
1568
1569                         case 1: /* base */
1570                                 vals[1] = vals[0] + 0x206; /* default ctl */
1571                         case 2: /* base,ctl */
1572                                 vals[2] = 0;    /* default irq = probe for it */
1573                         case 3: /* base,ctl,irq */
1574                                 hwif->hw.irq = vals[2];
1575                                 ide_init_hwif_ports(&hwif->hw, (unsigned long) vals[0], (unsigned long) vals[1], &hwif->irq);
1576                                 memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->io_ports));
1577                                 hwif->irq      = vals[2];
1578                                 hwif->noprobe  = 0;
1579                                 hwif->chipset  = ide_forced;
1580                                 goto obsolete_option;
1581
1582                         case 0: goto bad_option;
1583                         default:
1584                                 printk(" -- SUPPORT NOT CONFIGURED IN THIS KERNEL\n");
1585                                 return 1;
1586                 }
1587         }
1588 bad_option:
1589         printk(" -- BAD OPTION\n");
1590         return 1;
1591 obsolete_option:
1592         printk(" -- OBSOLETE OPTION, WILL BE REMOVED SOON!\n");
1593         return 1;
1594 bad_hwif:
1595         printk("-- NOT SUPPORTED ON ide%d", hw);
1596 done:
1597         printk("\n");
1598         return 1;
1599 }
1600
1601 extern void __init pnpide_init(void);
1602 extern void __exit pnpide_exit(void);
1603 extern void __init h8300_ide_init(void);
1604
1605 /*
1606  * probe_for_hwifs() finds/initializes "known" IDE interfaces
1607  */
1608 static void __init probe_for_hwifs (void)
1609 {
1610 #ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1611         ide_scan_pcibus(ide_scan_direction);
1612 #endif
1613
1614 #ifdef CONFIG_ETRAX_IDE
1615         {
1616                 extern void init_e100_ide(void);
1617                 init_e100_ide();
1618         }
1619 #endif /* CONFIG_ETRAX_IDE */
1620 #ifdef CONFIG_BLK_DEV_CMD640
1621         {
1622                 extern void ide_probe_for_cmd640x(void);
1623                 ide_probe_for_cmd640x();
1624         }
1625 #endif /* CONFIG_BLK_DEV_CMD640 */
1626 #ifdef CONFIG_BLK_DEV_IDE_PMAC
1627         {
1628                 extern int pmac_ide_probe(void);
1629                 (void)pmac_ide_probe();
1630         }
1631 #endif /* CONFIG_BLK_DEV_IDE_PMAC */
1632 #ifdef CONFIG_BLK_DEV_GAYLE
1633         {
1634                 extern void gayle_init(void);
1635                 gayle_init();
1636         }
1637 #endif /* CONFIG_BLK_DEV_GAYLE */
1638 #ifdef CONFIG_BLK_DEV_FALCON_IDE
1639         {
1640                 extern void falconide_init(void);
1641                 falconide_init();
1642         }
1643 #endif /* CONFIG_BLK_DEV_FALCON_IDE */
1644 #ifdef CONFIG_BLK_DEV_MAC_IDE
1645         {
1646                 extern void macide_init(void);
1647                 macide_init();
1648         }
1649 #endif /* CONFIG_BLK_DEV_MAC_IDE */
1650 #ifdef CONFIG_BLK_DEV_Q40IDE
1651         {
1652                 extern void q40ide_init(void);
1653                 q40ide_init();
1654         }
1655 #endif /* CONFIG_BLK_DEV_Q40IDE */
1656 #ifdef CONFIG_BLK_DEV_BUDDHA
1657         {
1658                 extern void buddha_init(void);
1659                 buddha_init();
1660         }
1661 #endif /* CONFIG_BLK_DEV_BUDDHA */
1662 #ifdef CONFIG_BLK_DEV_IDEPNP
1663         pnpide_init();
1664 #endif
1665 #ifdef CONFIG_H8300
1666         h8300_ide_init();
1667 #endif
1668 }
1669
1670 /*
1671  * Probe module
1672  */
1673
1674 EXPORT_SYMBOL(ide_lock);
1675
1676 static int ide_bus_match(struct device *dev, struct device_driver *drv)
1677 {
1678         return 1;
1679 }
1680
1681 static char *media_string(ide_drive_t *drive)
1682 {
1683         switch (drive->media) {
1684         case ide_disk:
1685                 return "disk";
1686         case ide_cdrom:
1687                 return "cdrom";
1688         case ide_tape:
1689                 return "tape";
1690         case ide_floppy:
1691                 return "floppy";
1692         case ide_optical:
1693                 return "optical";
1694         default:
1695                 return "UNKNOWN";
1696         }
1697 }
1698
1699 static ssize_t media_show(struct device *dev, struct device_attribute *attr, char *buf)
1700 {
1701         ide_drive_t *drive = to_ide_device(dev);
1702         return sprintf(buf, "%s\n", media_string(drive));
1703 }
1704
1705 static ssize_t drivename_show(struct device *dev, struct device_attribute *attr, char *buf)
1706 {
1707         ide_drive_t *drive = to_ide_device(dev);
1708         return sprintf(buf, "%s\n", drive->name);
1709 }
1710
1711 static ssize_t modalias_show(struct device *dev, struct device_attribute *attr, char *buf)
1712 {
1713         ide_drive_t *drive = to_ide_device(dev);
1714         return sprintf(buf, "ide:m-%s\n", media_string(drive));
1715 }
1716
1717 static struct device_attribute ide_dev_attrs[] = {
1718         __ATTR_RO(media),
1719         __ATTR_RO(drivename),
1720         __ATTR_RO(modalias),
1721         __ATTR_NULL
1722 };
1723
1724 static int ide_uevent(struct device *dev, char **envp, int num_envp,
1725                       char *buffer, int buffer_size)
1726 {
1727         ide_drive_t *drive = to_ide_device(dev);
1728         int i = 0;
1729         int length = 0;
1730
1731         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1732                        "MEDIA=%s", media_string(drive));
1733         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1734                        "DRIVENAME=%s", drive->name);
1735         add_uevent_var(envp, num_envp, &i, buffer, buffer_size, &length,
1736                        "MODALIAS=ide:m-%s", media_string(drive));
1737         envp[i] = NULL;
1738         return 0;
1739 }
1740
1741 static int generic_ide_probe(struct device *dev)
1742 {
1743         ide_drive_t *drive = to_ide_device(dev);
1744         ide_driver_t *drv = to_ide_driver(dev->driver);
1745
1746         return drv->probe ? drv->probe(drive) : -ENODEV;
1747 }
1748
1749 static int generic_ide_remove(struct device *dev)
1750 {
1751         ide_drive_t *drive = to_ide_device(dev);
1752         ide_driver_t *drv = to_ide_driver(dev->driver);
1753
1754         if (drv->remove)
1755                 drv->remove(drive);
1756
1757         return 0;
1758 }
1759
1760 static void generic_ide_shutdown(struct device *dev)
1761 {
1762         ide_drive_t *drive = to_ide_device(dev);
1763         ide_driver_t *drv = to_ide_driver(dev->driver);
1764
1765         if (dev->driver && drv->shutdown)
1766                 drv->shutdown(drive);
1767 }
1768
1769 struct bus_type ide_bus_type = {
1770         .name           = "ide",
1771         .match          = ide_bus_match,
1772         .uevent         = ide_uevent,
1773         .probe          = generic_ide_probe,
1774         .remove         = generic_ide_remove,
1775         .shutdown       = generic_ide_shutdown,
1776         .dev_attrs      = ide_dev_attrs,
1777         .suspend        = generic_ide_suspend,
1778         .resume         = generic_ide_resume,
1779 };
1780
1781 EXPORT_SYMBOL_GPL(ide_bus_type);
1782
1783 /*
1784  * This is gets invoked once during initialization, to set *everything* up
1785  */
1786 static int __init ide_init(void)
1787 {
1788         int ret;
1789
1790         printk(KERN_INFO "Uniform Multi-Platform E-IDE driver " REVISION "\n");
1791         system_bus_speed = ide_system_bus_speed();
1792
1793         ret = bus_register(&ide_bus_type);
1794         if (ret < 0) {
1795                 printk(KERN_WARNING "IDE: bus_register error: %d\n", ret);
1796                 return ret;
1797         }
1798
1799         init_ide_data();
1800
1801         proc_ide_create();
1802
1803 #ifdef CONFIG_BLK_DEV_ALI14XX
1804         if (probe_ali14xx)
1805                 (void)ali14xx_init();
1806 #endif
1807 #ifdef CONFIG_BLK_DEV_UMC8672
1808         if (probe_umc8672)
1809                 (void)umc8672_init();
1810 #endif
1811 #ifdef CONFIG_BLK_DEV_DTC2278
1812         if (probe_dtc2278)
1813                 (void)dtc2278_init();
1814 #endif
1815 #ifdef CONFIG_BLK_DEV_HT6560B
1816         if (probe_ht6560b)
1817                 (void)ht6560b_init();
1818 #endif
1819 #ifdef CONFIG_BLK_DEV_QD65XX
1820         if (probe_qd65xx)
1821                 (void)qd65xx_init();
1822 #endif
1823
1824         /* Probe for special PCI and other "known" interface chipsets. */
1825         probe_for_hwifs();
1826
1827         return 0;
1828 }
1829
1830 #ifdef MODULE
1831 static char *options = NULL;
1832 module_param(options, charp, 0);
1833 MODULE_LICENSE("GPL");
1834
1835 static void __init parse_options (char *line)
1836 {
1837         char *next = line;
1838
1839         if (line == NULL || !*line)
1840                 return;
1841         while ((line = next) != NULL) {
1842                 if ((next = strchr(line,' ')) != NULL)
1843                         *next++ = 0;
1844                 if (!ide_setup(line))
1845                         printk (KERN_INFO "Unknown option '%s'\n", line);
1846         }
1847 }
1848
1849 int __init init_module (void)
1850 {
1851         parse_options(options);
1852         return ide_init();
1853 }
1854
1855 void __exit cleanup_module (void)
1856 {
1857         int index;
1858
1859         for (index = 0; index < MAX_HWIFS; ++index)
1860                 ide_unregister(index);
1861
1862 #ifdef CONFIG_BLK_DEV_IDEPNP
1863         pnpide_exit();
1864 #endif
1865
1866         proc_ide_destroy();
1867
1868         bus_unregister(&ide_bus_type);
1869 }
1870
1871 #else /* !MODULE */
1872
1873 __setup("", ide_setup);
1874
1875 module_init(ide_init);
1876
1877 #endif /* MODULE */