Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/shaggy...
[linux-2.6] / drivers / edac / e752x_edac.c
1 /*
2  * Intel e752x Memory Controller kernel module
3  * (C) 2004 Linux Networx (http://lnxi.com)
4  * This file may be distributed under the terms of the
5  * GNU General Public License.
6  *
7  * See "enum e752x_chips" below for supported chipsets
8  *
9  * Written by Tom Zimmerman
10  *
11  * Contributors:
12  *      Thayne Harbaugh at realmsys.com (?)
13  *      Wang Zhenyu at intel.com
14  *      Dave Jiang at mvista.com
15  *
16  * $Id: edac_e752x.c,v 1.5.2.11 2005/10/05 00:43:44 dsp_llnl Exp $
17  *
18  */
19
20 #include <linux/module.h>
21 #include <linux/init.h>
22 #include <linux/pci.h>
23 #include <linux/pci_ids.h>
24 #include <linux/slab.h>
25 #include <linux/edac.h>
26 #include "edac_core.h"
27
28 #define E752X_REVISION  " Ver: 2.0.2 " __DATE__
29 #define EDAC_MOD_STR    "e752x_edac"
30
31 static int report_non_memory_errors;
32 static int force_function_unhide;
33 static int sysbus_parity = -1;
34
35 static struct edac_pci_ctl_info *e752x_pci;
36
37 #define e752x_printk(level, fmt, arg...) \
38         edac_printk(level, "e752x", fmt, ##arg)
39
40 #define e752x_mc_printk(mci, level, fmt, arg...) \
41         edac_mc_chipset_printk(mci, level, "e752x", fmt, ##arg)
42
43 #ifndef PCI_DEVICE_ID_INTEL_7520_0
44 #define PCI_DEVICE_ID_INTEL_7520_0      0x3590
45 #endif                          /* PCI_DEVICE_ID_INTEL_7520_0      */
46
47 #ifndef PCI_DEVICE_ID_INTEL_7520_1_ERR
48 #define PCI_DEVICE_ID_INTEL_7520_1_ERR  0x3591
49 #endif                          /* PCI_DEVICE_ID_INTEL_7520_1_ERR  */
50
51 #ifndef PCI_DEVICE_ID_INTEL_7525_0
52 #define PCI_DEVICE_ID_INTEL_7525_0      0x359E
53 #endif                          /* PCI_DEVICE_ID_INTEL_7525_0      */
54
55 #ifndef PCI_DEVICE_ID_INTEL_7525_1_ERR
56 #define PCI_DEVICE_ID_INTEL_7525_1_ERR  0x3593
57 #endif                          /* PCI_DEVICE_ID_INTEL_7525_1_ERR  */
58
59 #ifndef PCI_DEVICE_ID_INTEL_7320_0
60 #define PCI_DEVICE_ID_INTEL_7320_0      0x3592
61 #endif                          /* PCI_DEVICE_ID_INTEL_7320_0 */
62
63 #ifndef PCI_DEVICE_ID_INTEL_7320_1_ERR
64 #define PCI_DEVICE_ID_INTEL_7320_1_ERR  0x3593
65 #endif                          /* PCI_DEVICE_ID_INTEL_7320_1_ERR */
66
67 #ifndef PCI_DEVICE_ID_INTEL_3100_0
68 #define PCI_DEVICE_ID_INTEL_3100_0      0x35B0
69 #endif                          /* PCI_DEVICE_ID_INTEL_3100_0 */
70
71 #ifndef PCI_DEVICE_ID_INTEL_3100_1_ERR
72 #define PCI_DEVICE_ID_INTEL_3100_1_ERR  0x35B1
73 #endif                          /* PCI_DEVICE_ID_INTEL_3100_1_ERR */
74
75 #define E752X_NR_CSROWS         8       /* number of csrows */
76
77 /* E752X register addresses - device 0 function 0 */
78 #define E752X_DRB               0x60    /* DRAM row boundary register (8b) */
79 #define E752X_DRA               0x70    /* DRAM row attribute register (8b) */
80                                         /*
81                                          * 31:30   Device width row 7
82                                          *      01=x8 10=x4 11=x8 DDR2
83                                          * 27:26   Device width row 6
84                                          * 23:22   Device width row 5
85                                          * 19:20   Device width row 4
86                                          * 15:14   Device width row 3
87                                          * 11:10   Device width row 2
88                                          *  7:6    Device width row 1
89                                          *  3:2    Device width row 0
90                                          */
91 #define E752X_DRC               0x7C    /* DRAM controller mode reg (32b) */
92                                         /* FIXME:IS THIS RIGHT? */
93                                         /*
94                                          * 22    Number channels 0=1,1=2
95                                          * 19:18 DRB Granularity 32/64MB
96                                          */
97 #define E752X_DRM               0x80    /* Dimm mapping register */
98 #define E752X_DDRCSR            0x9A    /* DDR control and status reg (16b) */
99                                         /*
100                                          * 14:12 1 single A, 2 single B, 3 dual
101                                          */
102 #define E752X_TOLM              0xC4    /* DRAM top of low memory reg (16b) */
103 #define E752X_REMAPBASE         0xC6    /* DRAM remap base address reg (16b) */
104 #define E752X_REMAPLIMIT        0xC8    /* DRAM remap limit address reg (16b) */
105 #define E752X_REMAPOFFSET       0xCA    /* DRAM remap limit offset reg (16b) */
106
107 /* E752X register addresses - device 0 function 1 */
108 #define E752X_FERR_GLOBAL       0x40    /* Global first error register (32b) */
109 #define E752X_NERR_GLOBAL       0x44    /* Global next error register (32b) */
110 #define E752X_HI_FERR           0x50    /* Hub interface first error reg (8b) */
111 #define E752X_HI_NERR           0x52    /* Hub interface next error reg (8b) */
112 #define E752X_HI_ERRMASK        0x54    /* Hub interface error mask reg (8b) */
113 #define E752X_HI_SMICMD         0x5A    /* Hub interface SMI command reg (8b) */
114 #define E752X_SYSBUS_FERR       0x60    /* System buss first error reg (16b) */
115 #define E752X_SYSBUS_NERR       0x62    /* System buss next error reg (16b) */
116 #define E752X_SYSBUS_ERRMASK    0x64    /* System buss error mask reg (16b) */
117 #define E752X_SYSBUS_SMICMD     0x6A    /* System buss SMI command reg (16b) */
118 #define E752X_BUF_FERR          0x70    /* Memory buffer first error reg (8b) */
119 #define E752X_BUF_NERR          0x72    /* Memory buffer next error reg (8b) */
120 #define E752X_BUF_ERRMASK       0x74    /* Memory buffer error mask reg (8b) */
121 #define E752X_BUF_SMICMD        0x7A    /* Memory buffer SMI cmd reg (8b) */
122 #define E752X_DRAM_FERR         0x80    /* DRAM first error register (16b) */
123 #define E752X_DRAM_NERR         0x82    /* DRAM next error register (16b) */
124 #define E752X_DRAM_ERRMASK      0x84    /* DRAM error mask register (8b) */
125 #define E752X_DRAM_SMICMD       0x8A    /* DRAM SMI command register (8b) */
126 #define E752X_DRAM_RETR_ADD     0xAC    /* DRAM Retry address register (32b) */
127 #define E752X_DRAM_SEC1_ADD     0xA0    /* DRAM first correctable memory */
128                                         /*     error address register (32b) */
129                                         /*
130                                          * 31    Reserved
131                                          * 30:2  CE address (64 byte block 34:6
132                                          * 1     Reserved
133                                          * 0     HiLoCS
134                                          */
135 #define E752X_DRAM_SEC2_ADD     0xC8    /* DRAM first correctable memory */
136                                         /*     error address register (32b) */
137                                         /*
138                                          * 31    Reserved
139                                          * 30:2  CE address (64 byte block 34:6)
140                                          * 1     Reserved
141                                          * 0     HiLoCS
142                                          */
143 #define E752X_DRAM_DED_ADD      0xA4    /* DRAM first uncorrectable memory */
144                                         /*     error address register (32b) */
145                                         /*
146                                          * 31    Reserved
147                                          * 30:2  CE address (64 byte block 34:6)
148                                          * 1     Reserved
149                                          * 0     HiLoCS
150                                          */
151 #define E752X_DRAM_SCRB_ADD     0xA8    /* DRAM 1st uncorrectable scrub mem */
152                                         /*     error address register (32b) */
153                                         /*
154                                          * 31    Reserved
155                                          * 30:2  CE address (64 byte block 34:6
156                                          * 1     Reserved
157                                          * 0     HiLoCS
158                                          */
159 #define E752X_DRAM_SEC1_SYNDROME 0xC4   /* DRAM first correctable memory */
160                                         /*     error syndrome register (16b) */
161 #define E752X_DRAM_SEC2_SYNDROME 0xC6   /* DRAM second correctable memory */
162                                         /*     error syndrome register (16b) */
163 #define E752X_DEVPRES1          0xF4    /* Device Present 1 register (8b) */
164
165 /* 3100 IMCH specific register addresses - device 0 function 1 */
166 #define I3100_NSI_FERR          0x48    /* NSI first error reg (32b) */
167 #define I3100_NSI_NERR          0x4C    /* NSI next error reg (32b) */
168 #define I3100_NSI_SMICMD        0x54    /* NSI SMI command register (32b) */
169 #define I3100_NSI_EMASK         0x90    /* NSI error mask register (32b) */
170
171 /* ICH5R register addresses - device 30 function 0 */
172 #define ICH5R_PCI_STAT          0x06    /* PCI status register (16b) */
173 #define ICH5R_PCI_2ND_STAT      0x1E    /* PCI status secondary reg (16b) */
174 #define ICH5R_PCI_BRIDGE_CTL    0x3E    /* PCI bridge control register (16b) */
175
176 enum e752x_chips {
177         E7520 = 0,
178         E7525 = 1,
179         E7320 = 2,
180         I3100 = 3
181 };
182
183 struct e752x_pvt {
184         struct pci_dev *bridge_ck;
185         struct pci_dev *dev_d0f0;
186         struct pci_dev *dev_d0f1;
187         u32 tolm;
188         u32 remapbase;
189         u32 remaplimit;
190         int mc_symmetric;
191         u8 map[8];
192         int map_type;
193         const struct e752x_dev_info *dev_info;
194 };
195
196 struct e752x_dev_info {
197         u16 err_dev;
198         u16 ctl_dev;
199         const char *ctl_name;
200 };
201
202 struct e752x_error_info {
203         u32 ferr_global;
204         u32 nerr_global;
205         u32 nsi_ferr;   /* 3100 only */
206         u32 nsi_nerr;   /* 3100 only */
207         u8 hi_ferr;     /* all but 3100 */
208         u8 hi_nerr;     /* all but 3100 */
209         u16 sysbus_ferr;
210         u16 sysbus_nerr;
211         u8 buf_ferr;
212         u8 buf_nerr;
213         u16 dram_ferr;
214         u16 dram_nerr;
215         u32 dram_sec1_add;
216         u32 dram_sec2_add;
217         u16 dram_sec1_syndrome;
218         u16 dram_sec2_syndrome;
219         u32 dram_ded_add;
220         u32 dram_scrb_add;
221         u32 dram_retr_add;
222 };
223
224 static const struct e752x_dev_info e752x_devs[] = {
225         [E7520] = {
226                 .err_dev = PCI_DEVICE_ID_INTEL_7520_1_ERR,
227                 .ctl_dev = PCI_DEVICE_ID_INTEL_7520_0,
228                 .ctl_name = "E7520"},
229         [E7525] = {
230                 .err_dev = PCI_DEVICE_ID_INTEL_7525_1_ERR,
231                 .ctl_dev = PCI_DEVICE_ID_INTEL_7525_0,
232                 .ctl_name = "E7525"},
233         [E7320] = {
234                 .err_dev = PCI_DEVICE_ID_INTEL_7320_1_ERR,
235                 .ctl_dev = PCI_DEVICE_ID_INTEL_7320_0,
236                 .ctl_name = "E7320"},
237         [I3100] = {
238                 .err_dev = PCI_DEVICE_ID_INTEL_3100_1_ERR,
239                 .ctl_dev = PCI_DEVICE_ID_INTEL_3100_0,
240                 .ctl_name = "3100"},
241 };
242
243 static unsigned long ctl_page_to_phys(struct mem_ctl_info *mci,
244                                 unsigned long page)
245 {
246         u32 remap;
247         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
248
249         debugf3("%s()\n", __func__);
250
251         if (page < pvt->tolm)
252                 return page;
253
254         if ((page >= 0x100000) && (page < pvt->remapbase))
255                 return page;
256
257         remap = (page - pvt->tolm) + pvt->remapbase;
258
259         if (remap < pvt->remaplimit)
260                 return remap;
261
262         e752x_printk(KERN_ERR, "Invalid page %lx - out of range\n", page);
263         return pvt->tolm - 1;
264 }
265
266 static void do_process_ce(struct mem_ctl_info *mci, u16 error_one,
267                         u32 sec1_add, u16 sec1_syndrome)
268 {
269         u32 page;
270         int row;
271         int channel;
272         int i;
273         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
274
275         debugf3("%s()\n", __func__);
276
277         /* convert the addr to 4k page */
278         page = sec1_add >> (PAGE_SHIFT - 4);
279
280         /* FIXME - check for -1 */
281         if (pvt->mc_symmetric) {
282                 /* chip select are bits 14 & 13 */
283                 row = ((page >> 1) & 3);
284                 e752x_printk(KERN_WARNING,
285                         "Test row %d Table %d %d %d %d %d %d %d %d\n", row,
286                         pvt->map[0], pvt->map[1], pvt->map[2], pvt->map[3],
287                         pvt->map[4], pvt->map[5], pvt->map[6],
288                         pvt->map[7]);
289
290                 /* test for channel remapping */
291                 for (i = 0; i < 8; i++) {
292                         if (pvt->map[i] == row)
293                                 break;
294                 }
295
296                 e752x_printk(KERN_WARNING, "Test computed row %d\n", i);
297
298                 if (i < 8)
299                         row = i;
300                 else
301                         e752x_mc_printk(mci, KERN_WARNING,
302                                         "row %d not found in remap table\n",
303                                         row);
304         } else
305                 row = edac_mc_find_csrow_by_page(mci, page);
306
307         /* 0 = channel A, 1 = channel B */
308         channel = !(error_one & 1);
309
310         /* e752x mc reads 34:6 of the DRAM linear address */
311         edac_mc_handle_ce(mci, page, offset_in_page(sec1_add << 4),
312                         sec1_syndrome, row, channel, "e752x CE");
313 }
314
315 static inline void process_ce(struct mem_ctl_info *mci, u16 error_one,
316                         u32 sec1_add, u16 sec1_syndrome, int *error_found,
317                         int handle_error)
318 {
319         *error_found = 1;
320
321         if (handle_error)
322                 do_process_ce(mci, error_one, sec1_add, sec1_syndrome);
323 }
324
325 static void do_process_ue(struct mem_ctl_info *mci, u16 error_one,
326                         u32 ded_add, u32 scrb_add)
327 {
328         u32 error_2b, block_page;
329         int row;
330         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
331
332         debugf3("%s()\n", __func__);
333
334         if (error_one & 0x0202) {
335                 error_2b = ded_add;
336
337                 /* convert to 4k address */
338                 block_page = error_2b >> (PAGE_SHIFT - 4);
339
340                 row = pvt->mc_symmetric ?
341                 /* chip select are bits 14 & 13 */
342                         ((block_page >> 1) & 3) :
343                         edac_mc_find_csrow_by_page(mci, block_page);
344
345                 /* e752x mc reads 34:6 of the DRAM linear address */
346                 edac_mc_handle_ue(mci, block_page,
347                                 offset_in_page(error_2b << 4),
348                                 row, "e752x UE from Read");
349         }
350         if (error_one & 0x0404) {
351                 error_2b = scrb_add;
352
353                 /* convert to 4k address */
354                 block_page = error_2b >> (PAGE_SHIFT - 4);
355
356                 row = pvt->mc_symmetric ?
357                 /* chip select are bits 14 & 13 */
358                         ((block_page >> 1) & 3) :
359                         edac_mc_find_csrow_by_page(mci, block_page);
360
361                 /* e752x mc reads 34:6 of the DRAM linear address */
362                 edac_mc_handle_ue(mci, block_page,
363                                 offset_in_page(error_2b << 4),
364                                 row, "e752x UE from Scruber");
365         }
366 }
367
368 static inline void process_ue(struct mem_ctl_info *mci, u16 error_one,
369                         u32 ded_add, u32 scrb_add, int *error_found,
370                         int handle_error)
371 {
372         *error_found = 1;
373
374         if (handle_error)
375                 do_process_ue(mci, error_one, ded_add, scrb_add);
376 }
377
378 static inline void process_ue_no_info_wr(struct mem_ctl_info *mci,
379                                          int *error_found, int handle_error)
380 {
381         *error_found = 1;
382
383         if (!handle_error)
384                 return;
385
386         debugf3("%s()\n", __func__);
387         edac_mc_handle_ue_no_info(mci, "e752x UE log memory write");
388 }
389
390 static void do_process_ded_retry(struct mem_ctl_info *mci, u16 error,
391                                  u32 retry_add)
392 {
393         u32 error_1b, page;
394         int row;
395         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
396
397         error_1b = retry_add;
398         page = error_1b >> (PAGE_SHIFT - 4);  /* convert the addr to 4k page */
399
400         /* chip select are bits 14 & 13 */
401         row = pvt->mc_symmetric ? ((page >> 1) & 3) :
402                 edac_mc_find_csrow_by_page(mci, page);
403
404         e752x_mc_printk(mci, KERN_WARNING,
405                         "CE page 0x%lx, row %d : Memory read retry\n",
406                         (long unsigned int)page, row);
407 }
408
409 static inline void process_ded_retry(struct mem_ctl_info *mci, u16 error,
410                                 u32 retry_add, int *error_found,
411                                 int handle_error)
412 {
413         *error_found = 1;
414
415         if (handle_error)
416                 do_process_ded_retry(mci, error, retry_add);
417 }
418
419 static inline void process_threshold_ce(struct mem_ctl_info *mci, u16 error,
420                                         int *error_found, int handle_error)
421 {
422         *error_found = 1;
423
424         if (handle_error)
425                 e752x_mc_printk(mci, KERN_WARNING, "Memory threshold CE\n");
426 }
427
428 static char *global_message[11] = {
429         "PCI Express C1",
430         "PCI Express C",
431         "PCI Express B1",
432         "PCI Express B",
433         "PCI Express A1",
434         "PCI Express A",
435         "DMA Controller",
436         "HUB or NS Interface",
437         "System Bus",
438         "DRAM Controller",  /* 9th entry */
439         "Internal Buffer"
440 };
441
442 #define DRAM_ENTRY      9
443
444 static char *fatal_message[2] = { "Non-Fatal ", "Fatal " };
445
446 static void do_global_error(int fatal, u32 errors)
447 {
448         int i;
449
450         for (i = 0; i < 11; i++) {
451                 if (errors & (1 << i)) {
452                         /* If the error is from DRAM Controller OR
453                          * we are to report ALL errors, then
454                          * report the error
455                          */
456                         if ((i == DRAM_ENTRY) || report_non_memory_errors)
457                                 e752x_printk(KERN_WARNING, "%sError %s\n",
458                                         fatal_message[fatal],
459                                         global_message[i]);
460                 }
461         }
462 }
463
464 static inline void global_error(int fatal, u32 errors, int *error_found,
465                                 int handle_error)
466 {
467         *error_found = 1;
468
469         if (handle_error)
470                 do_global_error(fatal, errors);
471 }
472
473 static char *hub_message[7] = {
474         "HI Address or Command Parity", "HI Illegal Access",
475         "HI Internal Parity", "Out of Range Access",
476         "HI Data Parity", "Enhanced Config Access",
477         "Hub Interface Target Abort"
478 };
479
480 static void do_hub_error(int fatal, u8 errors)
481 {
482         int i;
483
484         for (i = 0; i < 7; i++) {
485                 if (errors & (1 << i))
486                         e752x_printk(KERN_WARNING, "%sError %s\n",
487                                 fatal_message[fatal], hub_message[i]);
488         }
489 }
490
491 static inline void hub_error(int fatal, u8 errors, int *error_found,
492                         int handle_error)
493 {
494         *error_found = 1;
495
496         if (handle_error)
497                 do_hub_error(fatal, errors);
498 }
499
500 #define NSI_FATAL_MASK          0x0c080081
501 #define NSI_NON_FATAL_MASK      0x23a0ba64
502 #define NSI_ERR_MASK            (NSI_FATAL_MASK | NSI_NON_FATAL_MASK)
503
504 static char *nsi_message[30] = {
505         "NSI Link Down",        /* NSI_FERR/NSI_NERR bit 0, fatal error */
506         "",                                             /* reserved */
507         "NSI Parity Error",                             /* bit 2, non-fatal */
508         "",                                             /* reserved */
509         "",                                             /* reserved */
510         "Correctable Error Message",                    /* bit 5, non-fatal */
511         "Non-Fatal Error Message",                      /* bit 6, non-fatal */
512         "Fatal Error Message",                          /* bit 7, fatal */
513         "",                                             /* reserved */
514         "Receiver Error",                               /* bit 9, non-fatal */
515         "",                                             /* reserved */
516         "Bad TLP",                                      /* bit 11, non-fatal */
517         "Bad DLLP",                                     /* bit 12, non-fatal */
518         "REPLAY_NUM Rollover",                          /* bit 13, non-fatal */
519         "",                                             /* reserved */
520         "Replay Timer Timeout",                         /* bit 15, non-fatal */
521         "",                                             /* reserved */
522         "",                                             /* reserved */
523         "",                                             /* reserved */
524         "Data Link Protocol Error",                     /* bit 19, fatal */
525         "",                                             /* reserved */
526         "Poisoned TLP",                                 /* bit 21, non-fatal */
527         "",                                             /* reserved */
528         "Completion Timeout",                           /* bit 23, non-fatal */
529         "Completer Abort",                              /* bit 24, non-fatal */
530         "Unexpected Completion",                        /* bit 25, non-fatal */
531         "Receiver Overflow",                            /* bit 26, fatal */
532         "Malformed TLP",                                /* bit 27, fatal */
533         "",                                             /* reserved */
534         "Unsupported Request"                           /* bit 29, non-fatal */
535 };
536
537 static void do_nsi_error(int fatal, u32 errors)
538 {
539         int i;
540
541         for (i = 0; i < 30; i++) {
542                 if (errors & (1 << i))
543                         printk(KERN_WARNING "%sError %s\n",
544                                fatal_message[fatal], nsi_message[i]);
545         }
546 }
547
548 static inline void nsi_error(int fatal, u32 errors, int *error_found,
549                 int handle_error)
550 {
551         *error_found = 1;
552
553         if (handle_error)
554                 do_nsi_error(fatal, errors);
555 }
556
557 static char *membuf_message[4] = {
558         "Internal PMWB to DRAM parity",
559         "Internal PMWB to System Bus Parity",
560         "Internal System Bus or IO to PMWB Parity",
561         "Internal DRAM to PMWB Parity"
562 };
563
564 static void do_membuf_error(u8 errors)
565 {
566         int i;
567
568         for (i = 0; i < 4; i++) {
569                 if (errors & (1 << i))
570                         e752x_printk(KERN_WARNING, "Non-Fatal Error %s\n",
571                                 membuf_message[i]);
572         }
573 }
574
575 static inline void membuf_error(u8 errors, int *error_found, int handle_error)
576 {
577         *error_found = 1;
578
579         if (handle_error)
580                 do_membuf_error(errors);
581 }
582
583 static char *sysbus_message[10] = {
584         "Addr or Request Parity",
585         "Data Strobe Glitch",
586         "Addr Strobe Glitch",
587         "Data Parity",
588         "Addr Above TOM",
589         "Non DRAM Lock Error",
590         "MCERR", "BINIT",
591         "Memory Parity",
592         "IO Subsystem Parity"
593 };
594
595 static void do_sysbus_error(int fatal, u32 errors)
596 {
597         int i;
598
599         for (i = 0; i < 10; i++) {
600                 if (errors & (1 << i))
601                         e752x_printk(KERN_WARNING, "%sError System Bus %s\n",
602                                 fatal_message[fatal], sysbus_message[i]);
603         }
604 }
605
606 static inline void sysbus_error(int fatal, u32 errors, int *error_found,
607                                 int handle_error)
608 {
609         *error_found = 1;
610
611         if (handle_error)
612                 do_sysbus_error(fatal, errors);
613 }
614
615 static void e752x_check_hub_interface(struct e752x_error_info *info,
616                                 int *error_found, int handle_error)
617 {
618         u8 stat8;
619
620         //pci_read_config_byte(dev,E752X_HI_FERR,&stat8);
621
622         stat8 = info->hi_ferr;
623
624         if (stat8 & 0x7f) {     /* Error, so process */
625                 stat8 &= 0x7f;
626
627                 if (stat8 & 0x2b)
628                         hub_error(1, stat8 & 0x2b, error_found, handle_error);
629
630                 if (stat8 & 0x54)
631                         hub_error(0, stat8 & 0x54, error_found, handle_error);
632         }
633         //pci_read_config_byte(dev,E752X_HI_NERR,&stat8);
634
635         stat8 = info->hi_nerr;
636
637         if (stat8 & 0x7f) {     /* Error, so process */
638                 stat8 &= 0x7f;
639
640                 if (stat8 & 0x2b)
641                         hub_error(1, stat8 & 0x2b, error_found, handle_error);
642
643                 if (stat8 & 0x54)
644                         hub_error(0, stat8 & 0x54, error_found, handle_error);
645         }
646 }
647
648 static void e752x_check_ns_interface(struct e752x_error_info *info,
649                                 int *error_found, int handle_error)
650 {
651         u32 stat32;
652
653         stat32 = info->nsi_ferr;
654         if (stat32 & NSI_ERR_MASK) { /* Error, so process */
655                 if (stat32 & NSI_FATAL_MASK)    /* check for fatal errors */
656                         nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
657                                   handle_error);
658                 if (stat32 & NSI_NON_FATAL_MASK) /* check for non-fatal ones */
659                         nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
660                                   handle_error);
661         }
662         stat32 = info->nsi_nerr;
663         if (stat32 & NSI_ERR_MASK) {
664                 if (stat32 & NSI_FATAL_MASK)
665                         nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
666                                   handle_error);
667                 if (stat32 & NSI_NON_FATAL_MASK)
668                         nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
669                                   handle_error);
670         }
671 }
672
673 static void e752x_check_sysbus(struct e752x_error_info *info,
674                         int *error_found, int handle_error)
675 {
676         u32 stat32, error32;
677
678         //pci_read_config_dword(dev,E752X_SYSBUS_FERR,&stat32);
679         stat32 = info->sysbus_ferr + (info->sysbus_nerr << 16);
680
681         if (stat32 == 0)
682                 return;         /* no errors */
683
684         error32 = (stat32 >> 16) & 0x3ff;
685         stat32 = stat32 & 0x3ff;
686
687         if (stat32 & 0x087)
688                 sysbus_error(1, stat32 & 0x087, error_found, handle_error);
689
690         if (stat32 & 0x378)
691                 sysbus_error(0, stat32 & 0x378, error_found, handle_error);
692
693         if (error32 & 0x087)
694                 sysbus_error(1, error32 & 0x087, error_found, handle_error);
695
696         if (error32 & 0x378)
697                 sysbus_error(0, error32 & 0x378, error_found, handle_error);
698 }
699
700 static void e752x_check_membuf(struct e752x_error_info *info,
701                         int *error_found, int handle_error)
702 {
703         u8 stat8;
704
705         stat8 = info->buf_ferr;
706
707         if (stat8 & 0x0f) {     /* Error, so process */
708                 stat8 &= 0x0f;
709                 membuf_error(stat8, error_found, handle_error);
710         }
711
712         stat8 = info->buf_nerr;
713
714         if (stat8 & 0x0f) {     /* Error, so process */
715                 stat8 &= 0x0f;
716                 membuf_error(stat8, error_found, handle_error);
717         }
718 }
719
720 static void e752x_check_dram(struct mem_ctl_info *mci,
721                         struct e752x_error_info *info, int *error_found,
722                         int handle_error)
723 {
724         u16 error_one, error_next;
725
726         error_one = info->dram_ferr;
727         error_next = info->dram_nerr;
728
729         /* decode and report errors */
730         if (error_one & 0x0101) /* check first error correctable */
731                 process_ce(mci, error_one, info->dram_sec1_add,
732                         info->dram_sec1_syndrome, error_found, handle_error);
733
734         if (error_next & 0x0101)        /* check next error correctable */
735                 process_ce(mci, error_next, info->dram_sec2_add,
736                         info->dram_sec2_syndrome, error_found, handle_error);
737
738         if (error_one & 0x4040)
739                 process_ue_no_info_wr(mci, error_found, handle_error);
740
741         if (error_next & 0x4040)
742                 process_ue_no_info_wr(mci, error_found, handle_error);
743
744         if (error_one & 0x2020)
745                 process_ded_retry(mci, error_one, info->dram_retr_add,
746                                 error_found, handle_error);
747
748         if (error_next & 0x2020)
749                 process_ded_retry(mci, error_next, info->dram_retr_add,
750                                 error_found, handle_error);
751
752         if (error_one & 0x0808)
753                 process_threshold_ce(mci, error_one, error_found, handle_error);
754
755         if (error_next & 0x0808)
756                 process_threshold_ce(mci, error_next, error_found,
757                                 handle_error);
758
759         if (error_one & 0x0606)
760                 process_ue(mci, error_one, info->dram_ded_add,
761                         info->dram_scrb_add, error_found, handle_error);
762
763         if (error_next & 0x0606)
764                 process_ue(mci, error_next, info->dram_ded_add,
765                         info->dram_scrb_add, error_found, handle_error);
766 }
767
768 static void e752x_get_error_info(struct mem_ctl_info *mci,
769                                  struct e752x_error_info *info)
770 {
771         struct pci_dev *dev;
772         struct e752x_pvt *pvt;
773
774         memset(info, 0, sizeof(*info));
775         pvt = (struct e752x_pvt *)mci->pvt_info;
776         dev = pvt->dev_d0f1;
777         pci_read_config_dword(dev, E752X_FERR_GLOBAL, &info->ferr_global);
778
779         if (info->ferr_global) {
780                 if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
781                         pci_read_config_dword(dev, I3100_NSI_FERR,
782                                              &info->nsi_ferr);
783                         info->hi_ferr = 0;
784                 } else {
785                         pci_read_config_byte(dev, E752X_HI_FERR,
786                                              &info->hi_ferr);
787                         info->nsi_ferr = 0;
788                 }
789                 pci_read_config_word(dev, E752X_SYSBUS_FERR,
790                                 &info->sysbus_ferr);
791                 pci_read_config_byte(dev, E752X_BUF_FERR, &info->buf_ferr);
792                 pci_read_config_word(dev, E752X_DRAM_FERR, &info->dram_ferr);
793                 pci_read_config_dword(dev, E752X_DRAM_SEC1_ADD,
794                                 &info->dram_sec1_add);
795                 pci_read_config_word(dev, E752X_DRAM_SEC1_SYNDROME,
796                                 &info->dram_sec1_syndrome);
797                 pci_read_config_dword(dev, E752X_DRAM_DED_ADD,
798                                 &info->dram_ded_add);
799                 pci_read_config_dword(dev, E752X_DRAM_SCRB_ADD,
800                                 &info->dram_scrb_add);
801                 pci_read_config_dword(dev, E752X_DRAM_RETR_ADD,
802                                 &info->dram_retr_add);
803
804                 /* ignore the reserved bits just in case */
805                 if (info->hi_ferr & 0x7f)
806                         pci_write_config_byte(dev, E752X_HI_FERR,
807                                         info->hi_ferr);
808
809                 if (info->nsi_ferr & NSI_ERR_MASK)
810                         pci_write_config_dword(dev, I3100_NSI_FERR,
811                                         info->nsi_ferr);
812
813                 if (info->sysbus_ferr)
814                         pci_write_config_word(dev, E752X_SYSBUS_FERR,
815                                         info->sysbus_ferr);
816
817                 if (info->buf_ferr & 0x0f)
818                         pci_write_config_byte(dev, E752X_BUF_FERR,
819                                         info->buf_ferr);
820
821                 if (info->dram_ferr)
822                         pci_write_bits16(pvt->bridge_ck, E752X_DRAM_FERR,
823                                          info->dram_ferr, info->dram_ferr);
824
825                 pci_write_config_dword(dev, E752X_FERR_GLOBAL,
826                                 info->ferr_global);
827         }
828
829         pci_read_config_dword(dev, E752X_NERR_GLOBAL, &info->nerr_global);
830
831         if (info->nerr_global) {
832                 if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
833                         pci_read_config_dword(dev, I3100_NSI_NERR,
834                                              &info->nsi_nerr);
835                         info->hi_nerr = 0;
836                 } else {
837                         pci_read_config_byte(dev, E752X_HI_NERR,
838                                              &info->hi_nerr);
839                         info->nsi_nerr = 0;
840                 }
841                 pci_read_config_word(dev, E752X_SYSBUS_NERR,
842                                 &info->sysbus_nerr);
843                 pci_read_config_byte(dev, E752X_BUF_NERR, &info->buf_nerr);
844                 pci_read_config_word(dev, E752X_DRAM_NERR, &info->dram_nerr);
845                 pci_read_config_dword(dev, E752X_DRAM_SEC2_ADD,
846                                 &info->dram_sec2_add);
847                 pci_read_config_word(dev, E752X_DRAM_SEC2_SYNDROME,
848                                 &info->dram_sec2_syndrome);
849
850                 if (info->hi_nerr & 0x7f)
851                         pci_write_config_byte(dev, E752X_HI_NERR,
852                                         info->hi_nerr);
853
854                 if (info->nsi_nerr & NSI_ERR_MASK)
855                         pci_write_config_dword(dev, I3100_NSI_NERR,
856                                         info->nsi_nerr);
857
858                 if (info->sysbus_nerr)
859                         pci_write_config_word(dev, E752X_SYSBUS_NERR,
860                                         info->sysbus_nerr);
861
862                 if (info->buf_nerr & 0x0f)
863                         pci_write_config_byte(dev, E752X_BUF_NERR,
864                                         info->buf_nerr);
865
866                 if (info->dram_nerr)
867                         pci_write_bits16(pvt->bridge_ck, E752X_DRAM_NERR,
868                                          info->dram_nerr, info->dram_nerr);
869
870                 pci_write_config_dword(dev, E752X_NERR_GLOBAL,
871                                 info->nerr_global);
872         }
873 }
874
875 static int e752x_process_error_info(struct mem_ctl_info *mci,
876                                 struct e752x_error_info *info,
877                                 int handle_errors)
878 {
879         u32 error32, stat32;
880         int error_found;
881
882         error_found = 0;
883         error32 = (info->ferr_global >> 18) & 0x3ff;
884         stat32 = (info->ferr_global >> 4) & 0x7ff;
885
886         if (error32)
887                 global_error(1, error32, &error_found, handle_errors);
888
889         if (stat32)
890                 global_error(0, stat32, &error_found, handle_errors);
891
892         error32 = (info->nerr_global >> 18) & 0x3ff;
893         stat32 = (info->nerr_global >> 4) & 0x7ff;
894
895         if (error32)
896                 global_error(1, error32, &error_found, handle_errors);
897
898         if (stat32)
899                 global_error(0, stat32, &error_found, handle_errors);
900
901         e752x_check_hub_interface(info, &error_found, handle_errors);
902         e752x_check_ns_interface(info, &error_found, handle_errors);
903         e752x_check_sysbus(info, &error_found, handle_errors);
904         e752x_check_membuf(info, &error_found, handle_errors);
905         e752x_check_dram(mci, info, &error_found, handle_errors);
906         return error_found;
907 }
908
909 static void e752x_check(struct mem_ctl_info *mci)
910 {
911         struct e752x_error_info info;
912
913         debugf3("%s()\n", __func__);
914         e752x_get_error_info(mci, &info);
915         e752x_process_error_info(mci, &info, 1);
916 }
917
918 /* Return 1 if dual channel mode is active.  Else return 0. */
919 static inline int dual_channel_active(u16 ddrcsr)
920 {
921         return (((ddrcsr >> 12) & 3) == 3);
922 }
923
924 /* Remap csrow index numbers if map_type is "reverse"
925  */
926 static inline int remap_csrow_index(struct mem_ctl_info *mci, int index)
927 {
928         struct e752x_pvt *pvt = mci->pvt_info;
929
930         if (!pvt->map_type)
931                 return (7 - index);
932
933         return (index);
934 }
935
936 static void e752x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
937                         u16 ddrcsr)
938 {
939         struct csrow_info *csrow;
940         unsigned long last_cumul_size;
941         int index, mem_dev, drc_chan;
942         int drc_drbg;           /* DRB granularity 0=64mb, 1=128mb */
943         int drc_ddim;           /* DRAM Data Integrity Mode 0=none, 2=edac */
944         u8 value;
945         u32 dra, drc, cumul_size;
946
947         dra = 0;
948         for (index = 0; index < 4; index++) {
949                 u8 dra_reg;
950                 pci_read_config_byte(pdev, E752X_DRA + index, &dra_reg);
951                 dra |= dra_reg << (index * 8);
952         }
953         pci_read_config_dword(pdev, E752X_DRC, &drc);
954         drc_chan = dual_channel_active(ddrcsr);
955         drc_drbg = drc_chan + 1;        /* 128 in dual mode, 64 in single */
956         drc_ddim = (drc >> 20) & 0x3;
957
958         /* The dram row boundary (DRB) reg values are boundary address for
959          * each DRAM row with a granularity of 64 or 128MB (single/dual
960          * channel operation).  DRB regs are cumulative; therefore DRB7 will
961          * contain the total memory contained in all eight rows.
962          */
963         for (last_cumul_size = index = 0; index < mci->nr_csrows; index++) {
964                 /* mem_dev 0=x8, 1=x4 */
965                 mem_dev = (dra >> (index * 4 + 2)) & 0x3;
966                 csrow = &mci->csrows[remap_csrow_index(mci, index)];
967
968                 mem_dev = (mem_dev == 2);
969                 pci_read_config_byte(pdev, E752X_DRB + index, &value);
970                 /* convert a 128 or 64 MiB DRB to a page size. */
971                 cumul_size = value << (25 + drc_drbg - PAGE_SHIFT);
972                 debugf3("%s(): (%d) cumul_size 0x%x\n", __func__, index,
973                         cumul_size);
974                 if (cumul_size == last_cumul_size)
975                         continue;       /* not populated */
976
977                 csrow->first_page = last_cumul_size;
978                 csrow->last_page = cumul_size - 1;
979                 csrow->nr_pages = cumul_size - last_cumul_size;
980                 last_cumul_size = cumul_size;
981                 csrow->grain = 1 << 12; /* 4KiB - resolution of CELOG */
982                 csrow->mtype = MEM_RDDR;        /* only one type supported */
983                 csrow->dtype = mem_dev ? DEV_X4 : DEV_X8;
984
985                 /*
986                  * if single channel or x8 devices then SECDED
987                  * if dual channel and x4 then S4ECD4ED
988                  */
989                 if (drc_ddim) {
990                         if (drc_chan && mem_dev) {
991                                 csrow->edac_mode = EDAC_S4ECD4ED;
992                                 mci->edac_cap |= EDAC_FLAG_S4ECD4ED;
993                         } else {
994                                 csrow->edac_mode = EDAC_SECDED;
995                                 mci->edac_cap |= EDAC_FLAG_SECDED;
996                         }
997                 } else
998                         csrow->edac_mode = EDAC_NONE;
999         }
1000 }
1001
1002 static void e752x_init_mem_map_table(struct pci_dev *pdev,
1003                                 struct e752x_pvt *pvt)
1004 {
1005         int index;
1006         u8 value, last, row;
1007
1008         last = 0;
1009         row = 0;
1010
1011         for (index = 0; index < 8; index += 2) {
1012                 pci_read_config_byte(pdev, E752X_DRB + index, &value);
1013                 /* test if there is a dimm in this slot */
1014                 if (value == last) {
1015                         /* no dimm in the slot, so flag it as empty */
1016                         pvt->map[index] = 0xff;
1017                         pvt->map[index + 1] = 0xff;
1018                 } else {        /* there is a dimm in the slot */
1019                         pvt->map[index] = row;
1020                         row++;
1021                         last = value;
1022                         /* test the next value to see if the dimm is double
1023                          * sided
1024                          */
1025                         pci_read_config_byte(pdev, E752X_DRB + index + 1,
1026                                         &value);
1027
1028                         /* the dimm is single sided, so flag as empty */
1029                         /* this is a double sided dimm to save the next row #*/
1030                         pvt->map[index + 1] = (value == last) ? 0xff :  row;
1031                         row++;
1032                         last = value;
1033                 }
1034         }
1035 }
1036
1037 /* Return 0 on success or 1 on failure. */
1038 static int e752x_get_devs(struct pci_dev *pdev, int dev_idx,
1039                         struct e752x_pvt *pvt)
1040 {
1041         struct pci_dev *dev;
1042
1043         pvt->bridge_ck = pci_get_device(PCI_VENDOR_ID_INTEL,
1044                                 pvt->dev_info->err_dev, pvt->bridge_ck);
1045
1046         if (pvt->bridge_ck == NULL)
1047                 pvt->bridge_ck = pci_scan_single_device(pdev->bus,
1048                                                         PCI_DEVFN(0, 1));
1049
1050         if (pvt->bridge_ck == NULL) {
1051                 e752x_printk(KERN_ERR, "error reporting device not found:"
1052                         "vendor %x device 0x%x (broken BIOS?)\n",
1053                         PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].err_dev);
1054                 return 1;
1055         }
1056
1057         dev = pci_get_device(PCI_VENDOR_ID_INTEL,
1058                                 e752x_devs[dev_idx].ctl_dev,
1059                                 NULL);
1060
1061         if (dev == NULL)
1062                 goto fail;
1063
1064         pvt->dev_d0f0 = dev;
1065         pvt->dev_d0f1 = pci_dev_get(pvt->bridge_ck);
1066
1067         return 0;
1068
1069 fail:
1070         pci_dev_put(pvt->bridge_ck);
1071         return 1;
1072 }
1073
1074 /* Setup system bus parity mask register.
1075  * Sysbus parity supported on:
1076  *   e7320/e7520/e7525 + Xeon
1077  *   i3100 + Xeon/Celeron
1078  * Sysbus parity not supported on:
1079  *   i3100 + Pentium M/Celeron M/Core Duo/Core2 Duo
1080  */
1081 static void e752x_init_sysbus_parity_mask(struct e752x_pvt *pvt)
1082 {
1083         char *cpu_id = cpu_data(0).x86_model_id;
1084         struct pci_dev *dev = pvt->dev_d0f1;
1085         int enable = 1;
1086
1087         /* Allow module parameter override, else see if CPU supports parity */
1088         if (sysbus_parity != -1) {
1089                 enable = sysbus_parity;
1090         } else if (cpu_id[0] &&
1091                    ((strstr(cpu_id, "Pentium") && strstr(cpu_id, " M ")) ||
1092                     (strstr(cpu_id, "Celeron") && strstr(cpu_id, " M ")) ||
1093                     (strstr(cpu_id, "Core") && strstr(cpu_id, "Duo")))) {
1094                 e752x_printk(KERN_INFO, "System Bus Parity not "
1095                              "supported by CPU, disabling\n");
1096                 enable = 0;
1097         }
1098
1099         if (enable)
1100                 pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0000);
1101         else
1102                 pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0309);
1103 }
1104
1105 static void e752x_init_error_reporting_regs(struct e752x_pvt *pvt)
1106 {
1107         struct pci_dev *dev;
1108
1109         dev = pvt->dev_d0f1;
1110         /* Turn off error disable & SMI in case the BIOS turned it on */
1111         if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
1112                 pci_write_config_dword(dev, I3100_NSI_EMASK, 0);
1113                 pci_write_config_dword(dev, I3100_NSI_SMICMD, 0);
1114         } else {
1115                 pci_write_config_byte(dev, E752X_HI_ERRMASK, 0x00);
1116                 pci_write_config_byte(dev, E752X_HI_SMICMD, 0x00);
1117         }
1118
1119         e752x_init_sysbus_parity_mask(pvt);
1120
1121         pci_write_config_word(dev, E752X_SYSBUS_SMICMD, 0x00);
1122         pci_write_config_byte(dev, E752X_BUF_ERRMASK, 0x00);
1123         pci_write_config_byte(dev, E752X_BUF_SMICMD, 0x00);
1124         pci_write_config_byte(dev, E752X_DRAM_ERRMASK, 0x00);
1125         pci_write_config_byte(dev, E752X_DRAM_SMICMD, 0x00);
1126 }
1127
1128 static int e752x_probe1(struct pci_dev *pdev, int dev_idx)
1129 {
1130         u16 pci_data;
1131         u8 stat8;
1132         struct mem_ctl_info *mci;
1133         struct e752x_pvt *pvt;
1134         u16 ddrcsr;
1135         int drc_chan;           /* Number of channels 0=1chan,1=2chan */
1136         struct e752x_error_info discard;
1137
1138         debugf0("%s(): mci\n", __func__);
1139         debugf0("Starting Probe1\n");
1140
1141         /* check to see if device 0 function 1 is enabled; if it isn't, we
1142          * assume the BIOS has reserved it for a reason and is expecting
1143          * exclusive access, we take care not to violate that assumption and
1144          * fail the probe. */
1145         pci_read_config_byte(pdev, E752X_DEVPRES1, &stat8);
1146         if (!force_function_unhide && !(stat8 & (1 << 5))) {
1147                 printk(KERN_INFO "Contact your BIOS vendor to see if the "
1148                         "E752x error registers can be safely un-hidden\n");
1149                 return -ENODEV;
1150         }
1151         stat8 |= (1 << 5);
1152         pci_write_config_byte(pdev, E752X_DEVPRES1, stat8);
1153
1154         pci_read_config_word(pdev, E752X_DDRCSR, &ddrcsr);
1155         /* FIXME: should check >>12 or 0xf, true for all? */
1156         /* Dual channel = 1, Single channel = 0 */
1157         drc_chan = dual_channel_active(ddrcsr);
1158
1159         mci = edac_mc_alloc(sizeof(*pvt), E752X_NR_CSROWS, drc_chan + 1, 0);
1160
1161         if (mci == NULL) {
1162                 return -ENOMEM;
1163         }
1164
1165         debugf3("%s(): init mci\n", __func__);
1166         mci->mtype_cap = MEM_FLAG_RDDR;
1167         /* 3100 IMCH supports SECDEC only */
1168         mci->edac_ctl_cap = (dev_idx == I3100) ? EDAC_FLAG_SECDED :
1169                 (EDAC_FLAG_NONE | EDAC_FLAG_SECDED | EDAC_FLAG_S4ECD4ED);
1170         /* FIXME - what if different memory types are in different csrows? */
1171         mci->mod_name = EDAC_MOD_STR;
1172         mci->mod_ver = E752X_REVISION;
1173         mci->dev = &pdev->dev;
1174
1175         debugf3("%s(): init pvt\n", __func__);
1176         pvt = (struct e752x_pvt *)mci->pvt_info;
1177         pvt->dev_info = &e752x_devs[dev_idx];
1178         pvt->mc_symmetric = ((ddrcsr & 0x10) != 0);
1179
1180         if (e752x_get_devs(pdev, dev_idx, pvt)) {
1181                 edac_mc_free(mci);
1182                 return -ENODEV;
1183         }
1184
1185         debugf3("%s(): more mci init\n", __func__);
1186         mci->ctl_name = pvt->dev_info->ctl_name;
1187         mci->dev_name = pci_name(pdev);
1188         mci->edac_check = e752x_check;
1189         mci->ctl_page_to_phys = ctl_page_to_phys;
1190
1191         /* set the map type.  1 = normal, 0 = reversed
1192          * Must be set before e752x_init_csrows in case csrow mapping
1193          * is reversed.
1194          */
1195         pci_read_config_byte(pdev, E752X_DRM, &stat8);
1196         pvt->map_type = ((stat8 & 0x0f) > ((stat8 >> 4) & 0x0f));
1197
1198         e752x_init_csrows(mci, pdev, ddrcsr);
1199         e752x_init_mem_map_table(pdev, pvt);
1200
1201         if (dev_idx == I3100)
1202                 mci->edac_cap = EDAC_FLAG_SECDED; /* the only mode supported */
1203         else
1204                 mci->edac_cap |= EDAC_FLAG_NONE;
1205         debugf3("%s(): tolm, remapbase, remaplimit\n", __func__);
1206
1207         /* load the top of low memory, remap base, and remap limit vars */
1208         pci_read_config_word(pdev, E752X_TOLM, &pci_data);
1209         pvt->tolm = ((u32) pci_data) << 4;
1210         pci_read_config_word(pdev, E752X_REMAPBASE, &pci_data);
1211         pvt->remapbase = ((u32) pci_data) << 14;
1212         pci_read_config_word(pdev, E752X_REMAPLIMIT, &pci_data);
1213         pvt->remaplimit = ((u32) pci_data) << 14;
1214         e752x_printk(KERN_INFO,
1215                         "tolm = %x, remapbase = %x, remaplimit = %x\n",
1216                         pvt->tolm, pvt->remapbase, pvt->remaplimit);
1217
1218         /* Here we assume that we will never see multiple instances of this
1219          * type of memory controller.  The ID is therefore hardcoded to 0.
1220          */
1221         if (edac_mc_add_mc(mci)) {
1222                 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
1223                 goto fail;
1224         }
1225
1226         e752x_init_error_reporting_regs(pvt);
1227         e752x_get_error_info(mci, &discard);    /* clear other MCH errors */
1228
1229         /* allocating generic PCI control info */
1230         e752x_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR);
1231         if (!e752x_pci) {
1232                 printk(KERN_WARNING
1233                         "%s(): Unable to create PCI control\n", __func__);
1234                 printk(KERN_WARNING
1235                         "%s(): PCI error report via EDAC not setup\n",
1236                         __func__);
1237         }
1238
1239         /* get this far and it's successful */
1240         debugf3("%s(): success\n", __func__);
1241         return 0;
1242
1243 fail:
1244         pci_dev_put(pvt->dev_d0f0);
1245         pci_dev_put(pvt->dev_d0f1);
1246         pci_dev_put(pvt->bridge_ck);
1247         edac_mc_free(mci);
1248
1249         return -ENODEV;
1250 }
1251
1252 /* returns count (>= 0), or negative on error */
1253 static int __devinit e752x_init_one(struct pci_dev *pdev,
1254                                 const struct pci_device_id *ent)
1255 {
1256         debugf0("%s()\n", __func__);
1257
1258         /* wake up and enable device */
1259         if (pci_enable_device(pdev) < 0)
1260                 return -EIO;
1261
1262         return e752x_probe1(pdev, ent->driver_data);
1263 }
1264
1265 static void __devexit e752x_remove_one(struct pci_dev *pdev)
1266 {
1267         struct mem_ctl_info *mci;
1268         struct e752x_pvt *pvt;
1269
1270         debugf0("%s()\n", __func__);
1271
1272         if (e752x_pci)
1273                 edac_pci_release_generic_ctl(e752x_pci);
1274
1275         if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL)
1276                 return;
1277
1278         pvt = (struct e752x_pvt *)mci->pvt_info;
1279         pci_dev_put(pvt->dev_d0f0);
1280         pci_dev_put(pvt->dev_d0f1);
1281         pci_dev_put(pvt->bridge_ck);
1282         edac_mc_free(mci);
1283 }
1284
1285 static const struct pci_device_id e752x_pci_tbl[] __devinitdata = {
1286         {
1287          PCI_VEND_DEV(INTEL, 7520_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1288          E7520},
1289         {
1290          PCI_VEND_DEV(INTEL, 7525_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1291          E7525},
1292         {
1293          PCI_VEND_DEV(INTEL, 7320_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1294          E7320},
1295         {
1296          PCI_VEND_DEV(INTEL, 3100_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1297          I3100},
1298         {
1299          0,
1300          }                      /* 0 terminated list. */
1301 };
1302
1303 MODULE_DEVICE_TABLE(pci, e752x_pci_tbl);
1304
1305 static struct pci_driver e752x_driver = {
1306         .name = EDAC_MOD_STR,
1307         .probe = e752x_init_one,
1308         .remove = __devexit_p(e752x_remove_one),
1309         .id_table = e752x_pci_tbl,
1310 };
1311
1312 static int __init e752x_init(void)
1313 {
1314         int pci_rc;
1315
1316         debugf3("%s()\n", __func__);
1317
1318        /* Ensure that the OPSTATE is set correctly for POLL or NMI */
1319        opstate_init();
1320
1321         pci_rc = pci_register_driver(&e752x_driver);
1322         return (pci_rc < 0) ? pci_rc : 0;
1323 }
1324
1325 static void __exit e752x_exit(void)
1326 {
1327         debugf3("%s()\n", __func__);
1328         pci_unregister_driver(&e752x_driver);
1329 }
1330
1331 module_init(e752x_init);
1332 module_exit(e752x_exit);
1333
1334 MODULE_LICENSE("GPL");
1335 MODULE_AUTHOR("Linux Networx (http://lnxi.com) Tom Zimmerman\n");
1336 MODULE_DESCRIPTION("MC support for Intel e752x/3100 memory controllers");
1337
1338 module_param(force_function_unhide, int, 0444);
1339 MODULE_PARM_DESC(force_function_unhide, "if BIOS sets Dev0:Fun1 up as hidden:"
1340                  " 1=force unhide and hope BIOS doesn't fight driver for "
1341                 "Dev0:Fun1 access");
1342
1343 module_param(edac_op_state, int, 0444);
1344 MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");
1345
1346 module_param(sysbus_parity, int, 0444);
1347 MODULE_PARM_DESC(sysbus_parity, "0=disable system bus parity checking,"
1348                 " 1=enable system bus parity checking, default=auto-detect");
1349 module_param(report_non_memory_errors, int, 0644);
1350 MODULE_PARM_DESC(report_non_memory_errors, "0=disable non-memory error "
1351                 "reporting, 1=enable non-memory error reporting");