Merge branch 'upstream-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/ieee13...
[linux-2.6] / drivers / video / nvidia / nvidia.c
1 /*
2  * linux/drivers/video/nvidia/nvidia.c - nVidia fb driver
3  *
4  * Copyright 2004 Antonino Daplas <adaplas@pol.net>
5  *
6  * This file is subject to the terms and conditions of the GNU General Public
7  * License.  See the file COPYING in the main directory of this archive
8  * for more details.
9  *
10  */
11
12 #include <linux/module.h>
13 #include <linux/kernel.h>
14 #include <linux/errno.h>
15 #include <linux/string.h>
16 #include <linux/mm.h>
17 #include <linux/slab.h>
18 #include <linux/delay.h>
19 #include <linux/fb.h>
20 #include <linux/init.h>
21 #include <linux/pci.h>
22 #include <linux/console.h>
23 #include <linux/backlight.h>
24 #ifdef CONFIG_MTRR
25 #include <asm/mtrr.h>
26 #endif
27 #ifdef CONFIG_PPC_OF
28 #include <asm/prom.h>
29 #include <asm/pci-bridge.h>
30 #endif
31
32 #include "nv_local.h"
33 #include "nv_type.h"
34 #include "nv_proto.h"
35 #include "nv_dma.h"
36
37 #undef CONFIG_FB_NVIDIA_DEBUG
38 #ifdef CONFIG_FB_NVIDIA_DEBUG
39 #define NVTRACE          printk
40 #else
41 #define NVTRACE          if (0) printk
42 #endif
43
44 #define NVTRACE_ENTER(...)  NVTRACE("%s START\n", __FUNCTION__)
45 #define NVTRACE_LEAVE(...)  NVTRACE("%s END\n", __FUNCTION__)
46
47 #ifdef CONFIG_FB_NVIDIA_DEBUG
48 #define assert(expr) \
49         if (!(expr)) { \
50         printk( "Assertion failed! %s,%s,%s,line=%d\n",\
51         #expr,__FILE__,__FUNCTION__,__LINE__); \
52         BUG(); \
53         }
54 #else
55 #define assert(expr)
56 #endif
57
58 #define PFX "nvidiafb: "
59
60 /* HW cursor parameters */
61 #define MAX_CURS                32
62
63 static struct pci_device_id nvidiafb_pci_tbl[] = {
64         {PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
65          PCI_BASE_CLASS_DISPLAY << 16, 0xff0000, 0},
66         { 0, }
67 };
68 MODULE_DEVICE_TABLE(pci, nvidiafb_pci_tbl);
69
70 /* command line data, set in nvidiafb_setup() */
71 static int flatpanel __devinitdata = -1;        /* Autodetect later */
72 static int fpdither __devinitdata = -1;
73 static int forceCRTC __devinitdata = -1;
74 static int hwcur __devinitdata = 0;
75 static int noaccel __devinitdata = 0;
76 static int noscale __devinitdata = 0;
77 static int paneltweak __devinitdata = 0;
78 static int vram __devinitdata = 0;
79 static int bpp __devinitdata = 8;
80 #ifdef CONFIG_MTRR
81 static int nomtrr __devinitdata = 0;
82 #endif
83
84 static char *mode_option __devinitdata = NULL;
85
86 static struct fb_fix_screeninfo __devinitdata nvidiafb_fix = {
87         .type = FB_TYPE_PACKED_PIXELS,
88         .xpanstep = 8,
89         .ypanstep = 1,
90 };
91
92 static struct fb_var_screeninfo __devinitdata nvidiafb_default_var = {
93         .xres = 640,
94         .yres = 480,
95         .xres_virtual = 640,
96         .yres_virtual = 480,
97         .bits_per_pixel = 8,
98         .red = {0, 8, 0},
99         .green = {0, 8, 0},
100         .blue = {0, 8, 0},
101         .transp = {0, 0, 0},
102         .activate = FB_ACTIVATE_NOW,
103         .height = -1,
104         .width = -1,
105         .pixclock = 39721,
106         .left_margin = 40,
107         .right_margin = 24,
108         .upper_margin = 32,
109         .lower_margin = 11,
110         .hsync_len = 96,
111         .vsync_len = 2,
112         .vmode = FB_VMODE_NONINTERLACED
113 };
114
115 static void nvidiafb_load_cursor_image(struct nvidia_par *par, u8 * data8,
116                                        u16 bg, u16 fg, u32 w, u32 h)
117 {
118         u32 *data = (u32 *) data8;
119         int i, j, k = 0;
120         u32 b, tmp;
121
122         w = (w + 1) & ~1;
123
124         for (i = 0; i < h; i++) {
125                 b = *data++;
126                 reverse_order(&b);
127
128                 for (j = 0; j < w / 2; j++) {
129                         tmp = 0;
130 #if defined (__BIG_ENDIAN)
131                         tmp = (b & (1 << 31)) ? fg << 16 : bg << 16;
132                         b <<= 1;
133                         tmp |= (b & (1 << 31)) ? fg : bg;
134                         b <<= 1;
135 #else
136                         tmp = (b & 1) ? fg : bg;
137                         b >>= 1;
138                         tmp |= (b & 1) ? fg << 16 : bg << 16;
139                         b >>= 1;
140 #endif
141                         NV_WR32(&par->CURSOR[k++], 0, tmp);
142                 }
143                 k += (MAX_CURS - w) / 2;
144         }
145 }
146
147 static void nvidia_write_clut(struct nvidia_par *par,
148                               u8 regnum, u8 red, u8 green, u8 blue)
149 {
150         NVWriteDacMask(par, 0xff);
151         NVWriteDacWriteAddr(par, regnum);
152         NVWriteDacData(par, red);
153         NVWriteDacData(par, green);
154         NVWriteDacData(par, blue);
155 }
156
157 static void nvidia_read_clut(struct nvidia_par *par,
158                              u8 regnum, u8 * red, u8 * green, u8 * blue)
159 {
160         NVWriteDacMask(par, 0xff);
161         NVWriteDacReadAddr(par, regnum);
162         *red = NVReadDacData(par);
163         *green = NVReadDacData(par);
164         *blue = NVReadDacData(par);
165 }
166
167 static int nvidia_panel_tweak(struct nvidia_par *par,
168                               struct _riva_hw_state *state)
169 {
170         int tweak = 0;
171
172    if (par->paneltweak) {
173            tweak = par->paneltweak;
174    } else {
175            /* begin flat panel hacks */
176            /* This is unfortunate, but some chips need this register
177               tweaked or else you get artifacts where adjacent pixels are
178               swapped.  There are no hard rules for what to set here so all
179               we can do is experiment and apply hacks. */
180
181            if(((par->Chipset & 0xffff) == 0x0328) && (state->bpp == 32)) {
182                    /* At least one NV34 laptop needs this workaround. */
183                    tweak = -1;
184            }
185
186            if((par->Chipset & 0xfff0) == 0x0310) {
187                    tweak = 1;
188            }
189            /* end flat panel hacks */
190    }
191
192    return tweak;
193 }
194
195 static void nvidia_vga_protect(struct nvidia_par *par, int on)
196 {
197         unsigned char tmp;
198
199         if (on) {
200                 /*
201                  * Turn off screen and disable sequencer.
202                  */
203                 tmp = NVReadSeq(par, 0x01);
204
205                 NVWriteSeq(par, 0x00, 0x01);            /* Synchronous Reset */
206                 NVWriteSeq(par, 0x01, tmp | 0x20);      /* disable the display */
207         } else {
208                 /*
209                  * Reenable sequencer, then turn on screen.
210                  */
211
212                 tmp = NVReadSeq(par, 0x01);
213
214                 NVWriteSeq(par, 0x01, tmp & ~0x20);     /* reenable display */
215                 NVWriteSeq(par, 0x00, 0x03);            /* End Reset */
216         }
217 }
218
219 static void nvidia_save_vga(struct nvidia_par *par,
220                             struct _riva_hw_state *state)
221 {
222         int i;
223
224         NVTRACE_ENTER();
225         NVLockUnlock(par, 0);
226
227         NVUnloadStateExt(par, state);
228
229         state->misc_output = NVReadMiscOut(par);
230
231         for (i = 0; i < NUM_CRT_REGS; i++)
232                 state->crtc[i] = NVReadCrtc(par, i);
233
234         for (i = 0; i < NUM_ATC_REGS; i++)
235                 state->attr[i] = NVReadAttr(par, i);
236
237         for (i = 0; i < NUM_GRC_REGS; i++)
238                 state->gra[i] = NVReadGr(par, i);
239
240         for (i = 0; i < NUM_SEQ_REGS; i++)
241                 state->seq[i] = NVReadSeq(par, i);
242         NVTRACE_LEAVE();
243 }
244
245 #undef DUMP_REG
246
247 static void nvidia_write_regs(struct nvidia_par *par,
248                               struct _riva_hw_state *state)
249 {
250         int i;
251
252         NVTRACE_ENTER();
253
254         NVLoadStateExt(par, state);
255
256         NVWriteMiscOut(par, state->misc_output);
257
258         for (i = 1; i < NUM_SEQ_REGS; i++) {
259 #ifdef DUMP_REG
260                 printk(" SEQ[%02x] = %08x\n", i, state->seq[i]);
261 #endif
262                 NVWriteSeq(par, i, state->seq[i]);
263         }
264
265         /* Ensure CRTC registers 0-7 are unlocked by clearing bit 7 of CRTC[17] */
266         NVWriteCrtc(par, 0x11, state->crtc[0x11] & ~0x80);
267
268         for (i = 0; i < NUM_CRT_REGS; i++) {
269                 switch (i) {
270                 case 0x19:
271                 case 0x20 ... 0x40:
272                         break;
273                 default:
274 #ifdef DUMP_REG
275                         printk("CRTC[%02x] = %08x\n", i, state->crtc[i]);
276 #endif
277                         NVWriteCrtc(par, i, state->crtc[i]);
278                 }
279         }
280
281         for (i = 0; i < NUM_GRC_REGS; i++) {
282 #ifdef DUMP_REG
283                 printk(" GRA[%02x] = %08x\n", i, state->gra[i]);
284 #endif
285                 NVWriteGr(par, i, state->gra[i]);
286         }
287
288         for (i = 0; i < NUM_ATC_REGS; i++) {
289 #ifdef DUMP_REG
290                 printk("ATTR[%02x] = %08x\n", i, state->attr[i]);
291 #endif
292                 NVWriteAttr(par, i, state->attr[i]);
293         }
294
295         NVTRACE_LEAVE();
296 }
297
298 static int nvidia_calc_regs(struct fb_info *info)
299 {
300         struct nvidia_par *par = info->par;
301         struct _riva_hw_state *state = &par->ModeReg;
302         int i, depth = fb_get_color_depth(&info->var, &info->fix);
303         int h_display = info->var.xres / 8 - 1;
304         int h_start = (info->var.xres + info->var.right_margin) / 8 - 1;
305         int h_end = (info->var.xres + info->var.right_margin +
306                      info->var.hsync_len) / 8 - 1;
307         int h_total = (info->var.xres + info->var.right_margin +
308                        info->var.hsync_len + info->var.left_margin) / 8 - 5;
309         int h_blank_s = h_display;
310         int h_blank_e = h_total + 4;
311         int v_display = info->var.yres - 1;
312         int v_start = info->var.yres + info->var.lower_margin - 1;
313         int v_end = (info->var.yres + info->var.lower_margin +
314                      info->var.vsync_len) - 1;
315         int v_total = (info->var.yres + info->var.lower_margin +
316                        info->var.vsync_len + info->var.upper_margin) - 2;
317         int v_blank_s = v_display;
318         int v_blank_e = v_total + 1;
319
320         /*
321          * Set all CRTC values.
322          */
323
324         if (info->var.vmode & FB_VMODE_INTERLACED)
325                 v_total |= 1;
326
327         if (par->FlatPanel == 1) {
328                 v_start = v_total - 3;
329                 v_end = v_total - 2;
330                 v_blank_s = v_start;
331                 h_start = h_total - 5;
332                 h_end = h_total - 2;
333                 h_blank_e = h_total + 4;
334         }
335
336         state->crtc[0x0] = Set8Bits(h_total);
337         state->crtc[0x1] = Set8Bits(h_display);
338         state->crtc[0x2] = Set8Bits(h_blank_s);
339         state->crtc[0x3] = SetBitField(h_blank_e, 4: 0, 4:0)
340                 | SetBit(7);
341         state->crtc[0x4] = Set8Bits(h_start);
342         state->crtc[0x5] = SetBitField(h_blank_e, 5: 5, 7:7)
343                 | SetBitField(h_end, 4: 0, 4:0);
344         state->crtc[0x6] = SetBitField(v_total, 7: 0, 7:0);
345         state->crtc[0x7] = SetBitField(v_total, 8: 8, 0:0)
346                 | SetBitField(v_display, 8: 8, 1:1)
347                 | SetBitField(v_start, 8: 8, 2:2)
348                 | SetBitField(v_blank_s, 8: 8, 3:3)
349                 | SetBit(4)
350                 | SetBitField(v_total, 9: 9, 5:5)
351                 | SetBitField(v_display, 9: 9, 6:6)
352                 | SetBitField(v_start, 9: 9, 7:7);
353         state->crtc[0x9] = SetBitField(v_blank_s, 9: 9, 5:5)
354                 | SetBit(6)
355                 | ((info->var.vmode & FB_VMODE_DOUBLE) ? 0x80 : 0x00);
356         state->crtc[0x10] = Set8Bits(v_start);
357         state->crtc[0x11] = SetBitField(v_end, 3: 0, 3:0) | SetBit(5);
358         state->crtc[0x12] = Set8Bits(v_display);
359         state->crtc[0x13] = ((info->var.xres_virtual / 8) *
360                              (info->var.bits_per_pixel / 8));
361         state->crtc[0x15] = Set8Bits(v_blank_s);
362         state->crtc[0x16] = Set8Bits(v_blank_e);
363
364         state->attr[0x10] = 0x01;
365
366         if (par->Television)
367                 state->attr[0x11] = 0x00;
368
369         state->screen = SetBitField(h_blank_e, 6: 6, 4:4)
370                 | SetBitField(v_blank_s, 10: 10, 3:3)
371                 | SetBitField(v_start, 10: 10, 2:2)
372                 | SetBitField(v_display, 10: 10, 1:1)
373                 | SetBitField(v_total, 10: 10, 0:0);
374
375         state->horiz = SetBitField(h_total, 8: 8, 0:0)
376                 | SetBitField(h_display, 8: 8, 1:1)
377                 | SetBitField(h_blank_s, 8: 8, 2:2)
378                 | SetBitField(h_start, 8: 8, 3:3);
379
380         state->extra = SetBitField(v_total, 11: 11, 0:0)
381                 | SetBitField(v_display, 11: 11, 2:2)
382                 | SetBitField(v_start, 11: 11, 4:4)
383                 | SetBitField(v_blank_s, 11: 11, 6:6);
384
385         if (info->var.vmode & FB_VMODE_INTERLACED) {
386                 h_total = (h_total >> 1) & ~1;
387                 state->interlace = Set8Bits(h_total);
388                 state->horiz |= SetBitField(h_total, 8: 8, 4:4);
389         } else {
390                 state->interlace = 0xff;        /* interlace off */
391         }
392
393         /*
394          * Calculate the extended registers.
395          */
396
397         if (depth < 24)
398                 i = depth;
399         else
400                 i = 32;
401
402         if (par->Architecture >= NV_ARCH_10)
403                 par->CURSOR = (volatile u32 __iomem *)(info->screen_base +
404                                                        par->CursorStart);
405
406         if (info->var.sync & FB_SYNC_HOR_HIGH_ACT)
407                 state->misc_output &= ~0x40;
408         else
409                 state->misc_output |= 0x40;
410         if (info->var.sync & FB_SYNC_VERT_HIGH_ACT)
411                 state->misc_output &= ~0x80;
412         else
413                 state->misc_output |= 0x80;
414
415         NVCalcStateExt(par, state, i, info->var.xres_virtual,
416                        info->var.xres, info->var.yres_virtual,
417                        1000000000 / info->var.pixclock, info->var.vmode);
418
419         state->scale = NV_RD32(par->PRAMDAC, 0x00000848) & 0xfff000ff;
420         if (par->FlatPanel == 1) {
421                 state->pixel |= (1 << 7);
422
423                 if (!par->fpScaler || (par->fpWidth <= info->var.xres)
424                     || (par->fpHeight <= info->var.yres)) {
425                         state->scale |= (1 << 8);
426                 }
427
428                 if (!par->crtcSync_read) {
429                         state->crtcSync = NV_RD32(par->PRAMDAC, 0x0828);
430                         par->crtcSync_read = 1;
431                 }
432
433                 par->PanelTweak = nvidia_panel_tweak(par, state);
434         }
435
436         state->vpll = state->pll;
437         state->vpll2 = state->pll;
438         state->vpllB = state->pllB;
439         state->vpll2B = state->pllB;
440
441         VGA_WR08(par->PCIO, 0x03D4, 0x1C);
442         state->fifo = VGA_RD08(par->PCIO, 0x03D5) & ~(1<<5);
443
444         if (par->CRTCnumber) {
445                 state->head = NV_RD32(par->PCRTC0, 0x00000860) & ~0x00001000;
446                 state->head2 = NV_RD32(par->PCRTC0, 0x00002860) | 0x00001000;
447                 state->crtcOwner = 3;
448                 state->pllsel |= 0x20000800;
449                 state->vpll = NV_RD32(par->PRAMDAC0, 0x00000508);
450                 if (par->twoStagePLL)
451                         state->vpllB = NV_RD32(par->PRAMDAC0, 0x00000578);
452         } else if (par->twoHeads) {
453                 state->head = NV_RD32(par->PCRTC0, 0x00000860) | 0x00001000;
454                 state->head2 = NV_RD32(par->PCRTC0, 0x00002860) & ~0x00001000;
455                 state->crtcOwner = 0;
456                 state->vpll2 = NV_RD32(par->PRAMDAC0, 0x0520);
457                 if (par->twoStagePLL)
458                         state->vpll2B = NV_RD32(par->PRAMDAC0, 0x057C);
459         }
460
461         state->cursorConfig = 0x00000100;
462
463         if (info->var.vmode & FB_VMODE_DOUBLE)
464                 state->cursorConfig |= (1 << 4);
465
466         if (par->alphaCursor) {
467                 if ((par->Chipset & 0x0ff0) != 0x0110)
468                         state->cursorConfig |= 0x04011000;
469                 else
470                         state->cursorConfig |= 0x14011000;
471                 state->general |= (1 << 29);
472         } else
473                 state->cursorConfig |= 0x02000000;
474
475         if (par->twoHeads) {
476                 if ((par->Chipset & 0x0ff0) == 0x0110) {
477                         state->dither = NV_RD32(par->PRAMDAC, 0x0528) &
478                             ~0x00010000;
479                         if (par->FPDither)
480                                 state->dither |= 0x00010000;
481                 } else {
482                         state->dither = NV_RD32(par->PRAMDAC, 0x083C) & ~1;
483                         if (par->FPDither)
484                                 state->dither |= 1;
485                 }
486         }
487
488         state->timingH = 0;
489         state->timingV = 0;
490         state->displayV = info->var.xres;
491
492         return 0;
493 }
494
495 static void nvidia_init_vga(struct fb_info *info)
496 {
497         struct nvidia_par *par = info->par;
498         struct _riva_hw_state *state = &par->ModeReg;
499         int i;
500
501         for (i = 0; i < 0x10; i++)
502                 state->attr[i] = i;
503         state->attr[0x10] = 0x41;
504         state->attr[0x11] = 0xff;
505         state->attr[0x12] = 0x0f;
506         state->attr[0x13] = 0x00;
507         state->attr[0x14] = 0x00;
508
509         memset(state->crtc, 0x00, NUM_CRT_REGS);
510         state->crtc[0x0a] = 0x20;
511         state->crtc[0x17] = 0xe3;
512         state->crtc[0x18] = 0xff;
513         state->crtc[0x28] = 0x40;
514
515         memset(state->gra, 0x00, NUM_GRC_REGS);
516         state->gra[0x05] = 0x40;
517         state->gra[0x06] = 0x05;
518         state->gra[0x07] = 0x0f;
519         state->gra[0x08] = 0xff;
520
521         state->seq[0x00] = 0x03;
522         state->seq[0x01] = 0x01;
523         state->seq[0x02] = 0x0f;
524         state->seq[0x03] = 0x00;
525         state->seq[0x04] = 0x0e;
526
527         state->misc_output = 0xeb;
528 }
529
530 static int nvidiafb_cursor(struct fb_info *info, struct fb_cursor *cursor)
531 {
532         struct nvidia_par *par = info->par;
533         u8 data[MAX_CURS * MAX_CURS / 8];
534         int i, set = cursor->set;
535         u16 fg, bg;
536
537         if (cursor->image.width > MAX_CURS || cursor->image.height > MAX_CURS)
538                 return -ENXIO;
539
540         NVShowHideCursor(par, 0);
541
542         if (par->cursor_reset) {
543                 set = FB_CUR_SETALL;
544                 par->cursor_reset = 0;
545         }
546
547         if (set & FB_CUR_SETSIZE)
548                 memset_io(par->CURSOR, 0, MAX_CURS * MAX_CURS * 2);
549
550         if (set & FB_CUR_SETPOS) {
551                 u32 xx, yy, temp;
552
553                 yy = cursor->image.dy - info->var.yoffset;
554                 xx = cursor->image.dx - info->var.xoffset;
555                 temp = xx & 0xFFFF;
556                 temp |= yy << 16;
557
558                 NV_WR32(par->PRAMDAC, 0x0000300, temp);
559         }
560
561         if (set & (FB_CUR_SETSHAPE | FB_CUR_SETCMAP | FB_CUR_SETIMAGE)) {
562                 u32 bg_idx = cursor->image.bg_color;
563                 u32 fg_idx = cursor->image.fg_color;
564                 u32 s_pitch = (cursor->image.width + 7) >> 3;
565                 u32 d_pitch = MAX_CURS / 8;
566                 u8 *dat = (u8 *) cursor->image.data;
567                 u8 *msk = (u8 *) cursor->mask;
568                 u8 *src;
569
570                 src = kmalloc(s_pitch * cursor->image.height, GFP_ATOMIC);
571
572                 if (src) {
573                         switch (cursor->rop) {
574                         case ROP_XOR:
575                                 for (i = 0; i < s_pitch * cursor->image.height; i++)
576                                         src[i] = dat[i] ^ msk[i];
577                                 break;
578                         case ROP_COPY:
579                         default:
580                                 for (i = 0; i < s_pitch * cursor->image.height; i++)
581                                         src[i] = dat[i] & msk[i];
582                                 break;
583                         }
584
585                         fb_pad_aligned_buffer(data, d_pitch, src, s_pitch,
586                                                 cursor->image.height);
587
588                         bg = ((info->cmap.red[bg_idx] & 0xf8) << 7) |
589                             ((info->cmap.green[bg_idx] & 0xf8) << 2) |
590                             ((info->cmap.blue[bg_idx] & 0xf8) >> 3) | 1 << 15;
591
592                         fg = ((info->cmap.red[fg_idx] & 0xf8) << 7) |
593                             ((info->cmap.green[fg_idx] & 0xf8) << 2) |
594                             ((info->cmap.blue[fg_idx] & 0xf8) >> 3) | 1 << 15;
595
596                         NVLockUnlock(par, 0);
597
598                         nvidiafb_load_cursor_image(par, data, bg, fg,
599                                                    cursor->image.width,
600                                                    cursor->image.height);
601                         kfree(src);
602                 }
603         }
604
605         if (cursor->enable)
606                 NVShowHideCursor(par, 1);
607
608         return 0;
609 }
610
611 static int nvidiafb_set_par(struct fb_info *info)
612 {
613         struct nvidia_par *par = info->par;
614
615         NVTRACE_ENTER();
616
617         NVLockUnlock(par, 1);
618         if (!par->FlatPanel || !par->twoHeads)
619                 par->FPDither = 0;
620
621         if (par->FPDither < 0) {
622                 if ((par->Chipset & 0x0ff0) == 0x0110)
623                         par->FPDither = !!(NV_RD32(par->PRAMDAC, 0x0528)
624                                            & 0x00010000);
625                 else
626                         par->FPDither = !!(NV_RD32(par->PRAMDAC, 0x083C) & 1);
627                 printk(KERN_INFO PFX "Flat panel dithering %s\n",
628                        par->FPDither ? "enabled" : "disabled");
629         }
630
631         info->fix.visual = (info->var.bits_per_pixel == 8) ?
632             FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
633
634         nvidia_init_vga(info);
635         nvidia_calc_regs(info);
636
637         NVLockUnlock(par, 0);
638         if (par->twoHeads) {
639                 VGA_WR08(par->PCIO, 0x03D4, 0x44);
640                 VGA_WR08(par->PCIO, 0x03D5, par->ModeReg.crtcOwner);
641                 NVLockUnlock(par, 0);
642         }
643
644         nvidia_vga_protect(par, 1);
645
646         nvidia_write_regs(par, &par->ModeReg);
647         NVSetStartAddress(par, 0);
648
649 #if defined (__BIG_ENDIAN)
650         /* turn on LFB swapping */
651         {
652                 unsigned char tmp;
653
654                 VGA_WR08(par->PCIO, 0x3d4, 0x46);
655                 tmp = VGA_RD08(par->PCIO, 0x3d5);
656                 tmp |= (1 << 7);
657                 VGA_WR08(par->PCIO, 0x3d5, tmp);
658     }
659 #endif
660
661         info->fix.line_length = (info->var.xres_virtual *
662                                  info->var.bits_per_pixel) >> 3;
663         if (info->var.accel_flags) {
664                 info->fbops->fb_imageblit = nvidiafb_imageblit;
665                 info->fbops->fb_fillrect = nvidiafb_fillrect;
666                 info->fbops->fb_copyarea = nvidiafb_copyarea;
667                 info->fbops->fb_sync = nvidiafb_sync;
668                 info->pixmap.scan_align = 4;
669                 info->flags &= ~FBINFO_HWACCEL_DISABLED;
670                 NVResetGraphics(info);
671         } else {
672                 info->fbops->fb_imageblit = cfb_imageblit;
673                 info->fbops->fb_fillrect = cfb_fillrect;
674                 info->fbops->fb_copyarea = cfb_copyarea;
675                 info->fbops->fb_sync = NULL;
676                 info->pixmap.scan_align = 1;
677                 info->flags |= FBINFO_HWACCEL_DISABLED;
678         }
679
680         par->cursor_reset = 1;
681
682         nvidia_vga_protect(par, 0);
683
684         NVTRACE_LEAVE();
685         return 0;
686 }
687
688 static int nvidiafb_setcolreg(unsigned regno, unsigned red, unsigned green,
689                               unsigned blue, unsigned transp,
690                               struct fb_info *info)
691 {
692         struct nvidia_par *par = info->par;
693         int i;
694
695         NVTRACE_ENTER();
696         if (regno >= (1 << info->var.green.length))
697                 return -EINVAL;
698
699         if (info->var.grayscale) {
700                 /* gray = 0.30*R + 0.59*G + 0.11*B */
701                 red = green = blue = (red * 77 + green * 151 + blue * 28) >> 8;
702         }
703
704         if (regno < 16 && info->fix.visual == FB_VISUAL_DIRECTCOLOR) {
705                 ((u32 *) info->pseudo_palette)[regno] =
706                     (regno << info->var.red.offset) |
707                     (regno << info->var.green.offset) |
708                     (regno << info->var.blue.offset);
709         }
710
711         switch (info->var.bits_per_pixel) {
712         case 8:
713                 /* "transparent" stuff is completely ignored. */
714                 nvidia_write_clut(par, regno, red >> 8, green >> 8, blue >> 8);
715                 break;
716         case 16:
717                 if (info->var.green.length == 5) {
718                         for (i = 0; i < 8; i++) {
719                                 nvidia_write_clut(par, regno * 8 + i, red >> 8,
720                                                   green >> 8, blue >> 8);
721                         }
722                 } else {
723                         u8 r, g, b;
724
725                         if (regno < 32) {
726                                 for (i = 0; i < 8; i++) {
727                                         nvidia_write_clut(par, regno * 8 + i,
728                                                           red >> 8, green >> 8,
729                                                           blue >> 8);
730                                 }
731                         }
732
733                         nvidia_read_clut(par, regno * 4, &r, &g, &b);
734
735                         for (i = 0; i < 4; i++)
736                                 nvidia_write_clut(par, regno * 4 + i, r,
737                                                   green >> 8, b);
738                 }
739                 break;
740         case 32:
741                 nvidia_write_clut(par, regno, red >> 8, green >> 8, blue >> 8);
742                 break;
743         default:
744                 /* do nothing */
745                 break;
746         }
747
748         NVTRACE_LEAVE();
749         return 0;
750 }
751
752 static int nvidiafb_check_var(struct fb_var_screeninfo *var,
753                               struct fb_info *info)
754 {
755         struct nvidia_par *par = info->par;
756         int memlen, vramlen, mode_valid = 0;
757         int pitch, err = 0;
758
759         NVTRACE_ENTER();
760
761         var->transp.offset = 0;
762         var->transp.length = 0;
763
764         var->xres &= ~7;
765
766         if (var->bits_per_pixel <= 8)
767                 var->bits_per_pixel = 8;
768         else if (var->bits_per_pixel <= 16)
769                 var->bits_per_pixel = 16;
770         else
771                 var->bits_per_pixel = 32;
772
773         switch (var->bits_per_pixel) {
774         case 8:
775                 var->red.offset = 0;
776                 var->red.length = 8;
777                 var->green.offset = 0;
778                 var->green.length = 8;
779                 var->blue.offset = 0;
780                 var->blue.length = 8;
781                 var->transp.offset = 0;
782                 var->transp.length = 0;
783                 break;
784         case 16:
785                 var->green.length = (var->green.length < 6) ? 5 : 6;
786                 var->red.length = 5;
787                 var->blue.length = 5;
788                 var->transp.length = 6 - var->green.length;
789                 var->blue.offset = 0;
790                 var->green.offset = 5;
791                 var->red.offset = 5 + var->green.length;
792                 var->transp.offset = (5 + var->red.offset) & 15;
793                 break;
794         case 32:                /* RGBA 8888 */
795                 var->red.offset = 16;
796                 var->red.length = 8;
797                 var->green.offset = 8;
798                 var->green.length = 8;
799                 var->blue.offset = 0;
800                 var->blue.length = 8;
801                 var->transp.length = 8;
802                 var->transp.offset = 24;
803                 break;
804         }
805
806         var->red.msb_right = 0;
807         var->green.msb_right = 0;
808         var->blue.msb_right = 0;
809         var->transp.msb_right = 0;
810
811         if (!info->monspecs.hfmax || !info->monspecs.vfmax ||
812             !info->monspecs.dclkmax || !fb_validate_mode(var, info))
813                 mode_valid = 1;
814
815         /* calculate modeline if supported by monitor */
816         if (!mode_valid && info->monspecs.gtf) {
817                 if (!fb_get_mode(FB_MAXTIMINGS, 0, var, info))
818                         mode_valid = 1;
819         }
820
821         if (!mode_valid) {
822                 struct fb_videomode *mode;
823
824                 mode = fb_find_best_mode(var, &info->modelist);
825                 if (mode) {
826                         fb_videomode_to_var(var, mode);
827                         mode_valid = 1;
828                 }
829         }
830
831         if (!mode_valid && info->monspecs.modedb_len)
832                 return -EINVAL;
833
834         if (par->fpWidth && par->fpHeight && (par->fpWidth < var->xres ||
835                                               par->fpHeight < var->yres))
836                 return -EINVAL;
837
838         if (var->yres_virtual < var->yres)
839                 var->yres_virtual = var->yres;
840
841         if (var->xres_virtual < var->xres)
842                 var->xres_virtual = var->xres;
843
844         var->xres_virtual = (var->xres_virtual + 63) & ~63;
845
846         vramlen = info->screen_size;
847         pitch = ((var->xres_virtual * var->bits_per_pixel) + 7) / 8;
848         memlen = pitch * var->yres_virtual;
849
850         if (memlen > vramlen) {
851                 var->yres_virtual = vramlen / pitch;
852
853                 if (var->yres_virtual < var->yres) {
854                         var->yres_virtual = var->yres;
855                         var->xres_virtual = vramlen / var->yres_virtual;
856                         var->xres_virtual /= var->bits_per_pixel / 8;
857                         var->xres_virtual &= ~63;
858                         pitch = (var->xres_virtual *
859                                  var->bits_per_pixel + 7) / 8;
860                         memlen = pitch * var->yres;
861
862                         if (var->xres_virtual < var->xres) {
863                                 printk("nvidiafb: required video memory, "
864                                        "%d bytes, for %dx%d-%d (virtual) "
865                                        "is out of range\n",
866                                        memlen, var->xres_virtual,
867                                        var->yres_virtual, var->bits_per_pixel);
868                                 err = -ENOMEM;
869                         }
870                 }
871         }
872
873         if (var->accel_flags) {
874                 if (var->yres_virtual > 0x7fff)
875                         var->yres_virtual = 0x7fff;
876                 if (var->xres_virtual > 0x7fff)
877                         var->xres_virtual = 0x7fff;
878         }
879
880         var->xres_virtual &= ~63;
881
882         NVTRACE_LEAVE();
883
884         return err;
885 }
886
887 static int nvidiafb_pan_display(struct fb_var_screeninfo *var,
888                                 struct fb_info *info)
889 {
890         struct nvidia_par *par = info->par;
891         u32 total;
892
893         total = var->yoffset * info->fix.line_length + var->xoffset;
894
895         NVSetStartAddress(par, total);
896
897         return 0;
898 }
899
900 static int nvidiafb_blank(int blank, struct fb_info *info)
901 {
902         struct nvidia_par *par = info->par;
903         unsigned char tmp, vesa;
904
905         tmp = NVReadSeq(par, 0x01) & ~0x20;     /* screen on/off */
906         vesa = NVReadCrtc(par, 0x1a) & ~0xc0;   /* sync on/off */
907
908         NVTRACE_ENTER();
909
910         if (blank)
911                 tmp |= 0x20;
912
913         switch (blank) {
914         case FB_BLANK_UNBLANK:
915         case FB_BLANK_NORMAL:
916                 break;
917         case FB_BLANK_VSYNC_SUSPEND:
918                 vesa |= 0x80;
919                 break;
920         case FB_BLANK_HSYNC_SUSPEND:
921                 vesa |= 0x40;
922                 break;
923         case FB_BLANK_POWERDOWN:
924                 vesa |= 0xc0;
925                 break;
926         }
927
928         NVWriteSeq(par, 0x01, tmp);
929         NVWriteCrtc(par, 0x1a, vesa);
930
931         nvidia_bl_set_power(info, blank);
932
933         NVTRACE_LEAVE();
934
935         return 0;
936 }
937
938 static struct fb_ops nvidia_fb_ops = {
939         .owner          = THIS_MODULE,
940         .fb_check_var   = nvidiafb_check_var,
941         .fb_set_par     = nvidiafb_set_par,
942         .fb_setcolreg   = nvidiafb_setcolreg,
943         .fb_pan_display = nvidiafb_pan_display,
944         .fb_blank       = nvidiafb_blank,
945         .fb_fillrect    = nvidiafb_fillrect,
946         .fb_copyarea    = nvidiafb_copyarea,
947         .fb_imageblit   = nvidiafb_imageblit,
948         .fb_cursor      = nvidiafb_cursor,
949         .fb_sync        = nvidiafb_sync,
950 };
951
952 #ifdef CONFIG_PM
953 static int nvidiafb_suspend(struct pci_dev *dev, pm_message_t mesg)
954 {
955         struct fb_info *info = pci_get_drvdata(dev);
956         struct nvidia_par *par = info->par;
957
958         if (mesg.event == PM_EVENT_PRETHAW)
959                 mesg.event = PM_EVENT_FREEZE;
960         acquire_console_sem();
961         par->pm_state = mesg.event;
962
963         if (mesg.event == PM_EVENT_SUSPEND) {
964                 fb_set_suspend(info, 1);
965                 nvidiafb_blank(FB_BLANK_POWERDOWN, info);
966                 nvidia_write_regs(par, &par->SavedReg);
967                 pci_save_state(dev);
968                 pci_disable_device(dev);
969                 pci_set_power_state(dev, pci_choose_state(dev, mesg));
970         }
971         dev->dev.power.power_state = mesg;
972
973         release_console_sem();
974         return 0;
975 }
976
977 static int nvidiafb_resume(struct pci_dev *dev)
978 {
979         struct fb_info *info = pci_get_drvdata(dev);
980         struct nvidia_par *par = info->par;
981
982         acquire_console_sem();
983         pci_set_power_state(dev, PCI_D0);
984
985         if (par->pm_state != PM_EVENT_FREEZE) {
986                 pci_restore_state(dev);
987                 pci_enable_device(dev);
988                 pci_set_master(dev);
989         }
990
991         par->pm_state = PM_EVENT_ON;
992         nvidiafb_set_par(info);
993         fb_set_suspend (info, 0);
994         nvidiafb_blank(FB_BLANK_UNBLANK, info);
995
996         release_console_sem();
997         return 0;
998 }
999 #else
1000 #define nvidiafb_suspend NULL
1001 #define nvidiafb_resume NULL
1002 #endif
1003
1004 static int __devinit nvidia_set_fbinfo(struct fb_info *info)
1005 {
1006         struct fb_monspecs *specs = &info->monspecs;
1007         struct fb_videomode modedb;
1008         struct nvidia_par *par = info->par;
1009         int lpitch;
1010
1011         NVTRACE_ENTER();
1012         info->flags = FBINFO_DEFAULT
1013             | FBINFO_HWACCEL_IMAGEBLIT
1014             | FBINFO_HWACCEL_FILLRECT
1015             | FBINFO_HWACCEL_COPYAREA
1016             | FBINFO_HWACCEL_YPAN;
1017
1018         fb_videomode_to_modelist(info->monspecs.modedb,
1019                                  info->monspecs.modedb_len, &info->modelist);
1020         fb_var_to_videomode(&modedb, &nvidiafb_default_var);
1021
1022         switch (bpp) {
1023         case 0 ... 8:
1024                 bpp = 8;
1025                 break;
1026         case 9 ... 16:
1027                 bpp = 16;
1028                 break;
1029         default:
1030                 bpp = 32;
1031                 break;
1032         }
1033
1034         if (specs->modedb != NULL) {
1035                 struct fb_videomode *modedb;
1036
1037                 modedb = fb_find_best_display(specs, &info->modelist);
1038                 fb_videomode_to_var(&nvidiafb_default_var, modedb);
1039                 nvidiafb_default_var.bits_per_pixel = bpp;
1040         } else if (par->fpWidth && par->fpHeight) {
1041                 char buf[16];
1042
1043                 memset(buf, 0, 16);
1044                 snprintf(buf, 15, "%dx%dMR", par->fpWidth, par->fpHeight);
1045                 fb_find_mode(&nvidiafb_default_var, info, buf, specs->modedb,
1046                              specs->modedb_len, &modedb, bpp);
1047         }
1048
1049         if (mode_option)
1050                 fb_find_mode(&nvidiafb_default_var, info, mode_option,
1051                              specs->modedb, specs->modedb_len, &modedb, bpp);
1052
1053         info->var = nvidiafb_default_var;
1054         info->fix.visual = (info->var.bits_per_pixel == 8) ?
1055                 FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
1056         info->pseudo_palette = par->pseudo_palette;
1057         fb_alloc_cmap(&info->cmap, 256, 0);
1058         fb_destroy_modedb(info->monspecs.modedb);
1059         info->monspecs.modedb = NULL;
1060
1061         /* maximize virtual vertical length */
1062         lpitch = info->var.xres_virtual *
1063                 ((info->var.bits_per_pixel + 7) >> 3);
1064         info->var.yres_virtual = info->screen_size / lpitch;
1065
1066         info->pixmap.scan_align = 4;
1067         info->pixmap.buf_align = 4;
1068         info->pixmap.access_align = 32;
1069         info->pixmap.size = 8 * 1024;
1070         info->pixmap.flags = FB_PIXMAP_SYSTEM;
1071
1072         if (!hwcur)
1073             info->fbops->fb_cursor = NULL;
1074
1075         info->var.accel_flags = (!noaccel);
1076
1077         switch (par->Architecture) {
1078         case NV_ARCH_04:
1079                 info->fix.accel = FB_ACCEL_NV4;
1080                 break;
1081         case NV_ARCH_10:
1082                 info->fix.accel = FB_ACCEL_NV_10;
1083                 break;
1084         case NV_ARCH_20:
1085                 info->fix.accel = FB_ACCEL_NV_20;
1086                 break;
1087         case NV_ARCH_30:
1088                 info->fix.accel = FB_ACCEL_NV_30;
1089                 break;
1090         case NV_ARCH_40:
1091                 info->fix.accel = FB_ACCEL_NV_40;
1092                 break;
1093         }
1094
1095         NVTRACE_LEAVE();
1096
1097         return nvidiafb_check_var(&info->var, info);
1098 }
1099
1100 static u32 __devinit nvidia_get_chipset(struct fb_info *info)
1101 {
1102         struct nvidia_par *par = info->par;
1103         u32 id = (par->pci_dev->vendor << 16) | par->pci_dev->device;
1104
1105         printk(KERN_INFO PFX "Device ID: %x \n", id);
1106
1107         if ((id & 0xfff0) == 0x00f0) {
1108                 /* pci-e */
1109                 id = NV_RD32(par->REGS, 0x1800);
1110
1111                 if ((id & 0x0000ffff) == 0x000010DE)
1112                         id = 0x10DE0000 | (id >> 16);
1113                 else if ((id & 0xffff0000) == 0xDE100000) /* wrong endian */
1114                         id = 0x10DE0000 | ((id << 8) & 0x0000ff00) |
1115                             ((id >> 8) & 0x000000ff);
1116                 printk(KERN_INFO PFX "Subsystem ID: %x \n", id);
1117         }
1118
1119         return id;
1120 }
1121
1122 static u32 __devinit nvidia_get_arch(struct fb_info *info)
1123 {
1124         struct nvidia_par *par = info->par;
1125         u32 arch = 0;
1126
1127         switch (par->Chipset & 0x0ff0) {
1128         case 0x0100:            /* GeForce 256 */
1129         case 0x0110:            /* GeForce2 MX */
1130         case 0x0150:            /* GeForce2 */
1131         case 0x0170:            /* GeForce4 MX */
1132         case 0x0180:            /* GeForce4 MX (8x AGP) */
1133         case 0x01A0:            /* nForce */
1134         case 0x01F0:            /* nForce2 */
1135                 arch = NV_ARCH_10;
1136                 break;
1137         case 0x0200:            /* GeForce3 */
1138         case 0x0250:            /* GeForce4 Ti */
1139         case 0x0280:            /* GeForce4 Ti (8x AGP) */
1140                 arch = NV_ARCH_20;
1141                 break;
1142         case 0x0300:            /* GeForceFX 5800 */
1143         case 0x0310:            /* GeForceFX 5600 */
1144         case 0x0320:            /* GeForceFX 5200 */
1145         case 0x0330:            /* GeForceFX 5900 */
1146         case 0x0340:            /* GeForceFX 5700 */
1147                 arch = NV_ARCH_30;
1148                 break;
1149         case 0x0040:
1150         case 0x00C0:
1151         case 0x0120:
1152         case 0x0130:
1153         case 0x0140:
1154         case 0x0160:
1155         case 0x01D0:
1156         case 0x0090:
1157         case 0x0210:
1158         case 0x0220:
1159         case 0x0230:
1160         case 0x0240:
1161         case 0x0290:
1162         case 0x0390:
1163                 arch = NV_ARCH_40;
1164                 break;
1165         case 0x0020:            /* TNT, TNT2 */
1166                 arch = NV_ARCH_04;
1167                 break;
1168         default:                /* unknown architecture */
1169                 break;
1170         }
1171
1172         return arch;
1173 }
1174
1175 static int __devinit nvidiafb_probe(struct pci_dev *pd,
1176                                     const struct pci_device_id *ent)
1177 {
1178         struct nvidia_par *par;
1179         struct fb_info *info;
1180         unsigned short cmd;
1181
1182
1183         NVTRACE_ENTER();
1184         assert(pd != NULL);
1185
1186         info = framebuffer_alloc(sizeof(struct nvidia_par), &pd->dev);
1187
1188         if (!info)
1189                 goto err_out;
1190
1191         par = info->par;
1192         par->pci_dev = pd;
1193
1194         info->pixmap.addr = kmalloc(8 * 1024, GFP_KERNEL);
1195
1196         if (info->pixmap.addr == NULL)
1197                 goto err_out_kfree;
1198
1199         memset(info->pixmap.addr, 0, 8 * 1024);
1200
1201         if (pci_enable_device(pd)) {
1202                 printk(KERN_ERR PFX "cannot enable PCI device\n");
1203                 goto err_out_enable;
1204         }
1205
1206         if (pci_request_regions(pd, "nvidiafb")) {
1207                 printk(KERN_ERR PFX "cannot request PCI regions\n");
1208                 goto err_out_enable;
1209         }
1210
1211         par->FlatPanel = flatpanel;
1212         if (flatpanel == 1)
1213                 printk(KERN_INFO PFX "flatpanel support enabled\n");
1214         par->FPDither = fpdither;
1215
1216         par->CRTCnumber = forceCRTC;
1217         par->FpScale = (!noscale);
1218         par->paneltweak = paneltweak;
1219
1220         /* enable IO and mem if not already done */
1221         pci_read_config_word(pd, PCI_COMMAND, &cmd);
1222         cmd |= (PCI_COMMAND_IO | PCI_COMMAND_MEMORY);
1223         pci_write_config_word(pd, PCI_COMMAND, cmd);
1224
1225         nvidiafb_fix.mmio_start = pci_resource_start(pd, 0);
1226         nvidiafb_fix.smem_start = pci_resource_start(pd, 1);
1227         nvidiafb_fix.mmio_len = pci_resource_len(pd, 0);
1228
1229         par->REGS = ioremap(nvidiafb_fix.mmio_start, nvidiafb_fix.mmio_len);
1230
1231         if (!par->REGS) {
1232                 printk(KERN_ERR PFX "cannot ioremap MMIO base\n");
1233                 goto err_out_free_base0;
1234         }
1235
1236         par->Chipset = nvidia_get_chipset(info);
1237         par->Architecture = nvidia_get_arch(info);
1238
1239         if (par->Architecture == 0) {
1240                 printk(KERN_ERR PFX "unknown NV_ARCH\n");
1241                 goto err_out_arch;
1242         }
1243
1244         sprintf(nvidiafb_fix.id, "NV%x", (pd->device & 0x0ff0) >> 4);
1245
1246         if (NVCommonSetup(info))
1247                 goto err_out_arch;
1248
1249         par->FbAddress = nvidiafb_fix.smem_start;
1250         par->FbMapSize = par->RamAmountKBytes * 1024;
1251         if (vram && vram * 1024 * 1024 < par->FbMapSize)
1252                 par->FbMapSize = vram * 1024 * 1024;
1253
1254         /* Limit amount of vram to 64 MB */
1255         if (par->FbMapSize > 64 * 1024 * 1024)
1256                 par->FbMapSize = 64 * 1024 * 1024;
1257
1258         if(par->Architecture >= NV_ARCH_40)
1259                 par->FbUsableSize = par->FbMapSize - (560 * 1024);
1260         else
1261                 par->FbUsableSize = par->FbMapSize - (128 * 1024);
1262         par->ScratchBufferSize = (par->Architecture < NV_ARCH_10) ? 8 * 1024 :
1263             16 * 1024;
1264         par->ScratchBufferStart = par->FbUsableSize - par->ScratchBufferSize;
1265         par->CursorStart = par->FbUsableSize + (32 * 1024);
1266
1267         info->screen_base = ioremap(nvidiafb_fix.smem_start, par->FbMapSize);
1268         info->screen_size = par->FbUsableSize;
1269         nvidiafb_fix.smem_len = par->RamAmountKBytes * 1024;
1270
1271         if (!info->screen_base) {
1272                 printk(KERN_ERR PFX "cannot ioremap FB base\n");
1273                 goto err_out_free_base1;
1274         }
1275
1276         par->FbStart = info->screen_base;
1277
1278 #ifdef CONFIG_MTRR
1279         if (!nomtrr) {
1280                 par->mtrr.vram = mtrr_add(nvidiafb_fix.smem_start,
1281                                           par->RamAmountKBytes * 1024,
1282                                           MTRR_TYPE_WRCOMB, 1);
1283                 if (par->mtrr.vram < 0) {
1284                         printk(KERN_ERR PFX "unable to setup MTRR\n");
1285                 } else {
1286                         par->mtrr.vram_valid = 1;
1287                         /* let there be speed */
1288                         printk(KERN_INFO PFX "MTRR set to ON\n");
1289                 }
1290         }
1291 #endif                          /* CONFIG_MTRR */
1292
1293         info->fbops = &nvidia_fb_ops;
1294         info->fix = nvidiafb_fix;
1295
1296         if (nvidia_set_fbinfo(info) < 0) {
1297                 printk(KERN_ERR PFX "error setting initial video mode\n");
1298                 goto err_out_iounmap_fb;
1299         }
1300
1301         nvidia_save_vga(par, &par->SavedReg);
1302
1303         pci_set_drvdata(pd, info);
1304         nvidia_bl_init(par);
1305         if (register_framebuffer(info) < 0) {
1306                 printk(KERN_ERR PFX "error registering nVidia framebuffer\n");
1307                 goto err_out_iounmap_fb;
1308         }
1309
1310
1311         printk(KERN_INFO PFX
1312                "PCI nVidia %s framebuffer (%dMB @ 0x%lX)\n",
1313                info->fix.id,
1314                par->FbMapSize / (1024 * 1024), info->fix.smem_start);
1315
1316         NVTRACE_LEAVE();
1317         return 0;
1318
1319 err_out_iounmap_fb:
1320         iounmap(info->screen_base);
1321 err_out_free_base1:
1322         fb_destroy_modedb(info->monspecs.modedb);
1323         nvidia_delete_i2c_busses(par);
1324 err_out_arch:
1325         iounmap(par->REGS);
1326  err_out_free_base0:
1327         pci_release_regions(pd);
1328 err_out_enable:
1329         kfree(info->pixmap.addr);
1330 err_out_kfree:
1331         framebuffer_release(info);
1332 err_out:
1333         return -ENODEV;
1334 }
1335
1336 static void __exit nvidiafb_remove(struct pci_dev *pd)
1337 {
1338         struct fb_info *info = pci_get_drvdata(pd);
1339         struct nvidia_par *par = info->par;
1340
1341         NVTRACE_ENTER();
1342
1343         nvidia_bl_exit(par);
1344
1345         unregister_framebuffer(info);
1346 #ifdef CONFIG_MTRR
1347         if (par->mtrr.vram_valid)
1348                 mtrr_del(par->mtrr.vram, info->fix.smem_start,
1349                          info->fix.smem_len);
1350 #endif                          /* CONFIG_MTRR */
1351
1352         iounmap(info->screen_base);
1353         fb_destroy_modedb(info->monspecs.modedb);
1354         nvidia_delete_i2c_busses(par);
1355         iounmap(par->REGS);
1356         pci_release_regions(pd);
1357         kfree(info->pixmap.addr);
1358         framebuffer_release(info);
1359         pci_set_drvdata(pd, NULL);
1360         NVTRACE_LEAVE();
1361 }
1362
1363 /* ------------------------------------------------------------------------- *
1364  *
1365  * initialization
1366  *
1367  * ------------------------------------------------------------------------- */
1368
1369 #ifndef MODULE
1370 static int __devinit nvidiafb_setup(char *options)
1371 {
1372         char *this_opt;
1373
1374         NVTRACE_ENTER();
1375         if (!options || !*options)
1376                 return 0;
1377
1378         while ((this_opt = strsep(&options, ",")) != NULL) {
1379                 if (!strncmp(this_opt, "forceCRTC", 9)) {
1380                         char *p;
1381
1382                         p = this_opt + 9;
1383                         if (!*p || !*(++p))
1384                                 continue;
1385                         forceCRTC = *p - '0';
1386                         if (forceCRTC < 0 || forceCRTC > 1)
1387                                 forceCRTC = -1;
1388                 } else if (!strncmp(this_opt, "flatpanel", 9)) {
1389                         flatpanel = 1;
1390                 } else if (!strncmp(this_opt, "hwcur", 5)) {
1391                         hwcur = 1;
1392                 } else if (!strncmp(this_opt, "noaccel", 6)) {
1393                         noaccel = 1;
1394                 } else if (!strncmp(this_opt, "noscale", 7)) {
1395                         noscale = 1;
1396                 } else if (!strncmp(this_opt, "paneltweak:", 11)) {
1397                         paneltweak = simple_strtoul(this_opt+11, NULL, 0);
1398                 } else if (!strncmp(this_opt, "vram:", 5)) {
1399                         vram = simple_strtoul(this_opt+5, NULL, 0);
1400 #ifdef CONFIG_MTRR
1401                 } else if (!strncmp(this_opt, "nomtrr", 6)) {
1402                         nomtrr = 1;
1403 #endif
1404                 } else if (!strncmp(this_opt, "fpdither:", 9)) {
1405                         fpdither = simple_strtol(this_opt+9, NULL, 0);
1406                 } else if (!strncmp(this_opt, "bpp:", 4)) {
1407                         bpp = simple_strtoul(this_opt+4, NULL, 0);
1408                 } else
1409                         mode_option = this_opt;
1410         }
1411         NVTRACE_LEAVE();
1412         return 0;
1413 }
1414 #endif                          /* !MODULE */
1415
1416 static struct pci_driver nvidiafb_driver = {
1417         .name = "nvidiafb",
1418         .id_table = nvidiafb_pci_tbl,
1419         .probe    = nvidiafb_probe,
1420         .suspend  = nvidiafb_suspend,
1421         .resume   = nvidiafb_resume,
1422         .remove   = __exit_p(nvidiafb_remove),
1423 };
1424
1425 /* ------------------------------------------------------------------------- *
1426  *
1427  * modularization
1428  *
1429  * ------------------------------------------------------------------------- */
1430
1431 static int __devinit nvidiafb_init(void)
1432 {
1433 #ifndef MODULE
1434         char *option = NULL;
1435
1436         if (fb_get_options("nvidiafb", &option))
1437                 return -ENODEV;
1438         nvidiafb_setup(option);
1439 #endif
1440         return pci_register_driver(&nvidiafb_driver);
1441 }
1442
1443 module_init(nvidiafb_init);
1444
1445 #ifdef MODULE
1446 static void __exit nvidiafb_exit(void)
1447 {
1448         pci_unregister_driver(&nvidiafb_driver);
1449 }
1450
1451 module_exit(nvidiafb_exit);
1452
1453 module_param(flatpanel, int, 0);
1454 MODULE_PARM_DESC(flatpanel,
1455                  "Enables experimental flat panel support for some chipsets. "
1456                  "(0=disabled, 1=enabled, -1=autodetect) (default=-1)");
1457 module_param(fpdither, int, 0);
1458 MODULE_PARM_DESC(fpdither,
1459                  "Enables dithering of flat panel for 6 bits panels. "
1460                  "(0=disabled, 1=enabled, -1=autodetect) (default=-1)");
1461 module_param(hwcur, int, 0);
1462 MODULE_PARM_DESC(hwcur,
1463                  "Enables hardware cursor implementation. (0 or 1=enabled) "
1464                  "(default=0)");
1465 module_param(noaccel, int, 0);
1466 MODULE_PARM_DESC(noaccel,
1467                  "Disables hardware acceleration. (0 or 1=disable) "
1468                  "(default=0)");
1469 module_param(noscale, int, 0);
1470 MODULE_PARM_DESC(noscale,
1471                  "Disables screen scaleing. (0 or 1=disable) "
1472                  "(default=0, do scaling)");
1473 module_param(paneltweak, int, 0);
1474 MODULE_PARM_DESC(paneltweak,
1475                  "Tweak display settings for flatpanels. "
1476                  "(default=0, no tweaks)");
1477 module_param(forceCRTC, int, 0);
1478 MODULE_PARM_DESC(forceCRTC,
1479                  "Forces usage of a particular CRTC in case autodetection "
1480                  "fails. (0 or 1) (default=autodetect)");
1481 module_param(vram, int, 0);
1482 MODULE_PARM_DESC(vram,
1483                  "amount of framebuffer memory to remap in MiB"
1484                  "(default=0 - remap entire memory)");
1485 module_param(mode_option, charp, 0);
1486 MODULE_PARM_DESC(mode_option, "Specify initial video mode");
1487 module_param(bpp, int, 0);
1488 MODULE_PARM_DESC(bpp, "pixel width in bits"
1489                  "(default=8)");
1490 #ifdef CONFIG_MTRR
1491 module_param(nomtrr, bool, 0);
1492 MODULE_PARM_DESC(nomtrr, "Disables MTRR support (0 or 1=disabled) "
1493                  "(default=0)");
1494 #endif
1495
1496 MODULE_AUTHOR("Antonino Daplas");
1497 MODULE_DESCRIPTION("Framebuffer driver for nVidia graphics chipset");
1498 MODULE_LICENSE("GPL");
1499 #endif                          /* MODULE */
1500