1/*
2 * linux/drivers/video/riva/fbdev.c - nVidia RIVA 128/TNT/TNT2 fb driver
3 *
4 * Maintained by Ani Joshi <ajoshi@shell.unixbox.com>
5 *
6 * Copyright 1999-2000 Jeff Garzik
7 *
8 * Contributors:
9 *
10 *	Ani Joshi:  Lots of debugging and cleanup work, really helped
11 *	get the driver going
12 *
13 *	Ferenc Bakonyi:  Bug fixes, cleanup, modularization
14 *
15 *	Jindrich Makovicka:  Accel code help, hw cursor, mtrr
16 *
17 *	Paul Richards:  Bug fixes, updates
18 *
19 * Initial template from skeletonfb.c, created 28 Dec 1997 by Geert Uytterhoeven
20 * Includes riva_hw.c from nVidia, see copyright below.
21 * KGI code provided the basis for state storage, init, and mode switching.
22 *
23 * This file is subject to the terms and conditions of the GNU General Public
24 * License.  See the file COPYING in the main directory of this archive
25 * for more details.
26 *
27 * Known bugs and issues:
28 *	restoring text mode fails
29 *	doublescan modes are broken
30 */
31
32#include <linux/module.h>
33#include <linux/kernel.h>
34#include <linux/errno.h>
35#include <linux/string.h>
36#include <linux/mm.h>
37#include <linux/slab.h>
38#include <linux/delay.h>
39#include <linux/fb.h>
40#include <linux/init.h>
41#include <linux/pci.h>
42#include <linux/backlight.h>
43#include <linux/bitrev.h>
44#ifdef CONFIG_MTRR
45#include <asm/mtrr.h>
46#endif
47#ifdef CONFIG_PPC_OF
48#include <asm/prom.h>
49#include <asm/pci-bridge.h>
50#endif
51#ifdef CONFIG_PMAC_BACKLIGHT
52#include <asm/machdep.h>
53#include <asm/backlight.h>
54#endif
55
56#include "rivafb.h"
57#include "nvreg.h"
58
59#ifndef CONFIG_PCI		    /* sanity check */
60#error This driver requires PCI support.
61#endif
62
63/* version number of this driver */
64#define RIVAFB_VERSION "0.9.5b"
65
66/* ------------------------------------------------------------------------- *
67 *
68 * various helpful macros and constants
69 *
70 * ------------------------------------------------------------------------- */
71#ifdef CONFIG_FB_RIVA_DEBUG
72#define NVTRACE          printk
73#else
74#define NVTRACE          if(0) printk
75#endif
76
77#define NVTRACE_ENTER(...)  NVTRACE("%s START\n", __FUNCTION__)
78#define NVTRACE_LEAVE(...)  NVTRACE("%s END\n", __FUNCTION__)
79
80#ifdef CONFIG_FB_RIVA_DEBUG
81#define assert(expr) \
82	if(!(expr)) { \
83	printk( "Assertion failed! %s,%s,%s,line=%d\n",\
84	#expr,__FILE__,__FUNCTION__,__LINE__); \
85	BUG(); \
86	}
87#else
88#define assert(expr)
89#endif
90
91#define PFX "rivafb: "
92
93/* macro that allows you to set overflow bits */
94#define SetBitField(value,from,to) SetBF(to,GetBF(value,from))
95#define SetBit(n)		(1<<(n))
96#define Set8Bits(value)		((value)&0xff)
97
98/* HW cursor parameters */
99#define MAX_CURS		32
100
101/* ------------------------------------------------------------------------- *
102 *
103 * prototypes
104 *
105 * ------------------------------------------------------------------------- */
106
107static int rivafb_blank(int blank, struct fb_info *info);
108
109/* ------------------------------------------------------------------------- *
110 *
111 * card identification
112 *
113 * ------------------------------------------------------------------------- */
114
115static struct pci_device_id rivafb_pci_tbl[] = {
116	{ PCI_VENDOR_ID_NVIDIA_SGS, PCI_DEVICE_ID_NVIDIA_SGS_RIVA128,
117	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
118	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_TNT,
119	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
120	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_TNT2,
121	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
122	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_UTNT2,
123	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
124	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_VTNT2,
125	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
126	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_UVTNT2,
127	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
128	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_ITNT2,
129	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
130	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE_SDR,
131	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
132	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE_DDR,
133	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
134	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO,
135	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
136	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_MX,
137	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
138	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_MX2,
139	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
140	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_GO,
141	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
142	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO2_MXR,
143	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
144	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_GTS,
145	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
146	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_GTS2,
147	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
148	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE2_ULTRA,
149	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
150	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO2_PRO,
151	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
152	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_MX_460,
153	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
154	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_MX_440,
155	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
156	// NF2/IGP version, GeForce 4 MX, NV18
157	{ PCI_VENDOR_ID_NVIDIA, 0x01f0,
158	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
159	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_MX_420,
160	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
161	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_440_GO,
162	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
163	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_420_GO,
164	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
165	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_420_GO_M32,
166	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
167	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_500XGL,
168	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
169	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_440_GO_M64,
170	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
171	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_200,
172	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
173	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_550XGL,
174	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
175	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_500_GOGL,
176	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
177	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_IGEFORCE2,
178	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
179	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE3,
180	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
181	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE3_1,
182	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
183	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE3_2,
184	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
185	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO_DDC,
186	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
187	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_TI_4600,
188	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
189	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_TI_4400,
190	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
191	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE4_TI_4200,
192	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
193 	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_900XGL,
194	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
195	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_750XGL,
196	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
197	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_QUADRO4_700XGL,
198	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
199	{ PCI_VENDOR_ID_NVIDIA, PCI_DEVICE_ID_NVIDIA_GEFORCE_FX_GO_5200,
200	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
201	{ 0, } /* terminate list */
202};
203MODULE_DEVICE_TABLE(pci, rivafb_pci_tbl);
204
205/* ------------------------------------------------------------------------- *
206 *
207 * global variables
208 *
209 * ------------------------------------------------------------------------- */
210
211/* command line data, set in rivafb_setup() */
212static int flatpanel __devinitdata = -1; /* Autodetect later */
213static int forceCRTC __devinitdata = -1;
214static int noaccel   __devinitdata = 0;
215#ifdef CONFIG_MTRR
216static int nomtrr __devinitdata = 0;
217#endif
218#ifdef CONFIG_PMAC_BACKLIGHT
219static int backlight __devinitdata = 1;
220#else
221static int backlight __devinitdata = 0;
222#endif
223
224static char *mode_option __devinitdata = NULL;
225static int  strictmode       = 0;
226
227static struct fb_fix_screeninfo __devinitdata rivafb_fix = {
228	.type		= FB_TYPE_PACKED_PIXELS,
229	.xpanstep	= 1,
230	.ypanstep	= 1,
231};
232
233static struct fb_var_screeninfo __devinitdata rivafb_default_var = {
234	.xres		= 640,
235	.yres		= 480,
236	.xres_virtual	= 640,
237	.yres_virtual	= 480,
238	.bits_per_pixel	= 8,
239	.red		= {0, 8, 0},
240	.green		= {0, 8, 0},
241	.blue		= {0, 8, 0},
242	.transp		= {0, 0, 0},
243	.activate	= FB_ACTIVATE_NOW,
244	.height		= -1,
245	.width		= -1,
246	.pixclock	= 39721,
247	.left_margin	= 40,
248	.right_margin	= 24,
249	.upper_margin	= 32,
250	.lower_margin	= 11,
251	.hsync_len	= 96,
252	.vsync_len	= 2,
253	.vmode		= FB_VMODE_NONINTERLACED
254};
255
256/* from GGI */
257static const struct riva_regs reg_template = {
258	{0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,	/* ATTR */
259	 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F,
260	 0x41, 0x01, 0x0F, 0x00, 0x00},
261	{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* CRT  */
262	 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, 0x00, 0x00,
263	 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xE3,	/* 0x10 */
264	 0xFF, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
265	 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* 0x20 */
266	 0x40, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
267	 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,	/* 0x30 */
268	 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
269	 0x00,							/* 0x40 */
270	 },
271	{0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0x05, 0x0F,	/* GRA  */
272	 0xFF},
273	{0x03, 0x01, 0x0F, 0x00, 0x0E},				/* SEQ  */
274	0xEB							/* MISC */
275};
276
277/*
278 * Backlight control
279 */
280#ifdef CONFIG_FB_RIVA_BACKLIGHT
281/* We do not have any information about which values are allowed, thus
282 * we used safe values.
283 */
284#define MIN_LEVEL 0x158
285#define MAX_LEVEL 0x534
286#define LEVEL_STEP ((MAX_LEVEL - MIN_LEVEL) / FB_BACKLIGHT_MAX)
287
288static int riva_bl_get_level_brightness(struct riva_par *par,
289		int level)
290{
291	struct fb_info *info = pci_get_drvdata(par->pdev);
292	int nlevel;
293
294	/* Get and convert the value */
295	/* No locking on bl_curve since accessing a single value */
296	nlevel = MIN_LEVEL + info->bl_curve[level] * LEVEL_STEP;
297
298	if (nlevel < 0)
299		nlevel = 0;
300	else if (nlevel < MIN_LEVEL)
301		nlevel = MIN_LEVEL;
302	else if (nlevel > MAX_LEVEL)
303		nlevel = MAX_LEVEL;
304
305	return nlevel;
306}
307
308static int riva_bl_update_status(struct backlight_device *bd)
309{
310	struct riva_par *par = class_get_devdata(&bd->class_dev);
311	U032 tmp_pcrt, tmp_pmc;
312	int level;
313
314	if (bd->props.power != FB_BLANK_UNBLANK ||
315	    bd->props.fb_blank != FB_BLANK_UNBLANK)
316		level = 0;
317	else
318		level = bd->props.brightness;
319
320	tmp_pmc = NV_RD32(par->riva.PMC, 0x10F0) & 0x0000FFFF;
321	tmp_pcrt = NV_RD32(par->riva.PCRTC0, 0x081C) & 0xFFFFFFFC;
322	if(level > 0) {
323		tmp_pcrt |= 0x1;
324		tmp_pmc |= (1 << 31); /* backlight bit */
325		tmp_pmc |= riva_bl_get_level_brightness(par, level) << 16; /* level */
326	}
327	NV_WR32(par->riva.PCRTC0, 0x081C, tmp_pcrt);
328	NV_WR32(par->riva.PMC, 0x10F0, tmp_pmc);
329
330	return 0;
331}
332
333static int riva_bl_get_brightness(struct backlight_device *bd)
334{
335	return bd->props.brightness;
336}
337
338static struct backlight_ops riva_bl_ops = {
339	.get_brightness = riva_bl_get_brightness,
340	.update_status	= riva_bl_update_status,
341};
342
343static void riva_bl_init(struct riva_par *par)
344{
345	struct fb_info *info = pci_get_drvdata(par->pdev);
346	struct backlight_device *bd;
347	char name[12];
348
349	if (!par->FlatPanel)
350		return;
351
352#ifdef CONFIG_PMAC_BACKLIGHT
353	if (!machine_is(powermac) ||
354	    !pmac_has_backlight_type("mnca"))
355		return;
356#endif
357
358	snprintf(name, sizeof(name), "rivabl%d", info->node);
359
360	bd = backlight_device_register(name, info->dev, par, &riva_bl_ops);
361	if (IS_ERR(bd)) {
362		info->bl_dev = NULL;
363		printk(KERN_WARNING "riva: Backlight registration failed\n");
364		goto error;
365	}
366
367	info->bl_dev = bd;
368	fb_bl_default_curve(info, 0,
369		MIN_LEVEL * FB_BACKLIGHT_MAX / MAX_LEVEL,
370		FB_BACKLIGHT_MAX);
371
372	bd->props.max_brightness = FB_BACKLIGHT_LEVELS - 1;
373	bd->props.brightness = bd->props.max_brightness;
374	bd->props.power = FB_BLANK_UNBLANK;
375	backlight_update_status(bd);
376
377	printk("riva: Backlight initialized (%s)\n", name);
378
379	return;
380
381error:
382	return;
383}
384
385static void riva_bl_exit(struct fb_info *info)
386{
387	struct backlight_device *bd = info->bl_dev;
388
389	backlight_device_unregister(bd);
390	printk("riva: Backlight unloaded\n");
391}
392#else
393static inline void riva_bl_init(struct riva_par *par) {}
394static inline void riva_bl_exit(struct fb_info *info) {}
395#endif /* CONFIG_FB_RIVA_BACKLIGHT */
396
397/* ------------------------------------------------------------------------- *
398 *
399 * MMIO access macros
400 *
401 * ------------------------------------------------------------------------- */
402
403static inline void CRTCout(struct riva_par *par, unsigned char index,
404			   unsigned char val)
405{
406	VGA_WR08(par->riva.PCIO, 0x3d4, index);
407	VGA_WR08(par->riva.PCIO, 0x3d5, val);
408}
409
410static inline unsigned char CRTCin(struct riva_par *par,
411				   unsigned char index)
412{
413	VGA_WR08(par->riva.PCIO, 0x3d4, index);
414	return (VGA_RD08(par->riva.PCIO, 0x3d5));
415}
416
417static inline void GRAout(struct riva_par *par, unsigned char index,
418			  unsigned char val)
419{
420	VGA_WR08(par->riva.PVIO, 0x3ce, index);
421	VGA_WR08(par->riva.PVIO, 0x3cf, val);
422}
423
424static inline unsigned char GRAin(struct riva_par *par,
425				  unsigned char index)
426{
427	VGA_WR08(par->riva.PVIO, 0x3ce, index);
428	return (VGA_RD08(par->riva.PVIO, 0x3cf));
429}
430
431static inline void SEQout(struct riva_par *par, unsigned char index,
432			  unsigned char val)
433{
434	VGA_WR08(par->riva.PVIO, 0x3c4, index);
435	VGA_WR08(par->riva.PVIO, 0x3c5, val);
436}
437
438static inline unsigned char SEQin(struct riva_par *par,
439				  unsigned char index)
440{
441	VGA_WR08(par->riva.PVIO, 0x3c4, index);
442	return (VGA_RD08(par->riva.PVIO, 0x3c5));
443}
444
445static inline void ATTRout(struct riva_par *par, unsigned char index,
446			   unsigned char val)
447{
448	VGA_WR08(par->riva.PCIO, 0x3c0, index);
449	VGA_WR08(par->riva.PCIO, 0x3c0, val);
450}
451
452static inline unsigned char ATTRin(struct riva_par *par,
453				   unsigned char index)
454{
455	VGA_WR08(par->riva.PCIO, 0x3c0, index);
456	return (VGA_RD08(par->riva.PCIO, 0x3c1));
457}
458
459static inline void MISCout(struct riva_par *par, unsigned char val)
460{
461	VGA_WR08(par->riva.PVIO, 0x3c2, val);
462}
463
464static inline unsigned char MISCin(struct riva_par *par)
465{
466	return (VGA_RD08(par->riva.PVIO, 0x3cc));
467}
468
469static inline void reverse_order(u32 *l)
470{
471	u8 *a = (u8 *)l;
472	a[0] = bitrev8(a[0]);
473	a[1] = bitrev8(a[1]);
474	a[2] = bitrev8(a[2]);
475	a[3] = bitrev8(a[3]);
476}
477
478/* ------------------------------------------------------------------------- *
479 *
480 * cursor stuff
481 *
482 * ------------------------------------------------------------------------- */
483
484/**
485 * rivafb_load_cursor_image - load cursor image to hardware
486 * @data: address to monochrome bitmap (1 = foreground color, 0 = background)
487 * @par:  pointer to private data
488 * @w:    width of cursor image in pixels
489 * @h:    height of cursor image in scanlines
490 * @bg:   background color (ARGB1555) - alpha bit determines opacity
491 * @fg:   foreground color (ARGB1555)
492 *
493 * DESCRIPTiON:
494 * Loads cursor image based on a monochrome source and mask bitmap.  The
495 * image bits determines the color of the pixel, 0 for background, 1 for
496 * foreground.  Only the affected region (as determined by @w and @h
497 * parameters) will be updated.
498 *
499 * CALLED FROM:
500 * rivafb_cursor()
501 */
502static void rivafb_load_cursor_image(struct riva_par *par, u8 *data8,
503				     u16 bg, u16 fg, u32 w, u32 h)
504{
505	int i, j, k = 0;
506	u32 b, tmp;
507	u32 *data = (u32 *)data8;
508	bg = le16_to_cpu(bg);
509	fg = le16_to_cpu(fg);
510
511	w = (w + 1) & ~1;
512
513	for (i = 0; i < h; i++) {
514		b = *data++;
515		reverse_order(&b);
516
517		for (j = 0; j < w/2; j++) {
518			tmp = 0;
519#if defined(__BIG_ENDIAN)
520			tmp = (b & (1 << 31)) ? fg << 16 : bg << 16;
521			b <<= 1;
522			tmp |= (b & (1 << 31)) ? fg : bg;
523			b <<= 1;
524#else
525			tmp = (b & 1) ? fg : bg;
526			b >>= 1;
527			tmp |= (b & 1) ? fg << 16 : bg << 16;
528			b >>= 1;
529#endif
530			writel(tmp, &par->riva.CURSOR[k++]);
531		}
532		k += (MAX_CURS - w)/2;
533	}
534}
535
536/* ------------------------------------------------------------------------- *
537 *
538 * general utility functions
539 *
540 * ------------------------------------------------------------------------- */
541
542/**
543 * riva_wclut - set CLUT entry
544 * @chip: pointer to RIVA_HW_INST object
545 * @regnum: register number
546 * @red: red component
547 * @green: green component
548 * @blue: blue component
549 *
550 * DESCRIPTION:
551 * Sets color register @regnum.
552 *
553 * CALLED FROM:
554 * rivafb_setcolreg()
555 */
556static void riva_wclut(RIVA_HW_INST *chip,
557		       unsigned char regnum, unsigned char red,
558		       unsigned char green, unsigned char blue)
559{
560	VGA_WR08(chip->PDIO, 0x3c8, regnum);
561	VGA_WR08(chip->PDIO, 0x3c9, red);
562	VGA_WR08(chip->PDIO, 0x3c9, green);
563	VGA_WR08(chip->PDIO, 0x3c9, blue);
564}
565
566/**
567 * riva_rclut - read fromCLUT register
568 * @chip: pointer to RIVA_HW_INST object
569 * @regnum: register number
570 * @red: red component
571 * @green: green component
572 * @blue: blue component
573 *
574 * DESCRIPTION:
575 * Reads red, green, and blue from color register @regnum.
576 *
577 * CALLED FROM:
578 * rivafb_setcolreg()
579 */
580static void riva_rclut(RIVA_HW_INST *chip,
581		       unsigned char regnum, unsigned char *red,
582		       unsigned char *green, unsigned char *blue)
583{
584
585	VGA_WR08(chip->PDIO, 0x3c7, regnum);
586	*red = VGA_RD08(chip->PDIO, 0x3c9);
587	*green = VGA_RD08(chip->PDIO, 0x3c9);
588	*blue = VGA_RD08(chip->PDIO, 0x3c9);
589}
590
591/**
592 * riva_save_state - saves current chip state
593 * @par: pointer to riva_par object containing info for current riva board
594 * @regs: pointer to riva_regs object
595 *
596 * DESCRIPTION:
597 * Saves current chip state to @regs.
598 *
599 * CALLED FROM:
600 * rivafb_probe()
601 */
602/* from GGI */
603static void riva_save_state(struct riva_par *par, struct riva_regs *regs)
604{
605	int i;
606
607	NVTRACE_ENTER();
608	par->riva.LockUnlock(&par->riva, 0);
609
610	par->riva.UnloadStateExt(&par->riva, &regs->ext);
611
612	regs->misc_output = MISCin(par);
613
614	for (i = 0; i < NUM_CRT_REGS; i++)
615		regs->crtc[i] = CRTCin(par, i);
616
617	for (i = 0; i < NUM_ATC_REGS; i++)
618		regs->attr[i] = ATTRin(par, i);
619
620	for (i = 0; i < NUM_GRC_REGS; i++)
621		regs->gra[i] = GRAin(par, i);
622
623	for (i = 0; i < NUM_SEQ_REGS; i++)
624		regs->seq[i] = SEQin(par, i);
625	NVTRACE_LEAVE();
626}
627
628/**
629 * riva_load_state - loads current chip state
630 * @par: pointer to riva_par object containing info for current riva board
631 * @regs: pointer to riva_regs object
632 *
633 * DESCRIPTION:
634 * Loads chip state from @regs.
635 *
636 * CALLED FROM:
637 * riva_load_video_mode()
638 * rivafb_probe()
639 * rivafb_remove()
640 */
641/* from GGI */
642static void riva_load_state(struct riva_par *par, struct riva_regs *regs)
643{
644	RIVA_HW_STATE *state = &regs->ext;
645	int i;
646
647	NVTRACE_ENTER();
648	CRTCout(par, 0x11, 0x00);
649
650	par->riva.LockUnlock(&par->riva, 0);
651
652	par->riva.LoadStateExt(&par->riva, state);
653
654	MISCout(par, regs->misc_output);
655
656	for (i = 0; i < NUM_CRT_REGS; i++) {
657		switch (i) {
658		case 0x19:
659		case 0x20 ... 0x40:
660			break;
661		default:
662			CRTCout(par, i, regs->crtc[i]);
663		}
664	}
665
666	for (i = 0; i < NUM_ATC_REGS; i++)
667		ATTRout(par, i, regs->attr[i]);
668
669	for (i = 0; i < NUM_GRC_REGS; i++)
670		GRAout(par, i, regs->gra[i]);
671
672	for (i = 0; i < NUM_SEQ_REGS; i++)
673		SEQout(par, i, regs->seq[i]);
674	NVTRACE_LEAVE();
675}
676
677/**
678 * riva_load_video_mode - calculate timings
679 * @info: pointer to fb_info object containing info for current riva board
680 *
681 * DESCRIPTION:
682 * Calculate some timings and then send em off to riva_load_state().
683 *
684 * CALLED FROM:
685 * rivafb_set_par()
686 */
687static int riva_load_video_mode(struct fb_info *info)
688{
689	int bpp, width, hDisplaySize, hDisplay, hStart,
690	    hEnd, hTotal, height, vDisplay, vStart, vEnd, vTotal, dotClock;
691	int hBlankStart, hBlankEnd, vBlankStart, vBlankEnd;
692	int rc;
693	struct riva_par *par = info->par;
694	struct riva_regs newmode;
695
696	NVTRACE_ENTER();
697	/* time to calculate */
698	rivafb_blank(FB_BLANK_NORMAL, info);
699
700	bpp = info->var.bits_per_pixel;
701	if (bpp == 16 && info->var.green.length == 5)
702		bpp = 15;
703	width = info->var.xres_virtual;
704	hDisplaySize = info->var.xres;
705	hDisplay = (hDisplaySize / 8) - 1;
706	hStart = (hDisplaySize + info->var.right_margin) / 8 - 1;
707	hEnd = (hDisplaySize + info->var.right_margin +
708		info->var.hsync_len) / 8 - 1;
709	hTotal = (hDisplaySize + info->var.right_margin +
710		  info->var.hsync_len + info->var.left_margin) / 8 - 5;
711	hBlankStart = hDisplay;
712	hBlankEnd = hTotal + 4;
713
714	height = info->var.yres_virtual;
715	vDisplay = info->var.yres - 1;
716	vStart = info->var.yres + info->var.lower_margin - 1;
717	vEnd = info->var.yres + info->var.lower_margin +
718	       info->var.vsync_len - 1;
719	vTotal = info->var.yres + info->var.lower_margin +
720		 info->var.vsync_len + info->var.upper_margin + 2;
721	vBlankStart = vDisplay;
722	vBlankEnd = vTotal + 1;
723	dotClock = 1000000000 / info->var.pixclock;
724
725	memcpy(&newmode, &reg_template, sizeof(struct riva_regs));
726
727	if ((info->var.vmode & FB_VMODE_MASK) == FB_VMODE_INTERLACED)
728		vTotal |= 1;
729
730	if (par->FlatPanel) {
731		vStart = vTotal - 3;
732		vEnd = vTotal - 2;
733		vBlankStart = vStart;
734		hStart = hTotal - 3;
735		hEnd = hTotal - 2;
736		hBlankEnd = hTotal + 4;
737	}
738
739	newmode.crtc[0x0] = Set8Bits (hTotal);
740	newmode.crtc[0x1] = Set8Bits (hDisplay);
741	newmode.crtc[0x2] = Set8Bits (hBlankStart);
742	newmode.crtc[0x3] = SetBitField (hBlankEnd, 4: 0, 4:0) | SetBit (7);
743	newmode.crtc[0x4] = Set8Bits (hStart);
744	newmode.crtc[0x5] = SetBitField (hBlankEnd, 5: 5, 7:7)
745		| SetBitField (hEnd, 4: 0, 4:0);
746	newmode.crtc[0x6] = SetBitField (vTotal, 7: 0, 7:0);
747	newmode.crtc[0x7] = SetBitField (vTotal, 8: 8, 0:0)
748		| SetBitField (vDisplay, 8: 8, 1:1)
749		| SetBitField (vStart, 8: 8, 2:2)
750		| SetBitField (vBlankStart, 8: 8, 3:3)
751		| SetBit (4)
752		| SetBitField (vTotal, 9: 9, 5:5)
753		| SetBitField (vDisplay, 9: 9, 6:6)
754		| SetBitField (vStart, 9: 9, 7:7);
755	newmode.crtc[0x9] = SetBitField (vBlankStart, 9: 9, 5:5)
756		| SetBit (6);
757	newmode.crtc[0x10] = Set8Bits (vStart);
758	newmode.crtc[0x11] = SetBitField (vEnd, 3: 0, 3:0)
759		| SetBit (5);
760	newmode.crtc[0x12] = Set8Bits (vDisplay);
761	newmode.crtc[0x13] = (width / 8) * ((bpp + 1) / 8);
762	newmode.crtc[0x15] = Set8Bits (vBlankStart);
763	newmode.crtc[0x16] = Set8Bits (vBlankEnd);
764
765	newmode.ext.screen = SetBitField(hBlankEnd,6:6,4:4)
766		| SetBitField(vBlankStart,10:10,3:3)
767		| SetBitField(vStart,10:10,2:2)
768		| SetBitField(vDisplay,10:10,1:1)
769		| SetBitField(vTotal,10:10,0:0);
770	newmode.ext.horiz  = SetBitField(hTotal,8:8,0:0)
771		| SetBitField(hDisplay,8:8,1:1)
772		| SetBitField(hBlankStart,8:8,2:2)
773		| SetBitField(hStart,8:8,3:3);
774	newmode.ext.extra  = SetBitField(vTotal,11:11,0:0)
775		| SetBitField(vDisplay,11:11,2:2)
776		| SetBitField(vStart,11:11,4:4)
777		| SetBitField(vBlankStart,11:11,6:6);
778
779	if ((info->var.vmode & FB_VMODE_MASK) == FB_VMODE_INTERLACED) {
780		int tmp = (hTotal >> 1) & ~1;
781		newmode.ext.interlace = Set8Bits(tmp);
782		newmode.ext.horiz |= SetBitField(tmp, 8:8,4:4);
783	} else
784		newmode.ext.interlace = 0xff; /* interlace off */
785
786	if (par->riva.Architecture >= NV_ARCH_10)
787		par->riva.CURSOR = (U032 __iomem *)(info->screen_base + par->riva.CursorStart);
788
789	if (info->var.sync & FB_SYNC_HOR_HIGH_ACT)
790		newmode.misc_output &= ~0x40;
791	else
792		newmode.misc_output |= 0x40;
793	if (info->var.sync & FB_SYNC_VERT_HIGH_ACT)
794		newmode.misc_output &= ~0x80;
795	else
796		newmode.misc_output |= 0x80;
797
798	rc = CalcStateExt(&par->riva, &newmode.ext, bpp, width,
799			  hDisplaySize, height, dotClock);
800	if (rc)
801		goto out;
802
803	newmode.ext.scale = NV_RD32(par->riva.PRAMDAC, 0x00000848) &
804		0xfff000ff;
805	if (par->FlatPanel == 1) {
806		newmode.ext.pixel |= (1 << 7);
807		newmode.ext.scale |= (1 << 8);
808	}
809	if (par->SecondCRTC) {
810		newmode.ext.head  = NV_RD32(par->riva.PCRTC0, 0x00000860) &
811			~0x00001000;
812		newmode.ext.head2 = NV_RD32(par->riva.PCRTC0, 0x00002860) |
813			0x00001000;
814		newmode.ext.crtcOwner = 3;
815		newmode.ext.pllsel |= 0x20000800;
816		newmode.ext.vpll2 = newmode.ext.vpll;
817	} else if (par->riva.twoHeads) {
818		newmode.ext.head  =  NV_RD32(par->riva.PCRTC0, 0x00000860) |
819			0x00001000;
820		newmode.ext.head2 =  NV_RD32(par->riva.PCRTC0, 0x00002860) &
821			~0x00001000;
822		newmode.ext.crtcOwner = 0;
823		newmode.ext.vpll2 = NV_RD32(par->riva.PRAMDAC0, 0x00000520);
824	}
825	if (par->FlatPanel == 1) {
826		newmode.ext.pixel |= (1 << 7);
827		newmode.ext.scale |= (1 << 8);
828	}
829	newmode.ext.cursorConfig = 0x02000100;
830	par->current_state = newmode;
831	riva_load_state(par, &par->current_state);
832	par->riva.LockUnlock(&par->riva, 0); /* important for HW cursor */
833
834out:
835	rivafb_blank(FB_BLANK_UNBLANK, info);
836	NVTRACE_LEAVE();
837
838	return rc;
839}
840
841static void riva_update_var(struct fb_var_screeninfo *var,
842			    const struct fb_videomode *modedb)
843{
844	NVTRACE_ENTER();
845	var->xres = var->xres_virtual = modedb->xres;
846	var->yres = modedb->yres;
847        if (var->yres_virtual < var->yres)
848	    var->yres_virtual = var->yres;
849        var->xoffset = var->yoffset = 0;
850        var->pixclock = modedb->pixclock;
851        var->left_margin = modedb->left_margin;
852        var->right_margin = modedb->right_margin;
853        var->upper_margin = modedb->upper_margin;
854        var->lower_margin = modedb->lower_margin;
855        var->hsync_len = modedb->hsync_len;
856        var->vsync_len = modedb->vsync_len;
857        var->sync = modedb->sync;
858        var->vmode = modedb->vmode;
859	NVTRACE_LEAVE();
860}
861
862/**
863 * rivafb_do_maximize -
864 * @info: pointer to fb_info object containing info for current riva board
865 * @var:
866 * @nom:
867 * @den:
868 *
869 * DESCRIPTION:
870 * .
871 *
872 * RETURNS:
873 * -EINVAL on failure, 0 on success
874 *
875 *
876 * CALLED FROM:
877 * rivafb_check_var()
878 */
879static int rivafb_do_maximize(struct fb_info *info,
880			      struct fb_var_screeninfo *var,
881			      int nom, int den)
882{
883	static struct {
884		int xres, yres;
885	} modes[] = {
886		{1600, 1280},
887		{1280, 1024},
888		{1024, 768},
889		{800, 600},
890		{640, 480},
891		{-1, -1}
892	};
893	int i;
894
895	NVTRACE_ENTER();
896	/* use highest possible virtual resolution */
897	if (var->xres_virtual == -1 && var->yres_virtual == -1) {
898		printk(KERN_WARNING PFX
899		       "using maximum available virtual resolution\n");
900		for (i = 0; modes[i].xres != -1; i++) {
901			if (modes[i].xres * nom / den * modes[i].yres <
902			    info->fix.smem_len)
903				break;
904		}
905		if (modes[i].xres == -1) {
906			printk(KERN_ERR PFX
907			       "could not find a virtual resolution that fits into video memory!!\n");
908			NVTRACE("EXIT - EINVAL error\n");
909			return -EINVAL;
910		}
911		var->xres_virtual = modes[i].xres;
912		var->yres_virtual = modes[i].yres;
913
914		printk(KERN_INFO PFX
915		       "virtual resolution set to maximum of %dx%d\n",
916		       var->xres_virtual, var->yres_virtual);
917	} else if (var->xres_virtual == -1) {
918		var->xres_virtual = (info->fix.smem_len * den /
919			(nom * var->yres_virtual)) & ~15;
920		printk(KERN_WARNING PFX
921		       "setting virtual X resolution to %d\n", var->xres_virtual);
922	} else if (var->yres_virtual == -1) {
923		var->xres_virtual = (var->xres_virtual + 15) & ~15;
924		var->yres_virtual = info->fix.smem_len * den /
925			(nom * var->xres_virtual);
926		printk(KERN_WARNING PFX
927		       "setting virtual Y resolution to %d\n", var->yres_virtual);
928	} else {
929		var->xres_virtual = (var->xres_virtual + 15) & ~15;
930		if (var->xres_virtual * nom / den * var->yres_virtual > info->fix.smem_len) {
931			printk(KERN_ERR PFX
932			       "mode %dx%dx%d rejected...resolution too high to fit into video memory!\n",
933			       var->xres, var->yres, var->bits_per_pixel);
934			NVTRACE("EXIT - EINVAL error\n");
935			return -EINVAL;
936		}
937	}
938
939	if (var->xres_virtual * nom / den >= 8192) {
940		printk(KERN_WARNING PFX
941		       "virtual X resolution (%d) is too high, lowering to %d\n",
942		       var->xres_virtual, 8192 * den / nom - 16);
943		var->xres_virtual = 8192 * den / nom - 16;
944	}
945
946	if (var->xres_virtual < var->xres) {
947		printk(KERN_ERR PFX
948		       "virtual X resolution (%d) is smaller than real\n", var->xres_virtual);
949		return -EINVAL;
950	}
951
952	if (var->yres_virtual < var->yres) {
953		printk(KERN_ERR PFX
954		       "virtual Y resolution (%d) is smaller than real\n", var->yres_virtual);
955		return -EINVAL;
956	}
957	if (var->yres_virtual > 0x7fff/nom)
958		var->yres_virtual = 0x7fff/nom;
959	if (var->xres_virtual > 0x7fff/nom)
960		var->xres_virtual = 0x7fff/nom;
961	NVTRACE_LEAVE();
962	return 0;
963}
964
965static void
966riva_set_pattern(struct riva_par *par, int clr0, int clr1, int pat0, int pat1)
967{
968	RIVA_FIFO_FREE(par->riva, Patt, 4);
969	NV_WR32(&par->riva.Patt->Color0, 0, clr0);
970	NV_WR32(&par->riva.Patt->Color1, 0, clr1);
971	NV_WR32(par->riva.Patt->Monochrome, 0, pat0);
972	NV_WR32(par->riva.Patt->Monochrome, 4, pat1);
973}
974
975/* acceleration routines */
976static inline void wait_for_idle(struct riva_par *par)
977{
978	while (par->riva.Busy(&par->riva));
979}
980
981/*
982 * Set ROP.  Translate X rop into ROP3.  Internal routine.
983 */
984static void
985riva_set_rop_solid(struct riva_par *par, int rop)
986{
987	riva_set_pattern(par, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
988        RIVA_FIFO_FREE(par->riva, Rop, 1);
989        NV_WR32(&par->riva.Rop->Rop3, 0, rop);
990
991}
992
993static void riva_setup_accel(struct fb_info *info)
994{
995	struct riva_par *par = info->par;
996
997	RIVA_FIFO_FREE(par->riva, Clip, 2);
998	NV_WR32(&par->riva.Clip->TopLeft, 0, 0x0);
999	NV_WR32(&par->riva.Clip->WidthHeight, 0,
1000		(info->var.xres_virtual & 0xffff) |
1001		(info->var.yres_virtual << 16));
1002	riva_set_rop_solid(par, 0xcc);
1003	wait_for_idle(par);
1004}
1005
1006/**
1007 * riva_get_cmap_len - query current color map length
1008 * @var: standard kernel fb changeable data
1009 *
1010 * DESCRIPTION:
1011 * Get current color map length.
1012 *
1013 * RETURNS:
1014 * Length of color map
1015 *
1016 * CALLED FROM:
1017 * rivafb_setcolreg()
1018 */
1019static int riva_get_cmap_len(const struct fb_var_screeninfo *var)
1020{
1021	int rc = 256;		/* reasonable default */
1022
1023	switch (var->green.length) {
1024	case 8:
1025		rc = 256;	/* 256 entries (2^8), 8 bpp and RGB8888 */
1026		break;
1027	case 5:
1028		rc = 32;	/* 32 entries (2^5), 16 bpp, RGB555 */
1029		break;
1030	case 6:
1031		rc = 64;	/* 64 entries (2^6), 16 bpp, RGB565 */
1032		break;
1033	default:
1034		/* should not occur */
1035		break;
1036	}
1037	return rc;
1038}
1039
1040/* ------------------------------------------------------------------------- *
1041 *
1042 * framebuffer operations
1043 *
1044 * ------------------------------------------------------------------------- */
1045
1046static int rivafb_open(struct fb_info *info, int user)
1047{
1048	struct riva_par *par = info->par;
1049
1050	NVTRACE_ENTER();
1051	mutex_lock(&par->open_lock);
1052	if (!par->ref_count) {
1053#ifdef CONFIG_X86
1054		memset(&par->state, 0, sizeof(struct vgastate));
1055		par->state.flags = VGA_SAVE_MODE  | VGA_SAVE_FONTS;
1056		/* save the DAC for Riva128 */
1057		if (par->riva.Architecture == NV_ARCH_03)
1058			par->state.flags |= VGA_SAVE_CMAP;
1059		save_vga(&par->state);
1060#endif
1061		/* vgaHWunlock() + riva unlock (0x7F) */
1062		CRTCout(par, 0x11, 0xFF);
1063		par->riva.LockUnlock(&par->riva, 0);
1064
1065		riva_save_state(par, &par->initial_state);
1066	}
1067	par->ref_count++;
1068	mutex_unlock(&par->open_lock);
1069	NVTRACE_LEAVE();
1070	return 0;
1071}
1072
1073static int rivafb_release(struct fb_info *info, int user)
1074{
1075	struct riva_par *par = info->par;
1076
1077	NVTRACE_ENTER();
1078	mutex_lock(&par->open_lock);
1079	if (!par->ref_count) {
1080		mutex_unlock(&par->open_lock);
1081		return -EINVAL;
1082	}
1083	if (par->ref_count == 1) {
1084		par->riva.LockUnlock(&par->riva, 0);
1085		par->riva.LoadStateExt(&par->riva, &par->initial_state.ext);
1086		riva_load_state(par, &par->initial_state);
1087#ifdef CONFIG_X86
1088		restore_vga(&par->state);
1089#endif
1090		par->riva.LockUnlock(&par->riva, 1);
1091	}
1092	par->ref_count--;
1093	mutex_unlock(&par->open_lock);
1094	NVTRACE_LEAVE();
1095	return 0;
1096}
1097
1098static int rivafb_check_var(struct fb_var_screeninfo *var, struct fb_info *info)
1099{
1100	const struct fb_videomode *mode;
1101	struct riva_par *par = info->par;
1102	int nom, den;		/* translating from pixels->bytes */
1103	int mode_valid = 0;
1104
1105	NVTRACE_ENTER();
1106	switch (var->bits_per_pixel) {
1107	case 1 ... 8:
1108		var->red.offset = var->green.offset = var->blue.offset = 0;
1109		var->red.length = var->green.length = var->blue.length = 8;
1110		var->bits_per_pixel = 8;
1111		nom = den = 1;
1112		break;
1113	case 9 ... 15:
1114		var->green.length = 5;
1115		/* fall through */
1116	case 16:
1117		var->bits_per_pixel = 16;
1118		/* The Riva128 supports RGB555 only */
1119		if (par->riva.Architecture == NV_ARCH_03)
1120			var->green.length = 5;
1121		if (var->green.length == 5) {
1122			/* 0rrrrrgg gggbbbbb */
1123			var->red.offset = 10;
1124			var->green.offset = 5;
1125			var->blue.offset = 0;
1126			var->red.length = 5;
1127			var->green.length = 5;
1128			var->blue.length = 5;
1129		} else {
1130			/* rrrrrggg gggbbbbb */
1131			var->red.offset = 11;
1132			var->green.offset = 5;
1133			var->blue.offset = 0;
1134			var->red.length = 5;
1135			var->green.length = 6;
1136			var->blue.length = 5;
1137		}
1138		nom = 2;
1139		den = 1;
1140		break;
1141	case 17 ... 32:
1142		var->red.length = var->green.length = var->blue.length = 8;
1143		var->bits_per_pixel = 32;
1144		var->red.offset = 16;
1145		var->green.offset = 8;
1146		var->blue.offset = 0;
1147		nom = 4;
1148		den = 1;
1149		break;
1150	default:
1151		printk(KERN_ERR PFX
1152		       "mode %dx%dx%d rejected...color depth not supported.\n",
1153		       var->xres, var->yres, var->bits_per_pixel);
1154		NVTRACE("EXIT, returning -EINVAL\n");
1155		return -EINVAL;
1156	}
1157
1158	if (!strictmode) {
1159		if (!info->monspecs.vfmax || !info->monspecs.hfmax ||
1160		    !info->monspecs.dclkmax || !fb_validate_mode(var, info))
1161			mode_valid = 1;
1162	}
1163
1164	/* calculate modeline if supported by monitor */
1165	if (!mode_valid && info->monspecs.gtf) {
1166		if (!fb_get_mode(FB_MAXTIMINGS, 0, var, info))
1167			mode_valid = 1;
1168	}
1169
1170	if (!mode_valid) {
1171		mode = fb_find_best_mode(var, &info->modelist);
1172		if (mode) {
1173			riva_update_var(var, mode);
1174			mode_valid = 1;
1175		}
1176	}
1177
1178	if (!mode_valid && info->monspecs.modedb_len)
1179		return -EINVAL;
1180
1181	if (var->xres_virtual < var->xres)
1182		var->xres_virtual = var->xres;
1183	if (var->yres_virtual <= var->yres)
1184		var->yres_virtual = -1;
1185	if (rivafb_do_maximize(info, var, nom, den) < 0)
1186		return -EINVAL;
1187
1188	if (var->xoffset < 0)
1189		var->xoffset = 0;
1190	if (var->yoffset < 0)
1191		var->yoffset = 0;
1192
1193	/* truncate xoffset and yoffset to maximum if too high */
1194	if (var->xoffset > var->xres_virtual - var->xres)
1195		var->xoffset = var->xres_virtual - var->xres - 1;
1196
1197	if (var->yoffset > var->yres_virtual - var->yres)
1198		var->yoffset = var->yres_virtual - var->yres - 1;
1199
1200	var->red.msb_right =
1201	    var->green.msb_right =
1202	    var->blue.msb_right =
1203	    var->transp.offset = var->transp.length = var->transp.msb_right = 0;
1204	NVTRACE_LEAVE();
1205	return 0;
1206}
1207
1208static int rivafb_set_par(struct fb_info *info)
1209{
1210	struct riva_par *par = info->par;
1211	int rc = 0;
1212
1213	NVTRACE_ENTER();
1214	/* vgaHWunlock() + riva unlock (0x7F) */
1215	CRTCout(par, 0x11, 0xFF);
1216	par->riva.LockUnlock(&par->riva, 0);
1217	rc = riva_load_video_mode(info);
1218	if (rc)
1219		goto out;
1220	if(!(info->flags & FBINFO_HWACCEL_DISABLED))
1221		riva_setup_accel(info);
1222
1223	par->cursor_reset = 1;
1224	info->fix.line_length = (info->var.xres_virtual * (info->var.bits_per_pixel >> 3));
1225	info->fix.visual = (info->var.bits_per_pixel == 8) ?
1226				FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
1227
1228	if (info->flags & FBINFO_HWACCEL_DISABLED)
1229		info->pixmap.scan_align = 1;
1230	else
1231		info->pixmap.scan_align = 4;
1232
1233out:
1234	NVTRACE_LEAVE();
1235	return rc;
1236}
1237
1238/**
1239 * rivafb_pan_display
1240 * @var: standard kernel fb changeable data
1241 * @con: TODO
1242 * @info: pointer to fb_info object containing info for current riva board
1243 *
1244 * DESCRIPTION:
1245 * Pan (or wrap, depending on the `vmode' field) the display using the
1246 * `xoffset' and `yoffset' fields of the `var' structure.
1247 * If the values don't fit, return -EINVAL.
1248 *
1249 * This call looks only at xoffset, yoffset and the FB_VMODE_YWRAP flag
1250 */
1251static int rivafb_pan_display(struct fb_var_screeninfo *var,
1252			      struct fb_info *info)
1253{
1254	struct riva_par *par = info->par;
1255	unsigned int base;
1256
1257	NVTRACE_ENTER();
1258	base = var->yoffset * info->fix.line_length + var->xoffset;
1259	par->riva.SetStartAddress(&par->riva, base);
1260	NVTRACE_LEAVE();
1261	return 0;
1262}
1263
1264static int rivafb_blank(int blank, struct fb_info *info)
1265{
1266	struct riva_par *par= info->par;
1267	unsigned char tmp, vesa;
1268
1269	tmp = SEQin(par, 0x01) & ~0x20;	/* screen on/off */
1270	vesa = CRTCin(par, 0x1a) & ~0xc0;	/* sync on/off */
1271
1272	NVTRACE_ENTER();
1273
1274	if (blank)
1275		tmp |= 0x20;
1276
1277	switch (blank) {
1278	case FB_BLANK_UNBLANK:
1279	case FB_BLANK_NORMAL:
1280		break;
1281	case FB_BLANK_VSYNC_SUSPEND:
1282		vesa |= 0x80;
1283		break;
1284	case FB_BLANK_HSYNC_SUSPEND:
1285		vesa |= 0x40;
1286		break;
1287	case FB_BLANK_POWERDOWN:
1288		vesa |= 0xc0;
1289		break;
1290	}
1291
1292	SEQout(par, 0x01, tmp);
1293	CRTCout(par, 0x1a, vesa);
1294
1295	NVTRACE_LEAVE();
1296
1297	return 0;
1298}
1299
1300/**
1301 * rivafb_setcolreg
1302 * @regno: register index
1303 * @red: red component
1304 * @green: green component
1305 * @blue: blue component
1306 * @transp: transparency
1307 * @info: pointer to fb_info object containing info for current riva board
1308 *
1309 * DESCRIPTION:
1310 * Set a single color register. The values supplied have a 16 bit
1311 * magnitude.
1312 *
1313 * RETURNS:
1314 * Return != 0 for invalid regno.
1315 *
1316 * CALLED FROM:
1317 * fbcmap.c:fb_set_cmap()
1318 */
1319static int rivafb_setcolreg(unsigned regno, unsigned red, unsigned green,
1320			  unsigned blue, unsigned transp,
1321			  struct fb_info *info)
1322{
1323	struct riva_par *par = info->par;
1324	RIVA_HW_INST *chip = &par->riva;
1325	int i;
1326
1327	if (regno >= riva_get_cmap_len(&info->var))
1328			return -EINVAL;
1329
1330	if (info->var.grayscale) {
1331		/* gray = 0.30*R + 0.59*G + 0.11*B */
1332		red = green = blue =
1333		    (red * 77 + green * 151 + blue * 28) >> 8;
1334	}
1335
1336	if (regno < 16 && info->fix.visual == FB_VISUAL_DIRECTCOLOR) {
1337		((u32 *) info->pseudo_palette)[regno] =
1338			(regno << info->var.red.offset) |
1339			(regno << info->var.green.offset) |
1340			(regno << info->var.blue.offset);
1341		/*
1342		 * The Riva128 2D engine requires color information in
1343		 * TrueColor format even if framebuffer is in DirectColor
1344		 */
1345		if (par->riva.Architecture == NV_ARCH_03) {
1346			switch (info->var.bits_per_pixel) {
1347			case 16:
1348				par->palette[regno] = ((red & 0xf800) >> 1) |
1349					((green & 0xf800) >> 6) |
1350					((blue & 0xf800) >> 11);
1351				break;
1352			case 32:
1353				par->palette[regno] = ((red & 0xff00) << 8) |
1354					((green & 0xff00)) |
1355					((blue & 0xff00) >> 8);
1356				break;
1357			}
1358		}
1359	}
1360
1361	switch (info->var.bits_per_pixel) {
1362	case 8:
1363		/* "transparent" stuff is completely ignored. */
1364		riva_wclut(chip, regno, red >> 8, green >> 8, blue >> 8);
1365		break;
1366	case 16:
1367		if (info->var.green.length == 5) {
1368			for (i = 0; i < 8; i++) {
1369				riva_wclut(chip, regno*8+i, red >> 8,
1370					   green >> 8, blue >> 8);
1371			}
1372		} else {
1373			u8 r, g, b;
1374
1375			if (regno < 32) {
1376				for (i = 0; i < 8; i++) {
1377					riva_wclut(chip, regno*8+i,
1378						   red >> 8, green >> 8,
1379						   blue >> 8);
1380				}
1381			}
1382			riva_rclut(chip, regno*4, &r, &g, &b);
1383			for (i = 0; i < 4; i++)
1384				riva_wclut(chip, regno*4+i, r,
1385					   green >> 8, b);
1386		}
1387		break;
1388	case 32:
1389		riva_wclut(chip, regno, red >> 8, green >> 8, blue >> 8);
1390		break;
1391	default:
1392		/* do nothing */
1393		break;
1394	}
1395	return 0;
1396}
1397
1398/**
1399 * rivafb_fillrect - hardware accelerated color fill function
1400 * @info: pointer to fb_info structure
1401 * @rect: pointer to fb_fillrect structure
1402 *
1403 * DESCRIPTION:
1404 * This function fills up a region of framebuffer memory with a solid
1405 * color with a choice of two different ROP's, copy or invert.
1406 *
1407 * CALLED FROM:
1408 * framebuffer hook
1409 */
1410static void rivafb_fillrect(struct fb_info *info, const struct fb_fillrect *rect)
1411{
1412	struct riva_par *par = info->par;
1413	u_int color, rop = 0;
1414
1415	if ((info->flags & FBINFO_HWACCEL_DISABLED)) {
1416		cfb_fillrect(info, rect);
1417		return;
1418	}
1419
1420	if (info->var.bits_per_pixel == 8)
1421		color = rect->color;
1422	else {
1423		if (par->riva.Architecture != NV_ARCH_03)
1424			color = ((u32 *)info->pseudo_palette)[rect->color];
1425		else
1426			color = par->palette[rect->color];
1427	}
1428
1429	switch (rect->rop) {
1430	case ROP_XOR:
1431		rop = 0x66;
1432		break;
1433	case ROP_COPY:
1434	default:
1435		rop = 0xCC;
1436		break;
1437	}
1438
1439	riva_set_rop_solid(par, rop);
1440
1441	RIVA_FIFO_FREE(par->riva, Bitmap, 1);
1442	NV_WR32(&par->riva.Bitmap->Color1A, 0, color);
1443
1444	RIVA_FIFO_FREE(par->riva, Bitmap, 2);
1445	NV_WR32(&par->riva.Bitmap->UnclippedRectangle[0].TopLeft, 0,
1446		(rect->dx << 16) | rect->dy);
1447	mb();
1448	NV_WR32(&par->riva.Bitmap->UnclippedRectangle[0].WidthHeight, 0,
1449		(rect->width << 16) | rect->height);
1450	mb();
1451	riva_set_rop_solid(par, 0xcc);
1452
1453}
1454
1455/**
1456 * rivafb_copyarea - hardware accelerated blit function
1457 * @info: pointer to fb_info structure
1458 * @region: pointer to fb_copyarea structure
1459 *
1460 * DESCRIPTION:
1461 * This copies an area of pixels from one location to another
1462 *
1463 * CALLED FROM:
1464 * framebuffer hook
1465 */
1466static void rivafb_copyarea(struct fb_info *info, const struct fb_copyarea *region)
1467{
1468	struct riva_par *par = info->par;
1469
1470	if ((info->flags & FBINFO_HWACCEL_DISABLED)) {
1471		cfb_copyarea(info, region);
1472		return;
1473	}
1474
1475	RIVA_FIFO_FREE(par->riva, Blt, 3);
1476	NV_WR32(&par->riva.Blt->TopLeftSrc, 0,
1477		(region->sy << 16) | region->sx);
1478	NV_WR32(&par->riva.Blt->TopLeftDst, 0,
1479		(region->dy << 16) | region->dx);
1480	mb();
1481	NV_WR32(&par->riva.Blt->WidthHeight, 0,
1482		(region->height << 16) | region->width);
1483	mb();
1484}
1485
1486static inline void convert_bgcolor_16(u32 *col)
1487{
1488	*col = ((*col & 0x0000F800) << 8)
1489		| ((*col & 0x00007E0) << 5)
1490		| ((*col & 0x0000001F) << 3)
1491		|	   0xFF000000;
1492	mb();
1493}
1494
1495/**
1496 * rivafb_imageblit: hardware accelerated color expand function
1497 * @info: pointer to fb_info structure
1498 * @image: pointer to fb_image structure
1499 *
1500 * DESCRIPTION:
1501 * If the source is a monochrome bitmap, the function fills up a a region
1502 * of framebuffer memory with pixels whose color is determined by the bit
1503 * setting of the bitmap, 1 - foreground, 0 - background.
1504 *
1505 * If the source is not a monochrome bitmap, color expansion is not done.
1506 * In this case, it is channeled to a software function.
1507 *
1508 * CALLED FROM:
1509 * framebuffer hook
1510 */
1511static void rivafb_imageblit(struct fb_info *info,
1512			     const struct fb_image *image)
1513{
1514	struct riva_par *par = info->par;
1515	u32 fgx = 0, bgx = 0, width, tmp;
1516	u8 *cdat = (u8 *) image->data;
1517	volatile u32 __iomem *d;
1518	int i, size;
1519
1520	if ((info->flags & FBINFO_HWACCEL_DISABLED) || image->depth != 1) {
1521		cfb_imageblit(info, image);
1522		return;
1523	}
1524
1525	switch (info->var.bits_per_pixel) {
1526	case 8:
1527		fgx = image->fg_color;
1528		bgx = image->bg_color;
1529		break;
1530	case 16:
1531	case 32:
1532		if (par->riva.Architecture != NV_ARCH_03) {
1533			fgx = ((u32 *)info->pseudo_palette)[image->fg_color];
1534			bgx = ((u32 *)info->pseudo_palette)[image->bg_color];
1535		} else {
1536			fgx = par->palette[image->fg_color];
1537			bgx = par->palette[image->bg_color];
1538		}
1539		if (info->var.green.length == 6)
1540			convert_bgcolor_16(&bgx);
1541		break;
1542	}
1543
1544	RIVA_FIFO_FREE(par->riva, Bitmap, 7);
1545	NV_WR32(&par->riva.Bitmap->ClipE.TopLeft, 0,
1546		(image->dy << 16) | (image->dx & 0xFFFF));
1547	NV_WR32(&par->riva.Bitmap->ClipE.BottomRight, 0,
1548		(((image->dy + image->height) << 16) |
1549		 ((image->dx + image->width) & 0xffff)));
1550	NV_WR32(&par->riva.Bitmap->Color0E, 0, bgx);
1551	NV_WR32(&par->riva.Bitmap->Color1E, 0, fgx);
1552	NV_WR32(&par->riva.Bitmap->WidthHeightInE, 0,
1553		(image->height << 16) | ((image->width + 31) & ~31));
1554	NV_WR32(&par->riva.Bitmap->WidthHeightOutE, 0,
1555		(image->height << 16) | ((image->width + 31) & ~31));
1556	NV_WR32(&par->riva.Bitmap->PointE, 0,
1557		(image->dy << 16) | (image->dx & 0xFFFF));
1558
1559	d = &par->riva.Bitmap->MonochromeData01E;
1560
1561	width = (image->width + 31)/32;
1562	size = width * image->height;
1563	while (size >= 16) {
1564		RIVA_FIFO_FREE(par->riva, Bitmap, 16);
1565		for (i = 0; i < 16; i++) {
1566			tmp = *((u32 *)cdat);
1567			cdat = (u8 *)((u32 *)cdat + 1);
1568			reverse_order(&tmp);
1569			NV_WR32(d, i*4, tmp);
1570		}
1571		size -= 16;
1572	}
1573	if (size) {
1574		RIVA_FIFO_FREE(par->riva, Bitmap, size);
1575		for (i = 0; i < size; i++) {
1576			tmp = *((u32 *) cdat);
1577			cdat = (u8 *)((u32 *)cdat + 1);
1578			reverse_order(&tmp);
1579			NV_WR32(d, i*4, tmp);
1580		}
1581	}
1582}
1583
1584/**
1585 * rivafb_cursor - hardware cursor function
1586 * @info: pointer to info structure
1587 * @cursor: pointer to fbcursor structure
1588 *
1589 * DESCRIPTION:
1590 * A cursor function that supports displaying a cursor image via hardware.
1591 * Within the kernel, copy and invert rops are supported.  If exported
1592 * to user space, only the copy rop will be supported.
1593 *
1594 * CALLED FROM
1595 * framebuffer hook
1596 */
1597static int rivafb_cursor(struct fb_info *info, struct fb_cursor *cursor)
1598{
1599	struct riva_par *par = info->par;
1600	u8 data[MAX_CURS * MAX_CURS/8];
1601	int i, set = cursor->set;
1602	u16 fg, bg;
1603
1604	if (cursor->image.width > MAX_CURS || cursor->image.height > MAX_CURS)
1605		return -ENXIO;
1606
1607	par->riva.ShowHideCursor(&par->riva, 0);
1608
1609	if (par->cursor_reset) {
1610		set = FB_CUR_SETALL;
1611		par->cursor_reset = 0;
1612	}
1613
1614	if (set & FB_CUR_SETSIZE)
1615		memset_io(par->riva.CURSOR, 0, MAX_CURS * MAX_CURS * 2);
1616
1617	if (set & FB_CUR_SETPOS) {
1618		u32 xx, yy, temp;
1619
1620		yy = cursor->image.dy - info->var.yoffset;
1621		xx = cursor->image.dx - info->var.xoffset;
1622		temp = xx & 0xFFFF;
1623		temp |= yy << 16;
1624
1625		NV_WR32(par->riva.PRAMDAC, 0x0000300, temp);
1626	}
1627
1628
1629	if (set & (FB_CUR_SETSHAPE | FB_CUR_SETCMAP | FB_CUR_SETIMAGE)) {
1630		u32 bg_idx = cursor->image.bg_color;
1631		u32 fg_idx = cursor->image.fg_color;
1632		u32 s_pitch = (cursor->image.width+7) >> 3;
1633		u32 d_pitch = MAX_CURS/8;
1634		u8 *dat = (u8 *) cursor->image.data;
1635		u8 *msk = (u8 *) cursor->mask;
1636		u8 *src;
1637
1638		src = kmalloc(s_pitch * cursor->image.height, GFP_ATOMIC);
1639
1640		if (src) {
1641			switch (cursor->rop) {
1642			case ROP_XOR:
1643				for (i = 0; i < s_pitch * cursor->image.height; i++)
1644					src[i] = dat[i] ^ msk[i];
1645				break;
1646			case ROP_COPY:
1647			default:
1648				for (i = 0; i < s_pitch * cursor->image.height; i++)
1649					src[i] = dat[i] & msk[i];
1650				break;
1651			}
1652
1653			fb_pad_aligned_buffer(data, d_pitch, src, s_pitch,
1654						cursor->image.height);
1655
1656			bg = ((info->cmap.red[bg_idx] & 0xf8) << 7) |
1657				((info->cmap.green[bg_idx] & 0xf8) << 2) |
1658				((info->cmap.blue[bg_idx] & 0xf8) >> 3) |
1659				1 << 15;
1660
1661			fg = ((info->cmap.red[fg_idx] & 0xf8) << 7) |
1662				((info->cmap.green[fg_idx] & 0xf8) << 2) |
1663				((info->cmap.blue[fg_idx] & 0xf8) >> 3) |
1664				1 << 15;
1665
1666			par->riva.LockUnlock(&par->riva, 0);
1667
1668			rivafb_load_cursor_image(par, data, bg, fg,
1669						 cursor->image.width,
1670						 cursor->image.height);
1671			kfree(src);
1672		}
1673	}
1674
1675	if (cursor->enable)
1676		par->riva.ShowHideCursor(&par->riva, 1);
1677
1678	return 0;
1679}
1680
1681static int rivafb_sync(struct fb_info *info)
1682{
1683	struct riva_par *par = info->par;
1684
1685	wait_for_idle(par);
1686	return 0;
1687}
1688
1689/* ------------------------------------------------------------------------- *
1690 *
1691 * initialization helper functions
1692 *
1693 * ------------------------------------------------------------------------- */
1694
1695/* kernel interface */
1696static struct fb_ops riva_fb_ops = {
1697	.owner 		= THIS_MODULE,
1698	.fb_open	= rivafb_open,
1699	.fb_release	= rivafb_release,
1700	.fb_check_var 	= rivafb_check_var,
1701	.fb_set_par 	= rivafb_set_par,
1702	.fb_setcolreg 	= rivafb_setcolreg,
1703	.fb_pan_display	= rivafb_pan_display,
1704	.fb_blank 	= rivafb_blank,
1705	.fb_fillrect 	= rivafb_fillrect,
1706	.fb_copyarea 	= rivafb_copyarea,
1707	.fb_imageblit 	= rivafb_imageblit,
1708	.fb_cursor	= rivafb_cursor,
1709	.fb_sync 	= rivafb_sync,
1710};
1711
1712static int __devinit riva_set_fbinfo(struct fb_info *info)
1713{
1714	unsigned int cmap_len;
1715	struct riva_par *par = info->par;
1716
1717	NVTRACE_ENTER();
1718	info->flags = FBINFO_DEFAULT
1719		    | FBINFO_HWACCEL_XPAN
1720		    | FBINFO_HWACCEL_YPAN
1721		    | FBINFO_HWACCEL_COPYAREA
1722		    | FBINFO_HWACCEL_FILLRECT
1723	            | FBINFO_HWACCEL_IMAGEBLIT;
1724
1725	/* Accel seems to not work properly on NV30 yet...*/
1726	if ((par->riva.Architecture == NV_ARCH_30) || noaccel) {
1727	    	printk(KERN_DEBUG PFX "disabling acceleration\n");
1728  		info->flags |= FBINFO_HWACCEL_DISABLED;
1729	}
1730
1731	info->var = rivafb_default_var;
1732	info->fix.visual = (info->var.bits_per_pixel == 8) ?
1733				FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
1734
1735	info->pseudo_palette = par->pseudo_palette;
1736
1737	cmap_len = riva_get_cmap_len(&info->var);
1738	fb_alloc_cmap(&info->cmap, cmap_len, 0);
1739
1740	info->pixmap.size = 8 * 1024;
1741	info->pixmap.buf_align = 4;
1742	info->pixmap.access_align = 32;
1743	info->pixmap.flags = FB_PIXMAP_SYSTEM;
1744	info->var.yres_virtual = -1;
1745	NVTRACE_LEAVE();
1746	return (rivafb_check_var(&info->var, info));
1747}
1748
1749#ifdef CONFIG_PPC_OF
1750static int __devinit riva_get_EDID_OF(struct fb_info *info, struct pci_dev *pd)
1751{
1752	struct riva_par *par = info->par;
1753	struct device_node *dp;
1754	const unsigned char *pedid = NULL;
1755	const unsigned char *disptype = NULL;
1756	static char *propnames[] = {
1757		"DFP,EDID", "LCD,EDID", "EDID", "EDID1", "EDID,B", "EDID,A", NULL };
1758	int i;
1759
1760	NVTRACE_ENTER();
1761	dp = pci_device_to_OF_node(pd);
1762	for (; dp != NULL; dp = dp->child) {
1763		disptype = of_get_property(dp, "display-type", NULL);
1764		if (disptype == NULL)
1765			continue;
1766		if (strncmp(disptype, "LCD", 3) != 0)
1767			continue;
1768		for (i = 0; propnames[i] != NULL; ++i) {
1769			pedid = of_get_property(dp, propnames[i], NULL);
1770			if (pedid != NULL) {
1771				par->EDID = (unsigned char *)pedid;
1772				NVTRACE("LCD found.\n");
1773				return 1;
1774			}
1775		}
1776	}
1777	NVTRACE_LEAVE();
1778	return 0;
1779}
1780#endif /* CONFIG_PPC_OF */
1781
1782#if defined(CONFIG_FB_RIVA_I2C) && !defined(CONFIG_PPC_OF)
1783static int __devinit riva_get_EDID_i2c(struct fb_info *info)
1784{
1785	struct riva_par *par = info->par;
1786	struct fb_var_screeninfo var;
1787	int i;
1788
1789	NVTRACE_ENTER();
1790	riva_create_i2c_busses(par);
1791	for (i = 0; i < 3; i++) {
1792		if (!par->chan[i].par)
1793			continue;
1794		riva_probe_i2c_connector(par, i, &par->EDID);
1795		if (par->EDID && !fb_parse_edid(par->EDID, &var)) {
1796			printk(PFX "Found EDID Block from BUS %i\n", i);
1797			break;
1798		}
1799	}
1800
1801	NVTRACE_LEAVE();
1802	return (par->EDID) ? 1 : 0;
1803}
1804#endif /* CONFIG_FB_RIVA_I2C */
1805
1806static void __devinit riva_update_default_var(struct fb_var_screeninfo *var,
1807					      struct fb_info *info)
1808{
1809	struct fb_monspecs *specs = &info->monspecs;
1810	struct fb_videomode modedb;
1811
1812	NVTRACE_ENTER();
1813	/* respect mode options */
1814	if (mode_option) {
1815		fb_find_mode(var, info, mode_option,
1816			     specs->modedb, specs->modedb_len,
1817			     NULL, 8);
1818	} else if (specs->modedb != NULL) {
1819		/* get preferred timing */
1820		if (info->monspecs.misc & FB_MISC_1ST_DETAIL) {
1821			int i;
1822
1823			for (i = 0; i < specs->modedb_len; i++) {
1824				if (specs->modedb[i].flag & FB_MODE_IS_FIRST) {
1825					modedb = specs->modedb[i];
1826					break;
1827				}
1828			}
1829		} else {
1830			/* otherwise, get first mode in database */
1831			modedb = specs->modedb[0];
1832		}
1833		var->bits_per_pixel = 8;
1834		riva_update_var(var, &modedb);
1835	}
1836	NVTRACE_LEAVE();
1837}
1838
1839
1840static void __devinit riva_get_EDID(struct fb_info *info, struct pci_dev *pdev)
1841{
1842	NVTRACE_ENTER();
1843#ifdef CONFIG_PPC_OF
1844	if (!riva_get_EDID_OF(info, pdev))
1845		printk(PFX "could not retrieve EDID from OF\n");
1846#elif defined(CONFIG_FB_RIVA_I2C)
1847	if (!riva_get_EDID_i2c(info))
1848		printk(PFX "could not retrieve EDID from DDC/I2C\n");
1849#endif
1850	NVTRACE_LEAVE();
1851}
1852
1853
1854static void __devinit riva_get_edidinfo(struct fb_info *info)
1855{
1856	struct fb_var_screeninfo *var = &rivafb_default_var;
1857	struct riva_par *par = info->par;
1858
1859	fb_edid_to_monspecs(par->EDID, &info->monspecs);
1860	fb_videomode_to_modelist(info->monspecs.modedb, info->monspecs.modedb_len,
1861				 &info->modelist);
1862	riva_update_default_var(var, info);
1863
1864	/* if user specified flatpanel, we respect that */
1865	if (info->monspecs.input & FB_DISP_DDI)
1866		par->FlatPanel = 1;
1867}
1868
1869/* ------------------------------------------------------------------------- *
1870 *
1871 * PCI bus
1872 *
1873 * ------------------------------------------------------------------------- */
1874
1875static u32 __devinit riva_get_arch(struct pci_dev *pd)
1876{
1877    	u32 arch = 0;
1878
1879	switch (pd->device & 0x0ff0) {
1880		case 0x0100:   /* GeForce 256 */
1881		case 0x0110:   /* GeForce2 MX */
1882		case 0x0150:   /* GeForce2 */
1883		case 0x0170:   /* GeForce4 MX */
1884		case 0x0180:   /* GeForce4 MX (8x AGP) */
1885		case 0x01A0:   /* nForce */
1886		case 0x01F0:   /* nForce2 */
1887		     arch =  NV_ARCH_10;
1888		     break;
1889		case 0x0200:   /* GeForce3 */
1890		case 0x0250:   /* GeForce4 Ti */
1891		case 0x0280:   /* GeForce4 Ti (8x AGP) */
1892		     arch =  NV_ARCH_20;
1893		     break;
1894		case 0x0300:   /* GeForceFX 5800 */
1895		case 0x0310:   /* GeForceFX 5600 */
1896		case 0x0320:   /* GeForceFX 5200 */
1897		case 0x0330:   /* GeForceFX 5900 */
1898		case 0x0340:   /* GeForceFX 5700 */
1899		     arch =  NV_ARCH_30;
1900		     break;
1901		case 0x0020:   /* TNT, TNT2 */
1902		     arch =  NV_ARCH_04;
1903		     break;
1904		case 0x0010:   /* Riva128 */
1905		     arch =  NV_ARCH_03;
1906		     break;
1907		default:   /* unknown architecture */
1908		     break;
1909	}
1910	return arch;
1911}
1912
1913static int __devinit rivafb_probe(struct pci_dev *pd,
1914			     	const struct pci_device_id *ent)
1915{
1916	struct riva_par *default_par;
1917	struct fb_info *info;
1918	int ret;
1919
1920	NVTRACE_ENTER();
1921	assert(pd != NULL);
1922
1923	info = framebuffer_alloc(sizeof(struct riva_par), &pd->dev);
1924	if (!info) {
1925		printk (KERN_ERR PFX "could not allocate memory\n");
1926		ret = -ENOMEM;
1927		goto err_ret;
1928	}
1929	default_par = info->par;
1930	default_par->pdev = pd;
1931
1932	info->pixmap.addr = kzalloc(8 * 1024, GFP_KERNEL);
1933	if (info->pixmap.addr == NULL) {
1934	    	ret = -ENOMEM;
1935		goto err_framebuffer_release;
1936	}
1937
1938	ret = pci_enable_device(pd);
1939	if (ret < 0) {
1940		printk(KERN_ERR PFX "cannot enable PCI device\n");
1941		goto err_free_pixmap;
1942	}
1943
1944	ret = pci_request_regions(pd, "rivafb");
1945	if (ret < 0) {
1946		printk(KERN_ERR PFX "cannot request PCI regions\n");
1947		goto err_disable_device;
1948	}
1949
1950	mutex_init(&default_par->open_lock);
1951	default_par->riva.Architecture = riva_get_arch(pd);
1952
1953	default_par->Chipset = (pd->vendor << 16) | pd->device;
1954	printk(KERN_INFO PFX "nVidia device/chipset %X\n",default_par->Chipset);
1955
1956	if(default_par->riva.Architecture == 0) {
1957		printk(KERN_ERR PFX "unknown NV_ARCH\n");
1958		ret=-ENODEV;
1959		goto err_release_region;
1960	}
1961	if(default_par->riva.Architecture == NV_ARCH_10 ||
1962	   default_par->riva.Architecture == NV_ARCH_20 ||
1963	   default_par->riva.Architecture == NV_ARCH_30) {
1964		sprintf(rivafb_fix.id, "NV%x", (pd->device & 0x0ff0) >> 4);
1965	} else {
1966		sprintf(rivafb_fix.id, "NV%x", default_par->riva.Architecture);
1967	}
1968
1969	default_par->FlatPanel = flatpanel;
1970	if (flatpanel == 1)
1971		printk(KERN_INFO PFX "flatpanel support enabled\n");
1972	default_par->forceCRTC = forceCRTC;
1973
1974	rivafb_fix.mmio_len = pci_resource_len(pd, 0);
1975	rivafb_fix.smem_len = pci_resource_len(pd, 1);
1976
1977	{
1978		/* enable IO and mem if not already done */
1979		unsigned short cmd;
1980
1981		pci_read_config_word(pd, PCI_COMMAND, &cmd);
1982		cmd |= (PCI_COMMAND_IO | PCI_COMMAND_MEMORY);
1983		pci_write_config_word(pd, PCI_COMMAND, cmd);
1984	}
1985
1986	rivafb_fix.mmio_start = pci_resource_start(pd, 0);
1987	rivafb_fix.smem_start = pci_resource_start(pd, 1);
1988
1989	default_par->ctrl_base = ioremap(rivafb_fix.mmio_start,
1990					 rivafb_fix.mmio_len);
1991	if (!default_par->ctrl_base) {
1992		printk(KERN_ERR PFX "cannot ioremap MMIO base\n");
1993		ret = -EIO;
1994		goto err_release_region;
1995	}
1996
1997	switch (default_par->riva.Architecture) {
1998	case NV_ARCH_03:
1999		/* Riva128's PRAMIN is in the "framebuffer" space
2000		 * Since these cards were never made with more than 8 megabytes
2001		 * we can safely allocate this separately.
2002		 */
2003		default_par->riva.PRAMIN = ioremap(rivafb_fix.smem_start + 0x00C00000, 0x00008000);
2004		if (!default_par->riva.PRAMIN) {
2005			printk(KERN_ERR PFX "cannot ioremap PRAMIN region\n");
2006			ret = -EIO;
2007			goto err_iounmap_ctrl_base;
2008		}
2009		break;
2010	case NV_ARCH_04:
2011	case NV_ARCH_10:
2012	case NV_ARCH_20:
2013	case NV_ARCH_30:
2014		default_par->riva.PCRTC0 =
2015			(u32 __iomem *)(default_par->ctrl_base + 0x00600000);
2016		default_par->riva.PRAMIN =
2017			(u32 __iomem *)(default_par->ctrl_base + 0x00710000);
2018		break;
2019	}
2020	riva_common_setup(default_par);
2021
2022	if (default_par->riva.Architecture == NV_ARCH_03) {
2023		default_par->riva.PCRTC = default_par->riva.PCRTC0
2024		                        = default_par->riva.PGRAPH;
2025	}
2026
2027	rivafb_fix.smem_len = riva_get_memlen(default_par) * 1024;
2028	default_par->dclk_max = riva_get_maxdclk(default_par) * 1000;
2029	info->screen_base = ioremap(rivafb_fix.smem_start,
2030				    rivafb_fix.smem_len);
2031	if (!info->screen_base) {
2032		printk(KERN_ERR PFX "cannot ioremap FB base\n");
2033		ret = -EIO;
2034		goto err_iounmap_pramin;
2035	}
2036
2037#ifdef CONFIG_MTRR
2038	if (!nomtrr) {
2039		default_par->mtrr.vram = mtrr_add(rivafb_fix.smem_start,
2040					   	  rivafb_fix.smem_len,
2041					    	  MTRR_TYPE_WRCOMB, 1);
2042		if (default_par->mtrr.vram < 0) {
2043			printk(KERN_ERR PFX "unable to setup MTRR\n");
2044		} else {
2045			default_par->mtrr.vram_valid = 1;
2046			/* let there be speed */
2047			printk(KERN_INFO PFX "RIVA MTRR set to ON\n");
2048		}
2049	}
2050#endif /* CONFIG_MTRR */
2051
2052	info->fbops = &riva_fb_ops;
2053	info->fix = rivafb_fix;
2054	riva_get_EDID(info, pd);
2055	riva_get_edidinfo(info);
2056
2057	ret=riva_set_fbinfo(info);
2058	if (ret < 0) {
2059		printk(KERN_ERR PFX "error setting initial video mode\n");
2060		goto err_iounmap_screen_base;
2061	}
2062
2063	fb_destroy_modedb(info->monspecs.modedb);
2064	info->monspecs.modedb = NULL;
2065
2066	pci_set_drvdata(pd, info);
2067
2068	if (backlight)
2069		riva_bl_init(info->par);
2070
2071	ret = register_framebuffer(info);
2072	if (ret < 0) {
2073		printk(KERN_ERR PFX
2074			"error registering riva framebuffer\n");
2075		goto err_iounmap_screen_base;
2076	}
2077
2078	printk(KERN_INFO PFX
2079		"PCI nVidia %s framebuffer ver %s (%dMB @ 0x%lX)\n",
2080		info->fix.id,
2081		RIVAFB_VERSION,
2082		info->fix.smem_len / (1024 * 1024),
2083		info->fix.smem_start);
2084
2085	NVTRACE_LEAVE();
2086	return 0;
2087
2088err_iounmap_screen_base:
2089#ifdef CONFIG_FB_RIVA_I2C
2090	riva_delete_i2c_busses(info->par);
2091#endif
2092	iounmap(info->screen_base);
2093err_iounmap_pramin:
2094	if (default_par->riva.Architecture == NV_ARCH_03)
2095		iounmap(default_par->riva.PRAMIN);
2096err_iounmap_ctrl_base:
2097	iounmap(default_par->ctrl_base);
2098err_release_region:
2099	pci_release_regions(pd);
2100err_disable_device:
2101err_free_pixmap:
2102	kfree(info->pixmap.addr);
2103err_framebuffer_release:
2104	framebuffer_release(info);
2105err_ret:
2106	return ret;
2107}
2108
2109static void __devexit rivafb_remove(struct pci_dev *pd)
2110{
2111	struct fb_info *info = pci_get_drvdata(pd);
2112	struct riva_par *par = info->par;
2113
2114	NVTRACE_ENTER();
2115
2116#ifdef CONFIG_FB_RIVA_I2C
2117	riva_delete_i2c_busses(par);
2118	kfree(par->EDID);
2119#endif
2120
2121	unregister_framebuffer(info);
2122
2123	riva_bl_exit(info);
2124
2125#ifdef CONFIG_MTRR
2126	if (par->mtrr.vram_valid)
2127		mtrr_del(par->mtrr.vram, info->fix.smem_start,
2128			 info->fix.smem_len);
2129#endif /* CONFIG_MTRR */
2130
2131	iounmap(par->ctrl_base);
2132	iounmap(info->screen_base);
2133	if (par->riva.Architecture == NV_ARCH_03)
2134		iounmap(par->riva.PRAMIN);
2135	pci_release_regions(pd);
2136	kfree(info->pixmap.addr);
2137	framebuffer_release(info);
2138	pci_set_drvdata(pd, NULL);
2139	NVTRACE_LEAVE();
2140}
2141
2142/* ------------------------------------------------------------------------- *
2143 *
2144 * initialization
2145 *
2146 * ------------------------------------------------------------------------- */
2147
2148#ifndef MODULE
2149static int __init rivafb_setup(char *options)
2150{
2151	char *this_opt;
2152
2153	NVTRACE_ENTER();
2154	if (!options || !*options)
2155		return 0;
2156
2157	while ((this_opt = strsep(&options, ",")) != NULL) {
2158		if (!strncmp(this_opt, "forceCRTC", 9)) {
2159			char *p;
2160
2161			p = this_opt + 9;
2162			if (!*p || !*(++p)) continue;
2163			forceCRTC = *p - '0';
2164			if (forceCRTC < 0 || forceCRTC > 1)
2165				forceCRTC = -1;
2166		} else if (!strncmp(this_opt, "flatpanel", 9)) {
2167			flatpanel = 1;
2168		} else if (!strncmp(this_opt, "backlight:", 10)) {
2169			backlight = simple_strtoul(this_opt+10, NULL, 0);
2170#ifdef CONFIG_MTRR
2171		} else if (!strncmp(this_opt, "nomtrr", 6)) {
2172			nomtrr = 1;
2173#endif
2174		} else if (!strncmp(this_opt, "strictmode", 10)) {
2175			strictmode = 1;
2176		} else if (!strncmp(this_opt, "noaccel", 7)) {
2177			noaccel = 1;
2178		} else
2179			mode_option = this_opt;
2180	}
2181	NVTRACE_LEAVE();
2182	return 0;
2183}
2184#endif /* !MODULE */
2185
2186static struct pci_driver rivafb_driver = {
2187	.name		= "rivafb",
2188	.id_table	= rivafb_pci_tbl,
2189	.probe		= rivafb_probe,
2190	.remove		= __devexit_p(rivafb_remove),
2191};
2192
2193
2194
2195/* ------------------------------------------------------------------------- *
2196 *
2197 * modularization
2198 *
2199 * ------------------------------------------------------------------------- */
2200
2201static int __devinit rivafb_init(void)
2202{
2203#ifndef MODULE
2204	char *option = NULL;
2205
2206	if (fb_get_options("rivafb", &option))
2207		return -ENODEV;
2208	rivafb_setup(option);
2209#endif
2210	return pci_register_driver(&rivafb_driver);
2211}
2212
2213
2214module_init(rivafb_init);
2215
2216#ifdef MODULE
2217static void __exit rivafb_exit(void)
2218{
2219	pci_unregister_driver(&rivafb_driver);
2220}
2221
2222module_exit(rivafb_exit);
2223#endif /* MODULE */
2224
2225module_param(noaccel, bool, 0);
2226MODULE_PARM_DESC(noaccel, "bool: disable acceleration");
2227module_param(flatpanel, int, 0);
2228MODULE_PARM_DESC(flatpanel, "Enables experimental flat panel support for some chipsets. (0 or 1=enabled) (default=0)");
2229module_param(forceCRTC, int, 0);
2230MODULE_PARM_DESC(forceCRTC, "Forces usage of a particular CRTC in case autodetection fails. (0 or 1) (default=autodetect)");
2231#ifdef CONFIG_MTRR
2232module_param(nomtrr, bool, 0);
2233MODULE_PARM_DESC(nomtrr, "Disables MTRR support (0 or 1=disabled) (default=0)");
2234#endif
2235module_param(strictmode, bool, 0);
2236MODULE_PARM_DESC(strictmode, "Only use video modes from EDID");
2237
2238MODULE_AUTHOR("Ani Joshi, maintainer");
2239MODULE_DESCRIPTION("Framebuffer driver for nVidia Riva 128, TNT, TNT2, and the GeForce series");
2240MODULE_LICENSE("GPL");
2241