ps3fb: Fix spurious mode change failures
[pandora-kernel.git] / drivers / video / ps3fb.c
1 /*
2  *  linux/drivers/video/ps3fb.c -- PS3 GPU frame buffer device
3  *
4  *      Copyright (C) 2006 Sony Computer Entertainment Inc.
5  *      Copyright 2006, 2007 Sony Corporation
6  *
7  *  This file is based on :
8  *
9  *  linux/drivers/video/vfb.c -- Virtual frame buffer device
10  *
11  *      Copyright (C) 2002 James Simmons
12  *
13  *      Copyright (C) 1997 Geert Uytterhoeven
14  *
15  *  This file is subject to the terms and conditions of the GNU General Public
16  *  License. See the file COPYING in the main directory of this archive for
17  *  more details.
18  */
19
20 #include <linux/module.h>
21 #include <linux/kernel.h>
22 #include <linux/errno.h>
23 #include <linux/string.h>
24 #include <linux/mm.h>
25 #include <linux/tty.h>
26 #include <linux/slab.h>
27 #include <linux/vmalloc.h>
28 #include <linux/delay.h>
29 #include <linux/interrupt.h>
30 #include <linux/console.h>
31 #include <linux/ioctl.h>
32 #include <linux/notifier.h>
33 #include <linux/reboot.h>
34 #include <linux/kthread.h>
35 #include <linux/freezer.h>
36
37 #include <linux/uaccess.h>
38 #include <linux/fb.h>
39 #include <linux/init.h>
40 #include <asm/time.h>
41
42 #include <asm/abs_addr.h>
43 #include <asm/lv1call.h>
44 #include <asm/ps3av.h>
45 #include <asm/ps3fb.h>
46 #include <asm/ps3.h>
47
48
49 #define DEVICE_NAME             "ps3fb"
50
51 #ifdef PS3FB_DEBUG
52 #define DPRINTK(fmt, args...) printk("%s: " fmt, __func__ , ##args)
53 #else
54 #define DPRINTK(fmt, args...)
55 #endif
56
57 #define L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC    0x101
58 #define L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP    0x102
59 #define L1GPU_CONTEXT_ATTRIBUTE_FB_SETUP        0x600
60 #define L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT         0x601
61 #define L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT_SYNC    0x602
62
63 #define L1GPU_FB_BLIT_WAIT_FOR_COMPLETION       (1ULL << 32)
64
65 #define L1GPU_DISPLAY_SYNC_HSYNC                1
66 #define L1GPU_DISPLAY_SYNC_VSYNC                2
67
68 #define DDR_SIZE                                (0)     /* used no ddr */
69 #define GPU_OFFSET                              (64 * 1024)
70 #define GPU_IOIF                                (0x0d000000UL)
71
72 #define PS3FB_FULL_MODE_BIT                     0x80
73
74 #define GPU_INTR_STATUS_VSYNC_0                 0       /* vsync on head A */
75 #define GPU_INTR_STATUS_VSYNC_1                 1       /* vsync on head B */
76 #define GPU_INTR_STATUS_FLIP_0                  3       /* flip head A */
77 #define GPU_INTR_STATUS_FLIP_1                  4       /* flip head B */
78 #define GPU_INTR_STATUS_QUEUE_0                 5       /* queue head A */
79 #define GPU_INTR_STATUS_QUEUE_1                 6       /* queue head B */
80
81 #define GPU_DRIVER_INFO_VERSION                 0x211
82
83 /* gpu internals */
84 struct display_head {
85         u64 be_time_stamp;
86         u32 status;
87         u32 offset;
88         u32 res1;
89         u32 res2;
90         u32 field;
91         u32 reserved1;
92
93         u64 res3;
94         u32 raster;
95
96         u64 vblank_count;
97         u32 field_vsync;
98         u32 reserved2;
99 };
100
101 struct gpu_irq {
102         u32 irq_outlet;
103         u32 status;
104         u32 mask;
105         u32 video_cause;
106         u32 graph_cause;
107         u32 user_cause;
108
109         u32 res1;
110         u64 res2;
111
112         u32 reserved[4];
113 };
114
115 struct gpu_driver_info {
116         u32 version_driver;
117         u32 version_gpu;
118         u32 memory_size;
119         u32 hardware_channel;
120
121         u32 nvcore_frequency;
122         u32 memory_frequency;
123
124         u32 reserved[1063];
125         struct display_head display_head[8];
126         struct gpu_irq irq;
127 };
128
129 struct ps3fb_priv {
130         unsigned int irq_no;
131
132         u64 context_handle, memory_handle;
133         void *xdr_ea;
134         struct gpu_driver_info *dinfo;
135         u32 res_index;
136
137         u64 vblank_count;       /* frame count */
138         wait_queue_head_t wait_vsync;
139
140         u32 num_frames;         /* num of frame buffers */
141         atomic_t ext_flip;      /* on/off flip with vsync */
142         atomic_t f_count;       /* fb_open count */
143         int is_blanked;
144         int is_kicked;
145         struct task_struct *task;
146 };
147 static struct ps3fb_priv ps3fb;
148
149 struct ps3fb_res_table {
150         u32 xres;
151         u32 yres;
152         u32 xoff;
153         u32 yoff;
154         u32 type;
155 };
156 #define PS3FB_RES_FULL 1
157 static const struct ps3fb_res_table ps3fb_res[] = {
158         /* res_x,y   margin_x,y  full */
159         {  720,  480,  72,  48 , 0},
160         {  720,  576,  72,  58 , 0},
161         { 1280,  720,  78,  38 , 0},
162         { 1920, 1080, 116,  58 , 0},
163         /* full mode */
164         {  720,  480,   0,   0 , PS3FB_RES_FULL},
165         {  720,  576,   0,   0 , PS3FB_RES_FULL},
166         { 1280,  720,   0,   0 , PS3FB_RES_FULL},
167         { 1920, 1080,   0,   0 , PS3FB_RES_FULL},
168         /* vesa: normally full mode */
169         { 1280,  768,   0,   0 , 0},
170         { 1280, 1024,   0,   0 , 0},
171         { 1920, 1200,   0,   0 , 0},
172         {    0,    0,   0,   0 , 0} };
173
174 /* default resolution */
175 #define GPU_RES_INDEX   0               /* 720 x 480 */
176
177 static const struct fb_videomode ps3fb_modedb[] = {
178     /* 60 Hz broadcast modes (modes "1" to "5") */
179     {
180         /* 480i */
181         "480i", 60, 576, 384, 74074, 130, 89, 78, 57, 63, 6,
182         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
183     },    {
184         /* 480p */
185         "480p", 60, 576, 384, 37037, 130, 89, 78, 57, 63, 6,
186         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
187     },    {
188         /* 720p */
189         "720p", 60, 1124, 644, 13481, 298, 148, 57, 44, 80, 5,
190         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
191     },    {
192         /* 1080i */
193         "1080i", 60, 1688, 964, 13481, 264, 160, 94, 62, 88, 5,
194         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
195     },    {
196         /* 1080p */
197         "1080p", 60, 1688, 964, 6741, 264, 160, 94, 62, 88, 5,
198         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
199     },
200
201     /* 50 Hz broadcast modes (modes "6" to "10") */
202     {
203         /* 576i */
204         "576i", 50, 576, 460, 74074, 142, 83, 97, 63, 63, 5,
205         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
206     },    {
207         /* 576p */
208         "576p", 50, 576, 460, 37037, 142, 83, 97, 63, 63, 5,
209         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
210     },    {
211         /* 720p */
212         "720p", 50, 1124, 644, 13468, 298, 478, 57, 44, 80, 5,
213         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
214     },    {
215         /* 1080 */
216         "1080i", 50, 1688, 964, 13468, 264, 600, 94, 62, 88, 5,
217         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
218     },    {
219         /* 1080p */
220         "1080p", 50, 1688, 964, 6734, 264, 600, 94, 62, 88, 5,
221         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
222     },
223
224     /* VESA modes (modes "11" to "13") */
225     {
226         /* WXGA */
227         "wxga", 60, 1280, 768, 12924, 160, 24, 29, 3, 136, 6,
228         0, FB_VMODE_NONINTERLACED,
229         FB_MODE_IS_VESA
230     }, {
231         /* SXGA */
232         "sxga", 60, 1280, 1024, 9259, 248, 48, 38, 1, 112, 3,
233         FB_SYNC_HOR_HIGH_ACT | FB_SYNC_VERT_HIGH_ACT, FB_VMODE_NONINTERLACED,
234         FB_MODE_IS_VESA
235     }, {
236         /* WUXGA */
237         "wuxga", 60, 1920, 1200, 6494, 80, 48, 26, 3, 32, 6,
238         FB_SYNC_HOR_HIGH_ACT, FB_VMODE_NONINTERLACED,
239         FB_MODE_IS_VESA
240     },
241
242     /* 60 Hz broadcast modes (full resolution versions of modes "1" to "5") */
243     {
244         /* 480if */
245         "480if", 60, 720, 480, 74074, 58, 17, 30, 9, 63, 6,
246         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
247     }, {
248         /* 480pf */
249         "480pf", 60, 720, 480, 37037, 58, 17, 30, 9, 63, 6,
250         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
251     }, {
252         /* 720pf */
253         "720pf", 60, 1280, 720, 13481, 220, 70, 19, 6, 80, 5,
254         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
255     }, {
256         /* 1080if */
257         "1080if", 60, 1920, 1080, 13481, 148, 44, 36, 4, 88, 5,
258         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
259     }, {
260         /* 1080pf */
261         "1080pf", 60, 1920, 1080, 6741, 148, 44, 36, 4, 88, 5,
262         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
263     },
264
265     /* 50 Hz broadcast modes (full resolution versions of modes "6" to "10") */
266     {
267         /* 576if */
268         "576if", 50, 720, 576, 74074, 70, 11, 39, 5, 63, 5,
269         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
270     }, {
271         /* 576pf */
272         "576pf", 50, 720, 576, 37037, 70, 11, 39, 5, 63, 5,
273         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
274     }, {
275         /* 720pf */
276         "720pf", 50, 1280, 720, 13468, 220, 400, 19, 6, 80, 5,
277         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
278     }, {
279         /* 1080if */
280         "1080f", 50, 1920, 1080, 13468, 148, 484, 36, 4, 88, 5,
281         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
282     }, {
283         /* 1080pf */
284         "1080pf", 50, 1920, 1080, 6734, 148, 484, 36, 4, 88, 5,
285         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
286     }
287 };
288
289
290 #define HEAD_A
291 #define HEAD_B
292
293 #define X_OFF(i)        (ps3fb_res[i].xoff)     /* left/right margin (pixel) */
294 #define Y_OFF(i)        (ps3fb_res[i].yoff)     /* top/bottom margin (pixel) */
295 #define WIDTH(i)        (ps3fb_res[i].xres)     /* width of FB */
296 #define HEIGHT(i)       (ps3fb_res[i].yres)     /* height of FB */
297 #define BPP     4               /* number of bytes per pixel */
298 #define VP_OFF(i)       (WIDTH(i) * Y_OFF(i) * BPP + X_OFF(i) * BPP)
299 #define FB_OFF(i)       (GPU_OFFSET - VP_OFF(i) % GPU_OFFSET)
300
301 static int ps3fb_mode;
302 module_param(ps3fb_mode, int, 0);
303
304 static char *mode_option __devinitdata;
305
306 static int ps3fb_get_res_table(u32 xres, u32 yres, int mode)
307 {
308         int full_mode;
309         unsigned int i;
310         u32 x, y, f;
311
312         full_mode = (mode & PS3FB_FULL_MODE_BIT) ? PS3FB_RES_FULL : 0;
313         for (i = 0;; i++) {
314                 x = ps3fb_res[i].xres;
315                 y = ps3fb_res[i].yres;
316                 f = ps3fb_res[i].type;
317
318                 if (!x) {
319                         DPRINTK("ERROR: ps3fb_get_res_table()\n");
320                         return -1;
321                 }
322
323                 if (full_mode == PS3FB_RES_FULL && f != PS3FB_RES_FULL)
324                         continue;
325
326                 if (x == xres && (yres == 0 || y == yres))
327                         break;
328
329                 x = x - 2 * ps3fb_res[i].xoff;
330                 y = y - 2 * ps3fb_res[i].yoff;
331                 if (x == xres && (yres == 0 || y == yres))
332                         break;
333         }
334         return i;
335 }
336
337 static unsigned int ps3fb_find_mode(const struct fb_var_screeninfo *var,
338                                     u32 *line_length)
339 {
340         unsigned int i, mode;
341
342         for (i = 0; i < ARRAY_SIZE(ps3fb_modedb); i++)
343                 if (var->xres == ps3fb_modedb[i].xres &&
344                     var->yres == ps3fb_modedb[i].yres &&
345                     var->pixclock == ps3fb_modedb[i].pixclock &&
346                     var->hsync_len == ps3fb_modedb[i].hsync_len &&
347                     var->vsync_len == ps3fb_modedb[i].vsync_len &&
348                     var->left_margin == ps3fb_modedb[i].left_margin &&
349                     var->right_margin == ps3fb_modedb[i].right_margin &&
350                     var->upper_margin == ps3fb_modedb[i].upper_margin &&
351                     var->lower_margin == ps3fb_modedb[i].lower_margin &&
352                     var->sync == ps3fb_modedb[i].sync &&
353                     (var->vmode & FB_VMODE_MASK) == ps3fb_modedb[i].vmode) {
354                         /* Cropped broadcast modes use the full line_length */
355                         *line_length =
356                             ps3fb_modedb[i < 10 ? i + 13 : i].xres * 4;
357                         /* Full broadcast modes have the full mode bit set */
358                         mode = i > 12 ? (i - 12) | PS3FB_FULL_MODE_BIT : i + 1;
359
360                         DPRINTK("ps3fb_find_mode: mode %u\n", mode);
361                         return mode;
362                 }
363
364         DPRINTK("ps3fb_find_mode: mode not found\n");
365         return 0;
366
367 }
368
369 static const struct fb_videomode *ps3fb_default_mode(void)
370 {
371         u32 mode = ps3fb_mode & PS3AV_MODE_MASK;
372         u32 flags;
373
374         if (mode < 1 || mode > 13)
375                 return NULL;
376
377         flags = ps3fb_mode & ~PS3AV_MODE_MASK;
378
379         if (mode <= 10 && flags & PS3FB_FULL_MODE_BIT) {
380                 /* Full broadcast mode */
381                 return &ps3fb_modedb[mode + 12];
382         }
383
384         return &ps3fb_modedb[mode - 1];
385 }
386
387 static int ps3fb_sync(u32 frame)
388 {
389         int i, status;
390         u32 xres, yres;
391         u64 fb_ioif, offset;
392
393         i = ps3fb.res_index;
394         xres = ps3fb_res[i].xres;
395         yres = ps3fb_res[i].yres;
396
397         if (frame > ps3fb.num_frames - 1) {
398                 printk(KERN_WARNING "%s: invalid frame number (%u)\n",
399                        __func__, frame);
400                 return -EINVAL;
401         }
402         offset = xres * yres * BPP * frame;
403
404         fb_ioif = GPU_IOIF + FB_OFF(i) + offset;
405         status = lv1_gpu_context_attribute(ps3fb.context_handle,
406                                            L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT,
407                                            offset, fb_ioif,
408                                            L1GPU_FB_BLIT_WAIT_FOR_COMPLETION |
409                                            (xres << 16) | yres,
410                                            xres * BPP); /* line_length */
411         if (status)
412                 printk(KERN_ERR
413                        "%s: lv1_gpu_context_attribute FB_BLIT failed: %d\n",
414                        __func__, status);
415 #ifdef HEAD_A
416         status = lv1_gpu_context_attribute(ps3fb.context_handle,
417                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP,
418                                            0, offset, 0, 0);
419         if (status)
420                 printk(KERN_ERR
421                        "%s: lv1_gpu_context_attribute FLIP failed: %d\n",
422                        __func__, status);
423 #endif
424 #ifdef HEAD_B
425         status = lv1_gpu_context_attribute(ps3fb.context_handle,
426                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP,
427                                            1, offset, 0, 0);
428         if (status)
429                 printk(KERN_ERR
430                        "%s: lv1_gpu_context_attribute FLIP failed: %d\n",
431                        __func__, status);
432 #endif
433         return 0;
434 }
435
436
437 static int ps3fb_open(struct fb_info *info, int user)
438 {
439         atomic_inc(&ps3fb.f_count);
440         return 0;
441 }
442
443 static int ps3fb_release(struct fb_info *info, int user)
444 {
445         if (atomic_dec_and_test(&ps3fb.f_count)) {
446                 if (atomic_read(&ps3fb.ext_flip)) {
447                         atomic_set(&ps3fb.ext_flip, 0);
448                         ps3fb_sync(0);  /* single buffer */
449                 }
450         }
451         return 0;
452 }
453
454     /*
455      *  Setting the video mode has been split into two parts.
456      *  First part, xxxfb_check_var, must not write anything
457      *  to hardware, it should only verify and adjust var.
458      *  This means it doesn't alter par but it does use hardware
459      *  data from it to check this var.
460      */
461
462 static int ps3fb_check_var(struct fb_var_screeninfo *var, struct fb_info *info)
463 {
464         u32 line_length;
465         int mode;
466         int i;
467
468         DPRINTK("var->xres:%u info->var.xres:%u\n", var->xres, info->var.xres);
469         DPRINTK("var->yres:%u info->var.yres:%u\n", var->yres, info->var.yres);
470
471         /* FIXME For now we do exact matches only */
472         mode = ps3fb_find_mode(var, &line_length);
473         if (!mode)
474                 return -EINVAL;
475
476         /*
477          *  FB_VMODE_CONUPDATE and FB_VMODE_SMOOTH_XPAN are equal!
478          *  as FB_VMODE_SMOOTH_XPAN is only used internally
479          */
480
481         if (var->vmode & FB_VMODE_CONUPDATE) {
482                 var->vmode |= FB_VMODE_YWRAP;
483                 var->xoffset = info->var.xoffset;
484                 var->yoffset = info->var.yoffset;
485         }
486
487         /* Virtual screen and panning are not supported */
488         if (var->xres_virtual > var->xres || var->yres_virtual > var->yres ||
489             var->xoffset || var->yoffset) {
490                 DPRINTK("Virtual screen and panning are not supported\n");
491                 return -EINVAL;
492         }
493
494         var->xres_virtual = var->xres;
495         var->yres_virtual = var->yres;
496
497         /* We support ARGB8888 only */
498         if (var->bits_per_pixel > 32 || var->grayscale ||
499             var->red.offset > 16 || var->green.offset > 8 ||
500             var->blue.offset > 0 || var->transp.offset > 24 ||
501             var->red.length > 8 || var->green.length > 8 ||
502             var->blue.length > 8 || var->transp.length > 8 ||
503             var->red.msb_right || var->green.msb_right ||
504             var->blue.msb_right || var->transp.msb_right || var->nonstd) {
505                 DPRINTK("We support ARGB8888 only\n");
506                 return -EINVAL;
507         }
508
509         var->bits_per_pixel = 32;
510         var->red.offset = 16;
511         var->green.offset = 8;
512         var->blue.offset = 0;
513         var->transp.offset = 24;
514         var->red.length = 8;
515         var->green.length = 8;
516         var->blue.length = 8;
517         var->transp.length = 8;
518         var->red.msb_right = 0;
519         var->green.msb_right = 0;
520         var->blue.msb_right = 0;
521         var->transp.msb_right = 0;
522
523         /* Rotation is not supported */
524         if (var->rotate) {
525                 DPRINTK("Rotation is not supported\n");
526                 return -EINVAL;
527         }
528
529         /* Memory limit */
530         i = ps3fb_get_res_table(var->xres, var->yres, mode);
531         if (ps3fb_res[i].xres*ps3fb_res[i].yres*BPP > ps3fb_videomemory.size) {
532                 DPRINTK("Not enough memory\n");
533                 return -ENOMEM;
534         }
535
536         var->height = -1;
537         var->width = -1;
538
539         return 0;
540 }
541
542     /*
543      * This routine actually sets the video mode.
544      */
545
546 static int ps3fb_set_par(struct fb_info *info)
547 {
548         unsigned int mode;
549         int i;
550         unsigned long offset;
551         static int first = 1;
552
553         DPRINTK("xres:%d xv:%d yres:%d yv:%d clock:%d\n",
554                 info->var.xres, info->var.xres_virtual,
555                 info->var.yres, info->var.yres_virtual, info->var.pixclock);
556
557         mode = ps3fb_find_mode(&info->var, &info->fix.line_length);
558         if (!mode)
559                 return -EINVAL;
560
561         i = ps3fb_get_res_table(info->var.xres, info->var.yres, mode);
562         ps3fb.res_index = i;
563
564         offset = FB_OFF(i) + VP_OFF(i);
565         info->fix.smem_len = ps3fb_videomemory.size - offset;
566         info->screen_base = (char __iomem *)ps3fb.xdr_ea + offset;
567         memset(ps3fb.xdr_ea, 0, ps3fb_videomemory.size);
568
569         ps3fb.num_frames = ps3fb_videomemory.size/
570                            (ps3fb_res[i].xres*ps3fb_res[i].yres*BPP);
571
572         /* Keep the special bits we cannot set using fb_var_screeninfo */
573         ps3fb_mode = (ps3fb_mode & ~PS3AV_MODE_MASK) | mode;
574
575         if (ps3av_set_video_mode(ps3fb_mode, first))
576                 return -EINVAL;
577
578         first = 0;
579         return 0;
580 }
581
582     /*
583      *  Set a single color register. The values supplied are already
584      *  rounded down to the hardware's capabilities (according to the
585      *  entries in the var structure). Return != 0 for invalid regno.
586      */
587
588 static int ps3fb_setcolreg(unsigned int regno, unsigned int red,
589                            unsigned int green, unsigned int blue,
590                            unsigned int transp, struct fb_info *info)
591 {
592         if (regno >= 16)
593                 return 1;
594
595         red >>= 8;
596         green >>= 8;
597         blue >>= 8;
598         transp >>= 8;
599
600         ((u32 *)info->pseudo_palette)[regno] = transp << 24 | red << 16 |
601                                                green << 8 | blue;
602         return 0;
603 }
604
605     /*
606      *  As we have a virtual frame buffer, we need our own mmap function
607      */
608
609 static int ps3fb_mmap(struct fb_info *info, struct vm_area_struct *vma)
610 {
611         unsigned long size, offset;
612         int i;
613
614         i = ps3fb_get_res_table(info->var.xres, info->var.yres, ps3fb_mode);
615         if (i == -1)
616                 return -EINVAL;
617
618         size = vma->vm_end - vma->vm_start;
619         offset = vma->vm_pgoff << PAGE_SHIFT;
620         if (offset + size > info->fix.smem_len)
621                 return -EINVAL;
622
623         offset += info->fix.smem_start + FB_OFF(i) + VP_OFF(i);
624         if (remap_pfn_range(vma, vma->vm_start, offset >> PAGE_SHIFT,
625                             size, vma->vm_page_prot))
626                 return -EAGAIN;
627
628         printk(KERN_DEBUG "ps3fb: mmap framebuffer P(%lx)->V(%lx)\n", offset,
629                vma->vm_start);
630         return 0;
631 }
632
633     /*
634      * Blank the display
635      */
636
637 static int ps3fb_blank(int blank, struct fb_info *info)
638 {
639         int retval;
640
641         DPRINTK("%s: blank:%d\n", __func__, blank);
642         switch (blank) {
643         case FB_BLANK_POWERDOWN:
644         case FB_BLANK_HSYNC_SUSPEND:
645         case FB_BLANK_VSYNC_SUSPEND:
646         case FB_BLANK_NORMAL:
647                 retval = ps3av_video_mute(1);   /* mute on */
648                 if (!retval)
649                         ps3fb.is_blanked = 1;
650                 break;
651
652         default:                /* unblank */
653                 retval = ps3av_video_mute(0);   /* mute off */
654                 if (!retval)
655                         ps3fb.is_blanked = 0;
656                 break;
657         }
658         return retval;
659 }
660
661 static int ps3fb_get_vblank(struct fb_vblank *vblank)
662 {
663         memset(vblank, 0, sizeof(&vblank));
664         vblank->flags = FB_VBLANK_HAVE_VSYNC;
665         return 0;
666 }
667
668 int ps3fb_wait_for_vsync(u32 crtc)
669 {
670         int ret;
671         u64 count;
672
673         count = ps3fb.vblank_count;
674         ret = wait_event_interruptible_timeout(ps3fb.wait_vsync,
675                                                count != ps3fb.vblank_count,
676                                                HZ / 10);
677         if (!ret)
678                 return -ETIMEDOUT;
679
680         return 0;
681 }
682
683 EXPORT_SYMBOL_GPL(ps3fb_wait_for_vsync);
684
685 void ps3fb_flip_ctl(int on, void *data)
686 {
687         struct ps3fb_priv *priv = data;
688         if (on)
689                 atomic_dec_if_positive(&priv->ext_flip);
690         else
691                 atomic_inc(&priv->ext_flip);
692 }
693
694
695     /*
696      * ioctl
697      */
698
699 static int ps3fb_ioctl(struct fb_info *info, unsigned int cmd,
700                        unsigned long arg)
701 {
702         void __user *argp = (void __user *)arg;
703         u32 val, old_mode;
704         int retval = -EFAULT;
705
706         switch (cmd) {
707         case FBIOGET_VBLANK:
708                 {
709                         struct fb_vblank vblank;
710                         DPRINTK("FBIOGET_VBLANK:\n");
711                         retval = ps3fb_get_vblank(&vblank);
712                         if (retval)
713                                 break;
714
715                         if (copy_to_user(argp, &vblank, sizeof(vblank)))
716                                 retval = -EFAULT;
717                         break;
718                 }
719
720         case FBIO_WAITFORVSYNC:
721                 {
722                         u32 crt;
723                         DPRINTK("FBIO_WAITFORVSYNC:\n");
724                         if (get_user(crt, (u32 __user *) arg))
725                                 break;
726
727                         retval = ps3fb_wait_for_vsync(crt);
728                         break;
729                 }
730
731         case PS3FB_IOCTL_SETMODE:
732                 {
733                         const struct fb_videomode *mode;
734                         struct fb_var_screeninfo var;
735
736                         if (copy_from_user(&val, argp, sizeof(val)))
737                                 break;
738
739                         if (!(val & PS3AV_MODE_MASK)) {
740                                 u32 id = ps3av_get_auto_mode(0);
741                                 if (id > 0)
742                                         val = (val & ~PS3AV_MODE_MASK) | id;
743                         }
744                         DPRINTK("PS3FB_IOCTL_SETMODE:%x\n", val);
745                         retval = -EINVAL;
746                         old_mode = ps3fb_mode;
747                         ps3fb_mode = val;
748                         mode = ps3fb_default_mode();
749                         if (mode) {
750                                 var = info->var;
751                                 fb_videomode_to_var(&var, mode);
752                                 acquire_console_sem();
753                                 info->flags |= FBINFO_MISC_USEREVENT;
754                                 /* Force, in case only special bits changed */
755                                 var.activate |= FB_ACTIVATE_FORCE;
756                                 retval = fb_set_var(info, &var);
757                                 info->flags &= ~FBINFO_MISC_USEREVENT;
758                                 release_console_sem();
759                         }
760                         if (retval)
761                                 ps3fb_mode = old_mode;
762                         break;
763                 }
764
765         case PS3FB_IOCTL_GETMODE:
766                 val = ps3av_get_mode();
767                 DPRINTK("PS3FB_IOCTL_GETMODE:%x\n", val);
768                 if (!copy_to_user(argp, &val, sizeof(val)))
769                         retval = 0;
770                 break;
771
772         case PS3FB_IOCTL_SCREENINFO:
773                 {
774                         struct ps3fb_ioctl_res res;
775                         int i = ps3fb.res_index;
776                         DPRINTK("PS3FB_IOCTL_SCREENINFO:\n");
777                         res.xres = ps3fb_res[i].xres;
778                         res.yres = ps3fb_res[i].yres;
779                         res.xoff = ps3fb_res[i].xoff;
780                         res.yoff = ps3fb_res[i].yoff;
781                         res.num_frames = ps3fb.num_frames;
782                         if (!copy_to_user(argp, &res, sizeof(res)))
783                                 retval = 0;
784                         break;
785                 }
786
787         case PS3FB_IOCTL_ON:
788                 DPRINTK("PS3FB_IOCTL_ON:\n");
789                 atomic_inc(&ps3fb.ext_flip);
790                 retval = 0;
791                 break;
792
793         case PS3FB_IOCTL_OFF:
794                 DPRINTK("PS3FB_IOCTL_OFF:\n");
795                 atomic_dec_if_positive(&ps3fb.ext_flip);
796                 retval = 0;
797                 break;
798
799         case PS3FB_IOCTL_FSEL:
800                 if (copy_from_user(&val, argp, sizeof(val)))
801                         break;
802
803                 DPRINTK("PS3FB_IOCTL_FSEL:%d\n", val);
804                 retval = ps3fb_sync(val);
805                 break;
806
807         default:
808                 retval = -ENOIOCTLCMD;
809                 break;
810         }
811         return retval;
812 }
813
814 static int ps3fbd(void *arg)
815 {
816         set_freezable();
817         while (!kthread_should_stop()) {
818                 try_to_freeze();
819                 set_current_state(TASK_INTERRUPTIBLE);
820                 if (ps3fb.is_kicked) {
821                         ps3fb.is_kicked = 0;
822                         ps3fb_sync(0);  /* single buffer */
823                 }
824                 schedule();
825         }
826         return 0;
827 }
828
829 static irqreturn_t ps3fb_vsync_interrupt(int irq, void *ptr)
830 {
831         u64 v1;
832         int status;
833         struct display_head *head = &ps3fb.dinfo->display_head[1];
834
835         status = lv1_gpu_context_intr(ps3fb.context_handle, &v1);
836         if (status) {
837                 printk(KERN_ERR "%s: lv1_gpu_context_intr failed: %d\n",
838                        __func__, status);
839                 return IRQ_NONE;
840         }
841
842         if (v1 & (1 << GPU_INTR_STATUS_VSYNC_1)) {
843                 /* VSYNC */
844                 ps3fb.vblank_count = head->vblank_count;
845                 if (ps3fb.task && !ps3fb.is_blanked &&
846                     !atomic_read(&ps3fb.ext_flip)) {
847                         ps3fb.is_kicked = 1;
848                         wake_up_process(ps3fb.task);
849                 }
850                 wake_up_interruptible(&ps3fb.wait_vsync);
851         }
852
853         return IRQ_HANDLED;
854 }
855
856
857 static int ps3fb_vsync_settings(struct gpu_driver_info *dinfo,
858                                 struct ps3_system_bus_device *dev)
859 {
860         int error;
861
862         DPRINTK("version_driver:%x\n", dinfo->version_driver);
863         DPRINTK("irq outlet:%x\n", dinfo->irq.irq_outlet);
864         DPRINTK("version_gpu:%x memory_size:%x ch:%x core_freq:%d mem_freq:%d\n",
865                 dinfo->version_gpu, dinfo->memory_size, dinfo->hardware_channel,
866                 dinfo->nvcore_frequency/1000000, dinfo->memory_frequency/1000000);
867
868         if (dinfo->version_driver != GPU_DRIVER_INFO_VERSION) {
869                 printk(KERN_ERR "%s: version_driver err:%x\n", __func__,
870                        dinfo->version_driver);
871                 return -EINVAL;
872         }
873
874         error = ps3_irq_plug_setup(PS3_BINDING_CPU_ANY, dinfo->irq.irq_outlet,
875                                    &ps3fb.irq_no);
876         if (error) {
877                 printk(KERN_ERR "%s: ps3_alloc_irq failed %d\n", __func__,
878                        error);
879                 return error;
880         }
881
882         error = request_irq(ps3fb.irq_no, ps3fb_vsync_interrupt, IRQF_DISABLED,
883                             DEVICE_NAME, dev);
884         if (error) {
885                 printk(KERN_ERR "%s: request_irq failed %d\n", __func__,
886                        error);
887                 ps3_irq_plug_destroy(ps3fb.irq_no);
888                 return error;
889         }
890
891         dinfo->irq.mask = (1 << GPU_INTR_STATUS_VSYNC_1) |
892                           (1 << GPU_INTR_STATUS_FLIP_1);
893         return 0;
894 }
895
896 static int ps3fb_xdr_settings(u64 xdr_lpar)
897 {
898         int status;
899
900         status = lv1_gpu_context_iomap(ps3fb.context_handle, GPU_IOIF,
901                                        xdr_lpar, ps3fb_videomemory.size, 0);
902         if (status) {
903                 printk(KERN_ERR "%s: lv1_gpu_context_iomap failed: %d\n",
904                        __func__, status);
905                 return -ENXIO;
906         }
907         DPRINTK("video:%p xdr_ea:%p ioif:%lx lpar:%lx phys:%lx size:%lx\n",
908                 ps3fb_videomemory.address, ps3fb.xdr_ea, GPU_IOIF, xdr_lpar,
909                 virt_to_abs(ps3fb.xdr_ea), ps3fb_videomemory.size);
910
911         status = lv1_gpu_context_attribute(ps3fb.context_handle,
912                                            L1GPU_CONTEXT_ATTRIBUTE_FB_SETUP,
913                                            xdr_lpar, ps3fb_videomemory.size,
914                                            GPU_IOIF, 0);
915         if (status) {
916                 printk(KERN_ERR
917                        "%s: lv1_gpu_context_attribute FB_SETUP failed: %d\n",
918                        __func__, status);
919                 return -ENXIO;
920         }
921         return 0;
922 }
923
924 static struct fb_ops ps3fb_ops = {
925         .fb_open        = ps3fb_open,
926         .fb_release     = ps3fb_release,
927         .fb_read        = fb_sys_read,
928         .fb_write       = fb_sys_write,
929         .fb_check_var   = ps3fb_check_var,
930         .fb_set_par     = ps3fb_set_par,
931         .fb_setcolreg   = ps3fb_setcolreg,
932         .fb_fillrect    = sys_fillrect,
933         .fb_copyarea    = sys_copyarea,
934         .fb_imageblit   = sys_imageblit,
935         .fb_mmap        = ps3fb_mmap,
936         .fb_blank       = ps3fb_blank,
937         .fb_ioctl       = ps3fb_ioctl,
938         .fb_compat_ioctl = ps3fb_ioctl
939 };
940
941 static struct fb_fix_screeninfo ps3fb_fix __initdata = {
942         .id =           DEVICE_NAME,
943         .type =         FB_TYPE_PACKED_PIXELS,
944         .visual =       FB_VISUAL_TRUECOLOR,
945         .accel =        FB_ACCEL_NONE,
946 };
947
948 static int ps3fb_set_sync(void)
949 {
950         int status;
951
952 #ifdef HEAD_A
953         status = lv1_gpu_context_attribute(0x0,
954                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC,
955                                            0, L1GPU_DISPLAY_SYNC_VSYNC, 0, 0);
956         if (status) {
957                 printk(KERN_ERR "%s: lv1_gpu_context_attribute DISPLAY_SYNC "
958                        "failed: %d\n", __func__, status);
959                 return -1;
960         }
961 #endif
962 #ifdef HEAD_B
963         status = lv1_gpu_context_attribute(0x0,
964                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC,
965                                            1, L1GPU_DISPLAY_SYNC_VSYNC, 0, 0);
966
967         if (status) {
968                 printk(KERN_ERR "%s: lv1_gpu_context_attribute DISPLAY_MODE "
969                        "failed: %d\n", __func__, status);
970                 return -1;
971         }
972 #endif
973         return 0;
974 }
975
976 static int __devinit ps3fb_probe(struct ps3_system_bus_device *dev)
977 {
978         struct fb_info *info;
979         int retval = -ENOMEM;
980         u32 xres, yres;
981         u64 ddr_lpar = 0;
982         u64 lpar_dma_control = 0;
983         u64 lpar_driver_info = 0;
984         u64 lpar_reports = 0;
985         u64 lpar_reports_size = 0;
986         u64 xdr_lpar;
987         int status;
988         unsigned long offset;
989         struct task_struct *task;
990
991         status = ps3_open_hv_device(dev);
992         if (status) {
993                 printk(KERN_ERR "%s: ps3_open_hv_device failed\n", __func__);
994                 goto err;
995         }
996
997         if (!ps3fb_mode)
998                 ps3fb_mode = ps3av_get_mode();
999         DPRINTK("ps3av_mode:%d\n", ps3fb_mode);
1000
1001         if (ps3fb_mode > 0 &&
1002             !ps3av_video_mode2res(ps3fb_mode, &xres, &yres)) {
1003                 ps3fb.res_index = ps3fb_get_res_table(xres, yres, ps3fb_mode);
1004                 DPRINTK("res_index:%d\n", ps3fb.res_index);
1005         } else
1006                 ps3fb.res_index = GPU_RES_INDEX;
1007
1008         atomic_set(&ps3fb.f_count, -1); /* fbcon opens ps3fb */
1009         atomic_set(&ps3fb.ext_flip, 0); /* for flip with vsync */
1010         init_waitqueue_head(&ps3fb.wait_vsync);
1011         ps3fb.num_frames = 1;
1012
1013         ps3fb_set_sync();
1014
1015         /* get gpu context handle */
1016         status = lv1_gpu_memory_allocate(DDR_SIZE, 0, 0, 0, 0,
1017                                          &ps3fb.memory_handle, &ddr_lpar);
1018         if (status) {
1019                 printk(KERN_ERR "%s: lv1_gpu_memory_allocate failed: %d\n",
1020                        __func__, status);
1021                 goto err;
1022         }
1023         DPRINTK("ddr:lpar:0x%lx\n", ddr_lpar);
1024
1025         status = lv1_gpu_context_allocate(ps3fb.memory_handle, 0,
1026                                           &ps3fb.context_handle,
1027                                           &lpar_dma_control, &lpar_driver_info,
1028                                           &lpar_reports, &lpar_reports_size);
1029         if (status) {
1030                 printk(KERN_ERR "%s: lv1_gpu_context_attribute failed: %d\n",
1031                        __func__, status);
1032                 goto err_gpu_memory_free;
1033         }
1034
1035         /* vsync interrupt */
1036         ps3fb.dinfo = ioremap(lpar_driver_info, 128 * 1024);
1037         if (!ps3fb.dinfo) {
1038                 printk(KERN_ERR "%s: ioremap failed\n", __func__);
1039                 goto err_gpu_context_free;
1040         }
1041
1042         retval = ps3fb_vsync_settings(ps3fb.dinfo, dev);
1043         if (retval)
1044                 goto err_iounmap_dinfo;
1045
1046         /* xdr frame buffer */
1047         ps3fb.xdr_ea = ps3fb_videomemory.address;
1048         xdr_lpar = ps3_mm_phys_to_lpar(__pa(ps3fb.xdr_ea));
1049         retval = ps3fb_xdr_settings(xdr_lpar);
1050         if (retval)
1051                 goto err_free_irq;
1052
1053         /*
1054          * ps3fb must clear memory to prevent kernel info
1055          * leakage into userspace
1056          */
1057         memset(ps3fb.xdr_ea, 0, ps3fb_videomemory.size);
1058         info = framebuffer_alloc(sizeof(u32) * 16, &dev->core);
1059         if (!info)
1060                 goto err_free_irq;
1061
1062         offset = FB_OFF(ps3fb.res_index) + VP_OFF(ps3fb.res_index);
1063         info->screen_base = (char __iomem *)ps3fb.xdr_ea + offset;
1064         info->fbops = &ps3fb_ops;
1065
1066         info->fix = ps3fb_fix;
1067         info->fix.smem_start = virt_to_abs(ps3fb.xdr_ea);
1068         info->fix.smem_len = ps3fb_videomemory.size - offset;
1069         info->pseudo_palette = info->par;
1070         info->par = NULL;
1071         info->flags = FBINFO_DEFAULT | FBINFO_READS_FAST;
1072
1073         retval = fb_alloc_cmap(&info->cmap, 256, 0);
1074         if (retval < 0)
1075                 goto err_framebuffer_release;
1076
1077         if (!fb_find_mode(&info->var, info, mode_option, ps3fb_modedb,
1078                           ARRAY_SIZE(ps3fb_modedb), ps3fb_default_mode(), 32)) {
1079                 retval = -EINVAL;
1080                 goto err_fb_dealloc;
1081         }
1082
1083         fb_videomode_to_modelist(ps3fb_modedb, ARRAY_SIZE(ps3fb_modedb),
1084                                  &info->modelist);
1085
1086         retval = register_framebuffer(info);
1087         if (retval < 0)
1088                 goto err_fb_dealloc;
1089
1090         dev->core.driver_data = info;
1091
1092         printk(KERN_INFO
1093                "fb%d: PS3 frame buffer device, using %ld KiB of video memory\n",
1094                info->node, ps3fb_videomemory.size >> 10);
1095
1096         task = kthread_run(ps3fbd, info, DEVICE_NAME);
1097         if (IS_ERR(task)) {
1098                 retval = PTR_ERR(task);
1099                 goto err_unregister_framebuffer;
1100         }
1101
1102         ps3fb.task = task;
1103         ps3av_register_flip_ctl(ps3fb_flip_ctl, &ps3fb);
1104
1105         return 0;
1106
1107 err_unregister_framebuffer:
1108         unregister_framebuffer(info);
1109 err_fb_dealloc:
1110         fb_dealloc_cmap(&info->cmap);
1111 err_framebuffer_release:
1112         framebuffer_release(info);
1113 err_free_irq:
1114         free_irq(ps3fb.irq_no, dev);
1115         ps3_irq_plug_destroy(ps3fb.irq_no);
1116 err_iounmap_dinfo:
1117         iounmap((u8 __iomem *)ps3fb.dinfo);
1118 err_gpu_context_free:
1119         lv1_gpu_context_free(ps3fb.context_handle);
1120 err_gpu_memory_free:
1121         lv1_gpu_memory_free(ps3fb.memory_handle);
1122 err:
1123         return retval;
1124 }
1125
1126 static int ps3fb_shutdown(struct ps3_system_bus_device *dev)
1127 {
1128         int status;
1129         struct fb_info *info = dev->core.driver_data;
1130
1131         DPRINTK(" -> %s:%d\n", __func__, __LINE__);
1132
1133         ps3fb_flip_ctl(0, &ps3fb);      /* flip off */
1134         ps3fb.dinfo->irq.mask = 0;
1135
1136         if (info) {
1137                 unregister_framebuffer(info);
1138                 fb_dealloc_cmap(&info->cmap);
1139                 framebuffer_release(info);
1140         }
1141
1142         ps3av_register_flip_ctl(NULL, NULL);
1143         if (ps3fb.task) {
1144                 struct task_struct *task = ps3fb.task;
1145                 ps3fb.task = NULL;
1146                 kthread_stop(task);
1147         }
1148         if (ps3fb.irq_no) {
1149                 free_irq(ps3fb.irq_no, dev);
1150                 ps3_irq_plug_destroy(ps3fb.irq_no);
1151         }
1152         iounmap((u8 __iomem *)ps3fb.dinfo);
1153
1154         status = lv1_gpu_context_free(ps3fb.context_handle);
1155         if (status)
1156                 DPRINTK("lv1_gpu_context_free failed: %d\n", status);
1157
1158         status = lv1_gpu_memory_free(ps3fb.memory_handle);
1159         if (status)
1160                 DPRINTK("lv1_gpu_memory_free failed: %d\n", status);
1161
1162         ps3_close_hv_device(dev);
1163         DPRINTK(" <- %s:%d\n", __func__, __LINE__);
1164
1165         return 0;
1166 }
1167
1168 static struct ps3_system_bus_driver ps3fb_driver = {
1169         .match_id       = PS3_MATCH_ID_GRAPHICS,
1170         .core.name      = DEVICE_NAME,
1171         .core.owner     = THIS_MODULE,
1172         .probe          = ps3fb_probe,
1173         .remove         = ps3fb_shutdown,
1174         .shutdown       = ps3fb_shutdown,
1175 };
1176
1177 static int __init ps3fb_setup(void)
1178 {
1179         char *options;
1180
1181 #ifdef MODULE
1182         return 0;
1183 #endif
1184
1185         if (fb_get_options(DEVICE_NAME, &options))
1186                 return -ENXIO;
1187
1188         if (!options || !*options)
1189                 return 0;
1190
1191         while (1) {
1192                 char *this_opt = strsep(&options, ",");
1193
1194                 if (!this_opt)
1195                         break;
1196                 if (!*this_opt)
1197                         continue;
1198                 if (!strncmp(this_opt, "mode:", 5))
1199                         ps3fb_mode = simple_strtoul(this_opt + 5, NULL, 0);
1200                 else
1201                         mode_option = this_opt;
1202         }
1203         return 0;
1204 }
1205
1206 static int __init ps3fb_init(void)
1207 {
1208         if (!ps3fb_videomemory.address ||  ps3fb_setup())
1209                 return -ENXIO;
1210
1211         return ps3_system_bus_driver_register(&ps3fb_driver);
1212 }
1213
1214 static void __exit ps3fb_exit(void)
1215 {
1216         DPRINTK(" -> %s:%d\n", __func__, __LINE__);
1217         ps3_system_bus_driver_unregister(&ps3fb_driver);
1218         DPRINTK(" <- %s:%d\n", __func__, __LINE__);
1219 }
1220
1221 module_init(ps3fb_init);
1222 module_exit(ps3fb_exit);
1223
1224 MODULE_LICENSE("GPL");
1225 MODULE_DESCRIPTION("PS3 GPU Frame Buffer Driver");
1226 MODULE_AUTHOR("Sony Computer Entertainment Inc.");
1227 MODULE_ALIAS(PS3_MODULE_ALIAS_GRAPHICS);