Merge master.kernel.org:/pub/scm/linux/kernel/git/davem/sparc-2.6
[linux-drm-fsl-dcu.git] / drivers / video / ps3fb.c
1 /*
2  *  linux/drivers/video/ps3fb.c -- PS3 GPU frame buffer device
3  *
4  *      Copyright (C) 2006 Sony Computer Entertainment Inc.
5  *      Copyright 2006, 2007 Sony Corporation
6  *
7  *  This file is based on :
8  *
9  *  linux/drivers/video/vfb.c -- Virtual frame buffer device
10  *
11  *      Copyright (C) 2002 James Simmons
12  *
13  *      Copyright (C) 1997 Geert Uytterhoeven
14  *
15  *  This file is subject to the terms and conditions of the GNU General Public
16  *  License. See the file COPYING in the main directory of this archive for
17  *  more details.
18  */
19
20 #include <linux/module.h>
21 #include <linux/kernel.h>
22 #include <linux/errno.h>
23 #include <linux/string.h>
24 #include <linux/mm.h>
25 #include <linux/tty.h>
26 #include <linux/slab.h>
27 #include <linux/vmalloc.h>
28 #include <linux/delay.h>
29 #include <linux/interrupt.h>
30 #include <linux/platform_device.h>
31 #include <linux/console.h>
32 #include <linux/ioctl.h>
33 #include <linux/notifier.h>
34 #include <linux/reboot.h>
35 #include <linux/kthread.h>
36 #include <linux/freezer.h>
37
38 #include <asm/uaccess.h>
39 #include <linux/fb.h>
40 #include <linux/init.h>
41 #include <asm/time.h>
42
43 #include <asm/abs_addr.h>
44 #include <asm/lv1call.h>
45 #include <asm/ps3av.h>
46 #include <asm/ps3fb.h>
47 #include <asm/ps3.h>
48
49 #ifdef PS3FB_DEBUG
50 #define DPRINTK(fmt, args...) printk("%s: " fmt, __func__ , ##args)
51 #else
52 #define DPRINTK(fmt, args...)
53 #endif
54
55 #define L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC    0x101
56 #define L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP    0x102
57 #define L1GPU_CONTEXT_ATTRIBUTE_FB_SETUP        0x600
58 #define L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT         0x601
59 #define L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT_SYNC    0x602
60
61 #define L1GPU_FB_BLIT_WAIT_FOR_COMPLETION       (1ULL << 32)
62
63 #define L1GPU_DISPLAY_SYNC_HSYNC                1
64 #define L1GPU_DISPLAY_SYNC_VSYNC                2
65
66 #define DDR_SIZE                                (0)     /* used no ddr */
67 #define GPU_OFFSET                              (64 * 1024)
68 #define GPU_IOIF                                (0x0d000000UL)
69
70 #define PS3FB_FULL_MODE_BIT                     0x80
71
72 #define GPU_INTR_STATUS_VSYNC_0                 0       /* vsync on head A */
73 #define GPU_INTR_STATUS_VSYNC_1                 1       /* vsync on head B */
74 #define GPU_INTR_STATUS_FLIP_0                  3       /* flip head A */
75 #define GPU_INTR_STATUS_FLIP_1                  4       /* flip head B */
76 #define GPU_INTR_STATUS_QUEUE_0                 5       /* queue head A */
77 #define GPU_INTR_STATUS_QUEUE_1                 6       /* queue head B */
78
79 #define GPU_DRIVER_INFO_VERSION                 0x211
80
81 /* gpu internals */
82 struct display_head {
83         u64 be_time_stamp;
84         u32 status;
85         u32 offset;
86         u32 res1;
87         u32 res2;
88         u32 field;
89         u32 reserved1;
90
91         u64 res3;
92         u32 raster;
93
94         u64 vblank_count;
95         u32 field_vsync;
96         u32 reserved2;
97 };
98
99 struct gpu_irq {
100         u32 irq_outlet;
101         u32 status;
102         u32 mask;
103         u32 video_cause;
104         u32 graph_cause;
105         u32 user_cause;
106
107         u32 res1;
108         u64 res2;
109
110         u32 reserved[4];
111 };
112
113 struct gpu_driver_info {
114         u32 version_driver;
115         u32 version_gpu;
116         u32 memory_size;
117         u32 hardware_channel;
118
119         u32 nvcore_frequency;
120         u32 memory_frequency;
121
122         u32 reserved[1063];
123         struct display_head display_head[8];
124         struct gpu_irq irq;
125 };
126
127 struct ps3fb_priv {
128         unsigned int irq_no;
129         void *dev;
130
131         u64 context_handle, memory_handle;
132         void *xdr_ea;
133         struct gpu_driver_info *dinfo;
134         u32 res_index;
135
136         u64 vblank_count;       /* frame count */
137         wait_queue_head_t wait_vsync;
138
139         u32 num_frames;         /* num of frame buffers */
140         atomic_t ext_flip;      /* on/off flip with vsync */
141         atomic_t f_count;       /* fb_open count */
142         int is_blanked;
143         int is_kicked;
144         struct task_struct *task;
145 };
146 static struct ps3fb_priv ps3fb;
147
148 struct ps3fb_res_table {
149         u32 xres;
150         u32 yres;
151         u32 xoff;
152         u32 yoff;
153         u32 type;
154 };
155 #define PS3FB_RES_FULL 1
156 static const struct ps3fb_res_table ps3fb_res[] = {
157         /* res_x,y   margin_x,y  full */
158         {  720,  480,  72,  48 , 0},
159         {  720,  576,  72,  58 , 0},
160         { 1280,  720,  78,  38 , 0},
161         { 1920, 1080, 116,  58 , 0},
162         /* full mode */
163         {  720,  480,   0,   0 , PS3FB_RES_FULL},
164         {  720,  576,   0,   0 , PS3FB_RES_FULL},
165         { 1280,  720,   0,   0 , PS3FB_RES_FULL},
166         { 1920, 1080,   0,   0 , PS3FB_RES_FULL},
167         /* vesa: normally full mode */
168         { 1280,  768,   0,   0 , 0},
169         { 1280, 1024,   0,   0 , 0},
170         { 1920, 1200,   0,   0 , 0},
171         {    0,    0,   0,   0 , 0} };
172
173 /* default resolution */
174 #define GPU_RES_INDEX 0         /* 720 x 480 */
175
176 static const struct fb_videomode ps3fb_modedb[] = {
177     /* 60 Hz broadcast modes (modes "1" to "5") */
178     {
179         /* 480i */
180         "480i", 60, 576, 384, 74074, 130, 89, 78, 57, 63, 6,
181         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
182     },    {
183         /* 480p */
184         "480p", 60, 576, 384, 37037, 130, 89, 78, 57, 63, 6,
185         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
186     },    {
187         /* 720p */
188         "720p", 60, 1124, 644, 13481, 298, 148, 57, 44, 80, 5,
189         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
190     },    {
191         /* 1080i */
192         "1080i", 60, 1688, 964, 13481, 264, 160, 94, 62, 88, 5,
193         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
194     },    {
195         /* 1080p */
196         "1080p", 60, 1688, 964, 6741, 264, 160, 94, 62, 88, 5,
197         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
198     },
199
200     /* 50 Hz broadcast modes (modes "6" to "10") */
201     {
202         /* 576i */
203         "576i", 50, 576, 460, 74074, 142, 83, 97, 63, 63, 5,
204         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
205     },    {
206         /* 576p */
207         "576p", 50, 576, 460, 37037, 142, 83, 97, 63, 63, 5,
208         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
209     },    {
210         /* 720p */
211         "720p", 50, 1124, 644, 13468, 298, 478, 57, 44, 80, 5,
212         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
213     },    {
214         /* 1080 */
215         "1080i", 50, 1688, 964, 13468, 264, 600, 94, 62, 88, 5,
216         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
217     },    {
218         /* 1080p */
219         "1080p", 50, 1688, 964, 6734, 264, 600, 94, 62, 88, 5,
220         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
221     },
222
223     /* VESA modes (modes "11" to "13") */
224     {
225         /* WXGA */
226         "wxga", 60, 1280, 768, 12924, 160, 24, 29, 3, 136, 6,
227         0, FB_VMODE_NONINTERLACED,
228         FB_MODE_IS_VESA
229     }, {
230         /* SXGA */
231         "sxga", 60, 1280, 1024, 9259, 248, 48, 38, 1, 112, 3,
232         FB_SYNC_HOR_HIGH_ACT | FB_SYNC_VERT_HIGH_ACT, FB_VMODE_NONINTERLACED,
233         FB_MODE_IS_VESA
234     }, {
235         /* WUXGA */
236         "wuxga", 60, 1920, 1200, 6494, 80, 48, 26, 3, 32, 6,
237         FB_SYNC_HOR_HIGH_ACT, FB_VMODE_NONINTERLACED,
238         FB_MODE_IS_VESA
239     },
240
241     /* 60 Hz broadcast modes (full resolution versions of modes "1" to "5") */
242     {
243         /* 480if */
244         "480if", 60, 720, 480, 74074, 58, 17, 30, 9, 63, 6,
245         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
246     }, {
247         /* 480pf */
248         "480pf", 60, 720, 480, 37037, 58, 17, 30, 9, 63, 6,
249         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
250     }, {
251         /* 720pf */
252         "720pf", 60, 1280, 720, 13481, 220, 70, 19, 6, 80, 5,
253         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
254     }, {
255         /* 1080if */
256         "1080if", 60, 1920, 1080, 13481, 148, 44, 36, 4, 88, 5,
257         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
258     }, {
259         /* 1080pf */
260         "1080pf", 60, 1920, 1080, 6741, 148, 44, 36, 4, 88, 5,
261         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
262     },
263
264     /* 50 Hz broadcast modes (full resolution versions of modes "6" to "10") */
265     {
266         /* 576if */
267         "576if", 50, 720, 576, 74074, 70, 11, 39, 5, 63, 5,
268         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
269     }, {
270         /* 576pf */
271         "576pf", 50, 720, 576, 37037, 70, 11, 39, 5, 63, 5,
272         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
273     }, {
274         /* 720pf */
275         "720pf", 50, 1280, 720, 13468, 220, 400, 19, 6, 80, 5,
276         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
277     }, {
278         /* 1080if */
279         "1080f", 50, 1920, 1080, 13468, 148, 484, 36, 4, 88, 5,
280         FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
281     }, {
282         /* 1080pf */
283         "1080pf", 50, 1920, 1080, 6734, 148, 484, 36, 4, 88, 5,
284         FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
285     }
286 };
287
288
289 #define HEAD_A
290 #define HEAD_B
291
292 #define X_OFF(i)        (ps3fb_res[i].xoff)     /* left/right margin (pixel) */
293 #define Y_OFF(i)        (ps3fb_res[i].yoff)     /* top/bottom margin (pixel) */
294 #define WIDTH(i)        (ps3fb_res[i].xres)     /* width of FB */
295 #define HEIGHT(i)       (ps3fb_res[i].yres)     /* height of FB */
296 #define BPP     4               /* number of bytes per pixel */
297 #define VP_OFF(i)       (WIDTH(i) * Y_OFF(i) * BPP + X_OFF(i) * BPP)
298 #define FB_OFF(i)       (GPU_OFFSET - VP_OFF(i) % GPU_OFFSET)
299
300 static int ps3fb_mode;
301 module_param(ps3fb_mode, bool, 0);
302
303 static char *mode_option __initdata;
304
305
306 static int ps3fb_get_res_table(u32 xres, u32 yres)
307 {
308         int full_mode;
309         unsigned int i;
310         u32 x, y, f;
311
312         full_mode = (ps3fb_mode & PS3FB_FULL_MODE_BIT) ? PS3FB_RES_FULL : 0;
313         for (i = 0;; i++) {
314                 x = ps3fb_res[i].xres;
315                 y = ps3fb_res[i].yres;
316                 f = ps3fb_res[i].type;
317
318                 if (!x) {
319                         DPRINTK("ERROR: ps3fb_get_res_table()\n");
320                         return -1;
321                 }
322
323                 if (full_mode == PS3FB_RES_FULL && f != PS3FB_RES_FULL)
324                         continue;
325
326                 if (x == xres && (yres == 0 || y == yres))
327                         break;
328
329                 x = x - 2 * ps3fb_res[i].xoff;
330                 y = y - 2 * ps3fb_res[i].yoff;
331                 if (x == xres && (yres == 0 || y == yres))
332                         break;
333         }
334         return i;
335 }
336
337 static unsigned int ps3fb_find_mode(const struct fb_var_screeninfo *var,
338                                     u32 *line_length)
339 {
340         unsigned int i, mode;
341
342         for (i = 0; i < ARRAY_SIZE(ps3fb_modedb); i++)
343                 if (var->xres == ps3fb_modedb[i].xres &&
344                     var->yres == ps3fb_modedb[i].yres &&
345                     var->pixclock == ps3fb_modedb[i].pixclock &&
346                     var->hsync_len == ps3fb_modedb[i].hsync_len &&
347                     var->vsync_len == ps3fb_modedb[i].vsync_len &&
348                     var->left_margin == ps3fb_modedb[i].left_margin &&
349                     var->right_margin == ps3fb_modedb[i].right_margin &&
350                     var->upper_margin == ps3fb_modedb[i].upper_margin &&
351                     var->lower_margin == ps3fb_modedb[i].lower_margin &&
352                     var->sync == ps3fb_modedb[i].sync &&
353                     (var->vmode & FB_VMODE_MASK) == ps3fb_modedb[i].vmode) {
354                         /* Cropped broadcast modes use the full line_length */
355                         *line_length =
356                             ps3fb_modedb[i < 10 ? i + 13 : i].xres * 4;
357                         /* Full broadcast modes have the full mode bit set */
358                         mode = i > 12 ? (i - 12) | PS3FB_FULL_MODE_BIT : i + 1;
359
360                         DPRINTK("ps3fb_find_mode: mode %u\n", mode);
361                         return mode;
362                 }
363
364         DPRINTK("ps3fb_find_mode: mode not found\n");
365         return 0;
366
367 }
368
369 static const struct fb_videomode *ps3fb_default_mode(void)
370 {
371         u32 mode = ps3fb_mode & PS3AV_MODE_MASK;
372         u32 flags;
373
374         if (mode < 1 || mode > 13)
375                 return NULL;
376
377         flags = ps3fb_mode & ~PS3AV_MODE_MASK;
378
379         if (mode <= 10 && flags & PS3FB_FULL_MODE_BIT) {
380                 /* Full broadcast mode */
381                 return &ps3fb_modedb[mode + 12];
382         }
383
384         return &ps3fb_modedb[mode - 1];
385 }
386
387 static int ps3fb_sync(u32 frame)
388 {
389         int i, status;
390         u32 xres, yres;
391         u64 fb_ioif, offset;
392
393         i = ps3fb.res_index;
394         xres = ps3fb_res[i].xres;
395         yres = ps3fb_res[i].yres;
396
397         if (frame > ps3fb.num_frames - 1) {
398                 printk(KERN_WARNING "%s: invalid frame number (%u)\n",
399                        __func__, frame);
400                 return -EINVAL;
401         }
402         offset = xres * yres * BPP * frame;
403
404         fb_ioif = GPU_IOIF + FB_OFF(i) + offset;
405         status = lv1_gpu_context_attribute(ps3fb.context_handle,
406                                            L1GPU_CONTEXT_ATTRIBUTE_FB_BLIT,
407                                            offset, fb_ioif,
408                                            L1GPU_FB_BLIT_WAIT_FOR_COMPLETION |
409                                            (xres << 16) | yres,
410                                            xres * BPP); /* line_length */
411         if (status)
412                 printk(KERN_ERR
413                        "%s: lv1_gpu_context_attribute FB_BLIT failed: %d\n",
414                        __func__, status);
415 #ifdef HEAD_A
416         status = lv1_gpu_context_attribute(ps3fb.context_handle,
417                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP,
418                                            0, offset, 0, 0);
419         if (status)
420                 printk(KERN_ERR
421                        "%s: lv1_gpu_context_attribute FLIP failed: %d\n",
422                        __func__, status);
423 #endif
424 #ifdef HEAD_B
425         status = lv1_gpu_context_attribute(ps3fb.context_handle,
426                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_FLIP,
427                                            1, offset, 0, 0);
428         if (status)
429                 printk(KERN_ERR
430                        "%s: lv1_gpu_context_attribute FLIP failed: %d\n",
431                        __func__, status);
432 #endif
433         return 0;
434 }
435
436
437 static int ps3fb_open(struct fb_info *info, int user)
438 {
439         atomic_inc(&ps3fb.f_count);
440         return 0;
441 }
442
443 static int ps3fb_release(struct fb_info *info, int user)
444 {
445         if (atomic_dec_and_test(&ps3fb.f_count)) {
446                 if (atomic_read(&ps3fb.ext_flip)) {
447                         atomic_set(&ps3fb.ext_flip, 0);
448                         ps3fb_sync(0);  /* single buffer */
449                 }
450         }
451         return 0;
452 }
453
454     /*
455      *  Setting the video mode has been split into two parts.
456      *  First part, xxxfb_check_var, must not write anything
457      *  to hardware, it should only verify and adjust var.
458      *  This means it doesn't alter par but it does use hardware
459      *  data from it to check this var.
460      */
461
462 static int ps3fb_check_var(struct fb_var_screeninfo *var, struct fb_info *info)
463 {
464         u32 line_length;
465         int mode;
466         int i;
467
468         DPRINTK("var->xres:%u info->var.xres:%u\n", var->xres, info->var.xres);
469         DPRINTK("var->yres:%u info->var.yres:%u\n", var->yres, info->var.yres);
470
471         /* FIXME For now we do exact matches only */
472         mode = ps3fb_find_mode(var, &line_length);
473         if (!mode)
474                 return -EINVAL;
475
476         /*
477          *  FB_VMODE_CONUPDATE and FB_VMODE_SMOOTH_XPAN are equal!
478          *  as FB_VMODE_SMOOTH_XPAN is only used internally
479          */
480
481         if (var->vmode & FB_VMODE_CONUPDATE) {
482                 var->vmode |= FB_VMODE_YWRAP;
483                 var->xoffset = info->var.xoffset;
484                 var->yoffset = info->var.yoffset;
485         }
486
487         /* Virtual screen and panning are not supported */
488         if (var->xres_virtual > var->xres || var->yres_virtual > var->yres ||
489             var->xoffset || var->yoffset) {
490                 DPRINTK("Virtual screen and panning are not supported\n");
491                 return -EINVAL;
492         }
493
494         var->xres_virtual = var->xres;
495         var->yres_virtual = var->yres;
496
497         /* We support ARGB8888 only */
498         if (var->bits_per_pixel > 32 || var->grayscale ||
499             var->red.offset > 16 || var->green.offset > 8 ||
500             var->blue.offset > 0 || var->transp.offset > 24 ||
501             var->red.length > 8 || var->green.length > 8 ||
502             var->blue.length > 8 || var->transp.length > 8 ||
503             var->red.msb_right || var->green.msb_right ||
504             var->blue.msb_right || var->transp.msb_right || var->nonstd) {
505                 DPRINTK("We support ARGB8888 only\n");
506                 return -EINVAL;
507         }
508
509         var->bits_per_pixel = 32;
510         var->red.offset = 16;
511         var->green.offset = 8;
512         var->blue.offset = 0;
513         var->transp.offset = 24;
514         var->red.length = 8;
515         var->green.length = 8;
516         var->blue.length = 8;
517         var->transp.length = 8;
518         var->red.msb_right = 0;
519         var->green.msb_right = 0;
520         var->blue.msb_right = 0;
521         var->transp.msb_right = 0;
522
523         /* Rotation is not supported */
524         if (var->rotate) {
525                 DPRINTK("Rotation is not supported\n");
526                 return -EINVAL;
527         }
528
529         /* Memory limit */
530         i = ps3fb_get_res_table(var->xres, var->yres);
531         if (ps3fb_res[i].xres*ps3fb_res[i].yres*BPP > ps3fb_videomemory.size) {
532                 DPRINTK("Not enough memory\n");
533                 return -ENOMEM;
534         }
535
536         var->height = -1;
537         var->width = -1;
538
539         return 0;
540 }
541
542     /*
543      * This routine actually sets the video mode.
544      */
545
546 static int ps3fb_set_par(struct fb_info *info)
547 {
548         unsigned int mode;
549         int i;
550         unsigned long offset;
551         static int first = 1;
552
553         DPRINTK("xres:%d xv:%d yres:%d yv:%d clock:%d\n",
554                 info->var.xres, info->var.xres_virtual,
555                 info->var.yres, info->var.yres_virtual, info->var.pixclock);
556         i = ps3fb_get_res_table(info->var.xres, info->var.yres);
557         ps3fb.res_index = i;
558
559         mode = ps3fb_find_mode(&info->var, &info->fix.line_length);
560         if (!mode)
561                 return -EINVAL;
562
563         offset = FB_OFF(i) + VP_OFF(i);
564         info->fix.smem_len = ps3fb_videomemory.size - offset;
565         info->screen_base = (char __iomem *)ps3fb.xdr_ea + offset;
566         memset(ps3fb.xdr_ea, 0, ps3fb_videomemory.size);
567
568         ps3fb.num_frames = ps3fb_videomemory.size/
569                            (ps3fb_res[i].xres*ps3fb_res[i].yres*BPP);
570
571         /* Keep the special bits we cannot set using fb_var_screeninfo */
572         ps3fb_mode = (ps3fb_mode & ~PS3AV_MODE_MASK) | mode;
573
574         if (ps3av_set_video_mode(ps3fb_mode, first))
575                 return -EINVAL;
576
577         first = 0;
578         return 0;
579 }
580
581     /*
582      *  Set a single color register. The values supplied are already
583      *  rounded down to the hardware's capabilities (according to the
584      *  entries in the var structure). Return != 0 for invalid regno.
585      */
586
587 static int ps3fb_setcolreg(unsigned int regno, unsigned int red,
588                            unsigned int green, unsigned int blue,
589                            unsigned int transp, struct fb_info *info)
590 {
591         if (regno >= 16)
592                 return 1;
593
594         red >>= 8;
595         green >>= 8;
596         blue >>= 8;
597         transp >>= 8;
598
599         ((u32 *)info->pseudo_palette)[regno] = transp << 24 | red << 16 |
600                                                green << 8 | blue;
601         return 0;
602 }
603
604     /*
605      *  As we have a virtual frame buffer, we need our own mmap function
606      */
607
608 static int ps3fb_mmap(struct fb_info *info, struct vm_area_struct *vma)
609 {
610         unsigned long size, offset;
611         int i;
612
613         i = ps3fb_get_res_table(info->var.xres, info->var.yres);
614         if (i == -1)
615                 return -EINVAL;
616
617         size = vma->vm_end - vma->vm_start;
618         offset = vma->vm_pgoff << PAGE_SHIFT;
619         if (offset + size > info->fix.smem_len)
620                 return -EINVAL;
621
622         offset += info->fix.smem_start + FB_OFF(i) + VP_OFF(i);
623         if (remap_pfn_range(vma, vma->vm_start, offset >> PAGE_SHIFT,
624                             size, vma->vm_page_prot))
625                 return -EAGAIN;
626
627         printk(KERN_DEBUG "ps3fb: mmap framebuffer P(%lx)->V(%lx)\n", offset,
628                vma->vm_start);
629         return 0;
630 }
631
632     /*
633      * Blank the display
634      */
635
636 static int ps3fb_blank(int blank, struct fb_info *info)
637 {
638         int retval;
639
640         DPRINTK("%s: blank:%d\n", __func__, blank);
641         switch (blank) {
642         case FB_BLANK_POWERDOWN:
643         case FB_BLANK_HSYNC_SUSPEND:
644         case FB_BLANK_VSYNC_SUSPEND:
645         case FB_BLANK_NORMAL:
646                 retval = ps3av_video_mute(1);   /* mute on */
647                 if (!retval)
648                         ps3fb.is_blanked = 1;
649                 break;
650
651         default:                /* unblank */
652                 retval = ps3av_video_mute(0);   /* mute off */
653                 if (!retval)
654                         ps3fb.is_blanked = 0;
655                 break;
656         }
657         return retval;
658 }
659
660 static int ps3fb_get_vblank(struct fb_vblank *vblank)
661 {
662         memset(vblank, 0, sizeof(&vblank));
663         vblank->flags = FB_VBLANK_HAVE_VSYNC;
664         return 0;
665 }
666
667 int ps3fb_wait_for_vsync(u32 crtc)
668 {
669         int ret;
670         u64 count;
671
672         count = ps3fb.vblank_count;
673         ret = wait_event_interruptible_timeout(ps3fb.wait_vsync,
674                                                count != ps3fb.vblank_count,
675                                                HZ / 10);
676         if (!ret)
677                 return -ETIMEDOUT;
678
679         return 0;
680 }
681
682 EXPORT_SYMBOL_GPL(ps3fb_wait_for_vsync);
683
684 void ps3fb_flip_ctl(int on)
685 {
686         if (on)
687                 atomic_dec_if_positive(&ps3fb.ext_flip);
688         else
689                 atomic_inc(&ps3fb.ext_flip);
690 }
691
692 EXPORT_SYMBOL_GPL(ps3fb_flip_ctl);
693
694     /*
695      * ioctl
696      */
697
698 static int ps3fb_ioctl(struct fb_info *info, unsigned int cmd,
699                        unsigned long arg)
700 {
701         void __user *argp = (void __user *)arg;
702         u32 val, old_mode;
703         int retval = -EFAULT;
704
705         switch (cmd) {
706         case FBIOGET_VBLANK:
707                 {
708                         struct fb_vblank vblank;
709                         DPRINTK("FBIOGET_VBLANK:\n");
710                         retval = ps3fb_get_vblank(&vblank);
711                         if (retval)
712                                 break;
713
714                         if (copy_to_user(argp, &vblank, sizeof(vblank)))
715                                 retval = -EFAULT;
716                         break;
717                 }
718
719         case FBIO_WAITFORVSYNC:
720                 {
721                         u32 crt;
722                         DPRINTK("FBIO_WAITFORVSYNC:\n");
723                         if (get_user(crt, (u32 __user *) arg))
724                                 break;
725
726                         retval = ps3fb_wait_for_vsync(crt);
727                         break;
728                 }
729
730         case PS3FB_IOCTL_SETMODE:
731                 {
732                         const struct fb_videomode *mode;
733                         struct fb_var_screeninfo var;
734
735                         if (copy_from_user(&val, argp, sizeof(val)))
736                                 break;
737
738                         if (!(val & PS3AV_MODE_MASK)) {
739                                 u32 id = ps3av_get_auto_mode(0);
740                                 if (id > 0)
741                                         val = (val & ~PS3AV_MODE_MASK) | id;
742                         }
743                         DPRINTK("PS3FB_IOCTL_SETMODE:%x\n", val);
744                         retval = -EINVAL;
745                         old_mode = ps3fb_mode;
746                         ps3fb_mode = val;
747                         mode = ps3fb_default_mode();
748                         if (mode) {
749                                 var = info->var;
750                                 fb_videomode_to_var(&var, mode);
751                                 acquire_console_sem();
752                                 info->flags |= FBINFO_MISC_USEREVENT;
753                                 /* Force, in case only special bits changed */
754                                 var.activate |= FB_ACTIVATE_FORCE;
755                                 retval = fb_set_var(info, &var);
756                                 info->flags &= ~FBINFO_MISC_USEREVENT;
757                                 release_console_sem();
758                         }
759                         if (retval)
760                                 ps3fb_mode = old_mode;
761                         break;
762                 }
763
764         case PS3FB_IOCTL_GETMODE:
765                 val = ps3av_get_mode();
766                 DPRINTK("PS3FB_IOCTL_GETMODE:%x\n", val);
767                 if (!copy_to_user(argp, &val, sizeof(val)))
768                         retval = 0;
769                 break;
770
771         case PS3FB_IOCTL_SCREENINFO:
772                 {
773                         struct ps3fb_ioctl_res res;
774                         int i = ps3fb.res_index;
775                         DPRINTK("PS3FB_IOCTL_SCREENINFO:\n");
776                         res.xres = ps3fb_res[i].xres;
777                         res.yres = ps3fb_res[i].yres;
778                         res.xoff = ps3fb_res[i].xoff;
779                         res.yoff = ps3fb_res[i].yoff;
780                         res.num_frames = ps3fb.num_frames;
781                         if (!copy_to_user(argp, &res, sizeof(res)))
782                                 retval = 0;
783                         break;
784                 }
785
786         case PS3FB_IOCTL_ON:
787                 DPRINTK("PS3FB_IOCTL_ON:\n");
788                 atomic_inc(&ps3fb.ext_flip);
789                 retval = 0;
790                 break;
791
792         case PS3FB_IOCTL_OFF:
793                 DPRINTK("PS3FB_IOCTL_OFF:\n");
794                 atomic_dec_if_positive(&ps3fb.ext_flip);
795                 retval = 0;
796                 break;
797
798         case PS3FB_IOCTL_FSEL:
799                 if (copy_from_user(&val, argp, sizeof(val)))
800                         break;
801
802                 DPRINTK("PS3FB_IOCTL_FSEL:%d\n", val);
803                 retval = ps3fb_sync(val);
804                 break;
805
806         default:
807                 retval = -ENOIOCTLCMD;
808                 break;
809         }
810         return retval;
811 }
812
813 static int ps3fbd(void *arg)
814 {
815         while (!kthread_should_stop()) {
816                 try_to_freeze();
817                 set_current_state(TASK_INTERRUPTIBLE);
818                 if (ps3fb.is_kicked) {
819                         ps3fb.is_kicked = 0;
820                         ps3fb_sync(0);  /* single buffer */
821                 }
822                 schedule();
823         }
824         return 0;
825 }
826
827 static irqreturn_t ps3fb_vsync_interrupt(int irq, void *ptr)
828 {
829         u64 v1;
830         int status;
831         struct display_head *head = &ps3fb.dinfo->display_head[1];
832
833         status = lv1_gpu_context_intr(ps3fb.context_handle, &v1);
834         if (status) {
835                 printk(KERN_ERR "%s: lv1_gpu_context_intr failed: %d\n",
836                        __func__, status);
837                 return IRQ_NONE;
838         }
839
840         if (v1 & (1 << GPU_INTR_STATUS_VSYNC_1)) {
841                 /* VSYNC */
842                 ps3fb.vblank_count = head->vblank_count;
843                 if (ps3fb.task && !ps3fb.is_blanked &&
844                     !atomic_read(&ps3fb.ext_flip)) {
845                         ps3fb.is_kicked = 1;
846                         wake_up_process(ps3fb.task);
847                 }
848                 wake_up_interruptible(&ps3fb.wait_vsync);
849         }
850
851         return IRQ_HANDLED;
852 }
853
854 #ifndef MODULE
855 static int __init ps3fb_setup(char *options)
856 {
857         char *this_opt;
858         int mode = 0;
859
860         if (!options || !*options)
861                 return 0;       /* no options */
862
863         while ((this_opt = strsep(&options, ",")) != NULL) {
864                 if (!*this_opt)
865                         continue;
866                 if (!strncmp(this_opt, "mode:", 5))
867                         mode = simple_strtoul(this_opt + 5, NULL, 0);
868                 else
869                         mode_option = this_opt;
870         }
871         return mode;
872 }
873 #endif  /* MODULE */
874
875     /*
876      *  Initialisation
877      */
878
879 static void ps3fb_platform_release(struct device *device)
880 {
881         /* This is called when the reference count goes to zero. */
882 }
883
884 static int ps3fb_vsync_settings(struct gpu_driver_info *dinfo, void *dev)
885 {
886         int error;
887
888         DPRINTK("version_driver:%x\n", dinfo->version_driver);
889         DPRINTK("irq outlet:%x\n", dinfo->irq.irq_outlet);
890         DPRINTK("version_gpu:%x memory_size:%x ch:%x core_freq:%d mem_freq:%d\n",
891                 dinfo->version_gpu, dinfo->memory_size, dinfo->hardware_channel,
892                 dinfo->nvcore_frequency/1000000, dinfo->memory_frequency/1000000);
893
894         if (dinfo->version_driver != GPU_DRIVER_INFO_VERSION) {
895                 printk(KERN_ERR "%s: version_driver err:%x\n", __func__,
896                        dinfo->version_driver);
897                 return -EINVAL;
898         }
899
900         ps3fb.dev = dev;
901         error = ps3_alloc_irq(PS3_BINDING_CPU_ANY, dinfo->irq.irq_outlet,
902                               &ps3fb.irq_no);
903         if (error) {
904                 printk(KERN_ERR "%s: ps3_alloc_irq failed %d\n", __func__,
905                        error);
906                 return error;
907         }
908
909         error = request_irq(ps3fb.irq_no, ps3fb_vsync_interrupt, IRQF_DISABLED,
910                             "ps3fb vsync", ps3fb.dev);
911         if (error) {
912                 printk(KERN_ERR "%s: request_irq failed %d\n", __func__,
913                        error);
914                 ps3_free_irq(ps3fb.irq_no);
915                 return error;
916         }
917
918         dinfo->irq.mask = (1 << GPU_INTR_STATUS_VSYNC_1) |
919                           (1 << GPU_INTR_STATUS_FLIP_1);
920         return 0;
921 }
922
923 static int ps3fb_xdr_settings(u64 xdr_lpar)
924 {
925         int status;
926
927         status = lv1_gpu_context_iomap(ps3fb.context_handle, GPU_IOIF,
928                                        xdr_lpar, ps3fb_videomemory.size, 0);
929         if (status) {
930                 printk(KERN_ERR "%s: lv1_gpu_context_iomap failed: %d\n",
931                        __func__, status);
932                 return -ENXIO;
933         }
934         DPRINTK("video:%p xdr_ea:%p ioif:%lx lpar:%lx phys:%lx size:%lx\n",
935                 ps3fb_videomemory.address, ps3fb.xdr_ea, GPU_IOIF, xdr_lpar,
936                 virt_to_abs(ps3fb.xdr_ea), ps3fb_videomemory.size);
937
938         status = lv1_gpu_context_attribute(ps3fb.context_handle,
939                                            L1GPU_CONTEXT_ATTRIBUTE_FB_SETUP,
940                                            xdr_lpar, ps3fb_videomemory.size,
941                                            GPU_IOIF, 0);
942         if (status) {
943                 printk(KERN_ERR
944                        "%s: lv1_gpu_context_attribute FB_SETUP failed: %d\n",
945                        __func__, status);
946                 return -ENXIO;
947         }
948         return 0;
949 }
950
951 static struct fb_ops ps3fb_ops = {
952         .fb_open        = ps3fb_open,
953         .fb_release     = ps3fb_release,
954         .fb_check_var   = ps3fb_check_var,
955         .fb_set_par     = ps3fb_set_par,
956         .fb_setcolreg   = ps3fb_setcolreg,
957         .fb_fillrect    = cfb_fillrect,
958         .fb_copyarea    = cfb_copyarea,
959         .fb_imageblit   = cfb_imageblit,
960         .fb_mmap        = ps3fb_mmap,
961         .fb_blank       = ps3fb_blank,
962         .fb_ioctl       = ps3fb_ioctl,
963         .fb_compat_ioctl = ps3fb_ioctl
964 };
965
966 static struct fb_fix_screeninfo ps3fb_fix __initdata = {
967         .id =           "PS3 FB",
968         .type =         FB_TYPE_PACKED_PIXELS,
969         .visual =       FB_VISUAL_TRUECOLOR,
970         .accel =        FB_ACCEL_NONE,
971 };
972
973 static int __init ps3fb_probe(struct platform_device *dev)
974 {
975         struct fb_info *info;
976         int retval = -ENOMEM;
977         u64 ddr_lpar = 0;
978         u64 lpar_dma_control = 0;
979         u64 lpar_driver_info = 0;
980         u64 lpar_reports = 0;
981         u64 lpar_reports_size = 0;
982         u64 xdr_lpar;
983         int status;
984         unsigned long offset;
985         struct task_struct *task;
986
987         /* get gpu context handle */
988         status = lv1_gpu_memory_allocate(DDR_SIZE, 0, 0, 0, 0,
989                                          &ps3fb.memory_handle, &ddr_lpar);
990         if (status) {
991                 printk(KERN_ERR "%s: lv1_gpu_memory_allocate failed: %d\n",
992                        __func__, status);
993                 goto err;
994         }
995         DPRINTK("ddr:lpar:0x%lx\n", ddr_lpar);
996
997         status = lv1_gpu_context_allocate(ps3fb.memory_handle, 0,
998                                           &ps3fb.context_handle,
999                                           &lpar_dma_control, &lpar_driver_info,
1000                                           &lpar_reports, &lpar_reports_size);
1001         if (status) {
1002                 printk(KERN_ERR "%s: lv1_gpu_context_attribute failed: %d\n",
1003                        __func__, status);
1004                 goto err_gpu_memory_free;
1005         }
1006
1007         /* vsync interrupt */
1008         ps3fb.dinfo = ioremap(lpar_driver_info, 128 * 1024);
1009         if (!ps3fb.dinfo) {
1010                 printk(KERN_ERR "%s: ioremap failed\n", __func__);
1011                 goto err_gpu_context_free;
1012         }
1013
1014         retval = ps3fb_vsync_settings(ps3fb.dinfo, dev);
1015         if (retval)
1016                 goto err_iounmap_dinfo;
1017
1018         /* xdr frame buffer */
1019         ps3fb.xdr_ea = ps3fb_videomemory.address;
1020         xdr_lpar = ps3_mm_phys_to_lpar(__pa(ps3fb.xdr_ea));
1021         retval = ps3fb_xdr_settings(xdr_lpar);
1022         if (retval)
1023                 goto err_free_irq;
1024
1025         /*
1026          * ps3fb must clear memory to prevent kernel info
1027          * leakage into userspace
1028          */
1029         memset(ps3fb.xdr_ea, 0, ps3fb_videomemory.size);
1030         info = framebuffer_alloc(sizeof(u32) * 16, &dev->dev);
1031         if (!info)
1032                 goto err_free_irq;
1033
1034         offset = FB_OFF(ps3fb.res_index) + VP_OFF(ps3fb.res_index);
1035         info->screen_base = (char __iomem *)ps3fb.xdr_ea + offset;
1036         info->fbops = &ps3fb_ops;
1037
1038         info->fix = ps3fb_fix;
1039         info->fix.smem_start = virt_to_abs(ps3fb.xdr_ea);
1040         info->fix.smem_len = ps3fb_videomemory.size - offset;
1041         info->pseudo_palette = info->par;
1042         info->par = NULL;
1043         info->flags = FBINFO_FLAG_DEFAULT;
1044
1045         retval = fb_alloc_cmap(&info->cmap, 256, 0);
1046         if (retval < 0)
1047                 goto err_framebuffer_release;
1048
1049         if (!fb_find_mode(&info->var, info, mode_option, ps3fb_modedb,
1050                           ARRAY_SIZE(ps3fb_modedb), ps3fb_default_mode(), 32)) {
1051                 retval = -EINVAL;
1052                 goto err_fb_dealloc;
1053         }
1054
1055         fb_videomode_to_modelist(ps3fb_modedb, ARRAY_SIZE(ps3fb_modedb),
1056                                  &info->modelist);
1057
1058         retval = register_framebuffer(info);
1059         if (retval < 0)
1060                 goto err_fb_dealloc;
1061
1062         platform_set_drvdata(dev, info);
1063
1064         printk(KERN_INFO
1065                "fb%d: PS3 frame buffer device, using %ld KiB of video memory\n",
1066                info->node, ps3fb_videomemory.size >> 10);
1067
1068         task = kthread_run(ps3fbd, info, "ps3fbd");
1069         if (IS_ERR(task)) {
1070                 retval = PTR_ERR(task);
1071                 goto err_unregister_framebuffer;
1072         }
1073
1074         ps3fb.task = task;
1075
1076         return 0;
1077
1078 err_unregister_framebuffer:
1079         unregister_framebuffer(info);
1080 err_fb_dealloc:
1081         fb_dealloc_cmap(&info->cmap);
1082 err_framebuffer_release:
1083         framebuffer_release(info);
1084 err_free_irq:
1085         free_irq(ps3fb.irq_no, ps3fb.dev);
1086         ps3_free_irq(ps3fb.irq_no);
1087 err_iounmap_dinfo:
1088         iounmap((u8 __iomem *)ps3fb.dinfo);
1089 err_gpu_context_free:
1090         lv1_gpu_context_free(ps3fb.context_handle);
1091 err_gpu_memory_free:
1092         lv1_gpu_memory_free(ps3fb.memory_handle);
1093 err:
1094         return retval;
1095 }
1096
1097 static void ps3fb_shutdown(struct platform_device *dev)
1098 {
1099         ps3fb_flip_ctl(0);      /* flip off */
1100         ps3fb.dinfo->irq.mask = 0;
1101         free_irq(ps3fb.irq_no, ps3fb.dev);
1102         ps3_free_irq(ps3fb.irq_no);
1103         iounmap((u8 __iomem *)ps3fb.dinfo);
1104 }
1105
1106 void ps3fb_cleanup(void)
1107 {
1108         int status;
1109
1110         if (ps3fb.task) {
1111                 struct task_struct *task = ps3fb.task;
1112                 ps3fb.task = NULL;
1113                 kthread_stop(task);
1114         }
1115         if (ps3fb.irq_no) {
1116                 free_irq(ps3fb.irq_no, ps3fb.dev);
1117                 ps3_free_irq(ps3fb.irq_no);
1118         }
1119         iounmap((u8 __iomem *)ps3fb.dinfo);
1120
1121         status = lv1_gpu_context_free(ps3fb.context_handle);
1122         if (status)
1123                 DPRINTK("lv1_gpu_context_free failed: %d\n", status);
1124
1125         status = lv1_gpu_memory_free(ps3fb.memory_handle);
1126         if (status)
1127                 DPRINTK("lv1_gpu_memory_free failed: %d\n", status);
1128
1129         ps3av_dev_close();
1130 }
1131
1132 EXPORT_SYMBOL_GPL(ps3fb_cleanup);
1133
1134 static int ps3fb_remove(struct platform_device *dev)
1135 {
1136         struct fb_info *info = platform_get_drvdata(dev);
1137
1138         if (info) {
1139                 unregister_framebuffer(info);
1140                 fb_dealloc_cmap(&info->cmap);
1141                 framebuffer_release(info);
1142         }
1143         ps3fb_cleanup();
1144         return 0;
1145 }
1146
1147 static struct platform_driver ps3fb_driver = {
1148         .probe  = ps3fb_probe,
1149         .remove = ps3fb_remove,
1150         .shutdown = ps3fb_shutdown,
1151         .driver = { .name = "ps3fb" }
1152 };
1153
1154 static struct platform_device ps3fb_device = {
1155         .name   = "ps3fb",
1156         .id     = 0,
1157         .dev    = { .release = ps3fb_platform_release }
1158 };
1159
1160 int ps3fb_set_sync(void)
1161 {
1162         int status;
1163
1164 #ifdef HEAD_A
1165         status = lv1_gpu_context_attribute(0x0,
1166                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC,
1167                                            0, L1GPU_DISPLAY_SYNC_VSYNC, 0, 0);
1168         if (status) {
1169                 printk(KERN_ERR
1170                        "%s: lv1_gpu_context_attribute DISPLAY_SYNC failed: %d\n",
1171                        __func__, status);
1172                 return -1;
1173         }
1174 #endif
1175 #ifdef HEAD_B
1176         status = lv1_gpu_context_attribute(0x0,
1177                                            L1GPU_CONTEXT_ATTRIBUTE_DISPLAY_SYNC,
1178                                            1, L1GPU_DISPLAY_SYNC_VSYNC, 0, 0);
1179
1180         if (status) {
1181                 printk(KERN_ERR
1182                        "%s: lv1_gpu_context_attribute DISPLAY_MODE failed: %d\n",
1183                        __func__, status);
1184                 return -1;
1185         }
1186 #endif
1187         return 0;
1188 }
1189
1190 EXPORT_SYMBOL_GPL(ps3fb_set_sync);
1191
1192 static int __init ps3fb_init(void)
1193 {
1194         int error;
1195 #ifndef MODULE
1196         int mode;
1197         char *option = NULL;
1198
1199         if (fb_get_options("ps3fb", &option))
1200                 goto err;
1201 #endif
1202
1203         if (!ps3fb_videomemory.address)
1204                 goto err;
1205
1206         error = ps3av_dev_open();
1207         if (error) {
1208                 printk(KERN_ERR "%s: ps3av_dev_open failed\n", __func__);
1209                 goto err;
1210         }
1211
1212         ps3fb_mode = ps3av_get_mode();
1213         DPRINTK("ps3av_mode:%d\n", ps3fb_mode);
1214 #ifndef MODULE
1215         mode = ps3fb_setup(option);     /* check boot option */
1216         if (mode)
1217                 ps3fb_mode = mode;
1218 #endif
1219         if (ps3fb_mode > 0) {
1220                 u32 xres, yres;
1221                 ps3av_video_mode2res(ps3fb_mode, &xres, &yres);
1222                 ps3fb.res_index = ps3fb_get_res_table(xres, yres);
1223                 DPRINTK("res_index:%d\n", ps3fb.res_index);
1224         } else
1225                 ps3fb.res_index = GPU_RES_INDEX;
1226
1227         atomic_set(&ps3fb.f_count, -1); /* fbcon opens ps3fb */
1228         atomic_set(&ps3fb.ext_flip, 0); /* for flip with vsync */
1229         init_waitqueue_head(&ps3fb.wait_vsync);
1230         ps3fb.num_frames = 1;
1231
1232         error = platform_driver_register(&ps3fb_driver);
1233         if (!error) {
1234                 error = platform_device_register(&ps3fb_device);
1235                 if (error)
1236                         platform_driver_unregister(&ps3fb_driver);
1237         }
1238
1239         ps3fb_set_sync();
1240
1241         return error;
1242
1243 err:
1244         return -ENXIO;
1245 }
1246
1247 module_init(ps3fb_init);
1248
1249 #ifdef MODULE
1250 static void __exit ps3fb_exit(void)
1251 {
1252         platform_device_unregister(&ps3fb_device);
1253         platform_driver_unregister(&ps3fb_driver);
1254 }
1255
1256 module_exit(ps3fb_exit);
1257
1258 MODULE_LICENSE("GPL");
1259 #endif                          /* MODULE */