1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#include <linux/module.h>
21#include <linux/kernel.h>
22#include <linux/errno.h>
23#include <linux/string.h>
24#include <linux/mm.h>
25#include <linux/interrupt.h>
26#include <linux/console.h>
27#include <linux/ioctl.h>
28#include <linux/kthread.h>
29#include <linux/freezer.h>
30#include <linux/uaccess.h>
31#include <linux/fb.h>
32#include <linux/init.h>
33
34#include <asm/cell-regs.h>
35#include <asm/lv1call.h>
36#include <asm/ps3av.h>
37#include <asm/ps3fb.h>
38#include <asm/ps3.h>
39#include <asm/ps3gpu.h>
40
41
42#define DEVICE_NAME "ps3fb"
43
44#define GPU_CMD_BUF_SIZE (2 * 1024 * 1024)
45#define GPU_FB_START (64 * 1024)
46#define GPU_IOIF (0x0d000000UL)
47#define GPU_ALIGN_UP(x) _ALIGN_UP((x), 64)
48#define GPU_MAX_LINE_LENGTH (65536 - 64)
49
50#define GPU_INTR_STATUS_VSYNC_0 0
51#define GPU_INTR_STATUS_VSYNC_1 1
52#define GPU_INTR_STATUS_FLIP_0 3
53#define GPU_INTR_STATUS_FLIP_1 4
54#define GPU_INTR_STATUS_QUEUE_0 5
55#define GPU_INTR_STATUS_QUEUE_1 6
56
57#define GPU_DRIVER_INFO_VERSION 0x211
58
59
60struct display_head {
61 u64 be_time_stamp;
62 u32 status;
63 u32 offset;
64 u32 res1;
65 u32 res2;
66 u32 field;
67 u32 reserved1;
68
69 u64 res3;
70 u32 raster;
71
72 u64 vblank_count;
73 u32 field_vsync;
74 u32 reserved2;
75};
76
77struct gpu_irq {
78 u32 irq_outlet;
79 u32 status;
80 u32 mask;
81 u32 video_cause;
82 u32 graph_cause;
83 u32 user_cause;
84
85 u32 res1;
86 u64 res2;
87
88 u32 reserved[4];
89};
90
91struct gpu_driver_info {
92 u32 version_driver;
93 u32 version_gpu;
94 u32 memory_size;
95 u32 hardware_channel;
96
97 u32 nvcore_frequency;
98 u32 memory_frequency;
99
100 u32 reserved[1063];
101 struct display_head display_head[8];
102 struct gpu_irq irq;
103};
104
105struct ps3fb_priv {
106 unsigned int irq_no;
107
108 u64 context_handle, memory_handle;
109 struct gpu_driver_info *dinfo;
110
111 u64 vblank_count;
112 wait_queue_head_t wait_vsync;
113
114 atomic_t ext_flip;
115 atomic_t f_count;
116 int is_blanked;
117 int is_kicked;
118 struct task_struct *task;
119};
120static struct ps3fb_priv ps3fb;
121
122struct ps3fb_par {
123 u32 pseudo_palette[16];
124 int mode_id, new_mode_id;
125 unsigned int num_frames;
126 unsigned int width;
127 unsigned int height;
128 unsigned int ddr_line_length;
129 unsigned int ddr_frame_size;
130 unsigned int xdr_frame_size;
131 unsigned int full_offset;
132 unsigned int fb_offset;
133 unsigned int pan_offset;
134};
135
136
137#define FIRST_NATIVE_MODE_INDEX 10
138
139static const struct fb_videomode ps3fb_modedb[] = {
140
141 {
142
143 "480i", 60, 576, 384, 74074, 130, 89, 78, 57, 63, 6,
144 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
145 }, {
146
147 "480p", 60, 576, 384, 37037, 130, 89, 78, 57, 63, 6,
148 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
149 }, {
150
151 "720p", 60, 1124, 644, 13481, 298, 148, 57, 44, 80, 5,
152 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
153 }, {
154
155 "1080i", 60, 1688, 964, 13481, 264, 160, 94, 62, 88, 5,
156 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
157 }, {
158
159 "1080p", 60, 1688, 964, 6741, 264, 160, 94, 62, 88, 5,
160 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
161 },
162
163
164 {
165
166 "576i", 50, 576, 460, 74074, 142, 83, 97, 63, 63, 5,
167 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
168 }, {
169
170 "576p", 50, 576, 460, 37037, 142, 83, 97, 63, 63, 5,
171 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
172 }, {
173
174 "720p", 50, 1124, 644, 13468, 298, 478, 57, 44, 80, 5,
175 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
176 }, {
177
178 "1080i", 50, 1688, 964, 13468, 264, 600, 94, 62, 88, 5,
179 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
180 }, {
181
182 "1080p", 50, 1688, 964, 6734, 264, 600, 94, 62, 88, 5,
183 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
184 },
185
186 [FIRST_NATIVE_MODE_INDEX] =
187
188 {
189
190 "480if", 60, 720, 480, 74074, 58, 17, 30, 9, 63, 6,
191 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
192 }, {
193
194 "480pf", 60, 720, 480, 37037, 58, 17, 30, 9, 63, 6,
195 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
196 }, {
197
198 "720pf", 60, 1280, 720, 13481, 220, 70, 19, 6, 80, 5,
199 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
200 }, {
201
202 "1080if", 60, 1920, 1080, 13481, 148, 44, 36, 4, 88, 5,
203 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
204 }, {
205
206 "1080pf", 60, 1920, 1080, 6741, 148, 44, 36, 4, 88, 5,
207 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
208 },
209
210
211 {
212
213 "576if", 50, 720, 576, 74074, 70, 11, 39, 5, 63, 5,
214 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
215 }, {
216
217 "576pf", 50, 720, 576, 37037, 70, 11, 39, 5, 63, 5,
218 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
219 }, {
220
221 "720pf", 50, 1280, 720, 13468, 220, 400, 19, 6, 80, 5,
222 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
223 }, {
224
225 "1080if", 50, 1920, 1080, 13468, 148, 484, 36, 4, 88, 5,
226 FB_SYNC_BROADCAST, FB_VMODE_INTERLACED
227 }, {
228
229 "1080pf", 50, 1920, 1080, 6734, 148, 484, 36, 4, 88, 5,
230 FB_SYNC_BROADCAST, FB_VMODE_NONINTERLACED
231 },
232
233
234 {
235
236 "wxga", 60, 1280, 768, 12924, 160, 24, 29, 3, 136, 6,
237 0, FB_VMODE_NONINTERLACED,
238 FB_MODE_IS_VESA
239 }, {
240
241 "sxga", 60, 1280, 1024, 9259, 248, 48, 38, 1, 112, 3,
242 FB_SYNC_HOR_HIGH_ACT | FB_SYNC_VERT_HIGH_ACT, FB_VMODE_NONINTERLACED,
243 FB_MODE_IS_VESA
244 }, {
245
246 "wuxga", 60, 1920, 1200, 6494, 80, 48, 26, 3, 32, 6,
247 FB_SYNC_HOR_HIGH_ACT, FB_VMODE_NONINTERLACED,
248 FB_MODE_IS_VESA
249 }
250};
251
252
253#define HEAD_A
254#define HEAD_B
255
256#define BPP 4
257
258
259static int ps3fb_mode;
260module_param(ps3fb_mode, int, 0);
261
262static char *mode_option;
263
264static int ps3fb_cmp_mode(const struct fb_videomode *vmode,
265 const struct fb_var_screeninfo *var)
266{
267 long xres, yres, left_margin, right_margin, upper_margin, lower_margin;
268 long dx, dy;
269
270
271 if (var->xres > vmode->xres || var->yres > vmode->yres ||
272 var->pixclock > vmode->pixclock ||
273 var->hsync_len > vmode->hsync_len ||
274 var->vsync_len > vmode->vsync_len)
275 return -1;
276
277
278 if ((var->vmode & FB_VMODE_MASK) != vmode->vmode)
279 return -1;
280
281
282 xres = max(var->xres, 1U);
283 yres = max(var->yres, 1U);
284
285
286 left_margin = max(var->left_margin, vmode->left_margin);
287 right_margin = max(var->right_margin, vmode->right_margin);
288 upper_margin = max(var->upper_margin, vmode->upper_margin);
289 lower_margin = max(var->lower_margin, vmode->lower_margin);
290
291
292 dx = ((long)vmode->left_margin + (long)vmode->xres +
293 (long)vmode->right_margin) -
294 (left_margin + xres + right_margin);
295 if (dx < 0)
296 return -1;
297
298 dy = ((long)vmode->upper_margin + (long)vmode->yres +
299 (long)vmode->lower_margin) -
300 (upper_margin + yres + lower_margin);
301 if (dy < 0)
302 return -1;
303
304
305 if (!dx && !dy)
306 return 0;
307
308
309 return (vmode->xres - xres) * (vmode->yres - yres);
310}
311
312static const struct fb_videomode *ps3fb_native_vmode(enum ps3av_mode_num id)
313{
314 return &ps3fb_modedb[FIRST_NATIVE_MODE_INDEX + id - 1];
315}
316
317static const struct fb_videomode *ps3fb_vmode(int id)
318{
319 u32 mode = id & PS3AV_MODE_MASK;
320
321 if (mode < PS3AV_MODE_480I || mode > PS3AV_MODE_WUXGA)
322 return NULL;
323
324 if (mode <= PS3AV_MODE_1080P50 && !(id & PS3AV_MODE_FULL)) {
325
326 return &ps3fb_modedb[mode - 1];
327 }
328
329 return ps3fb_native_vmode(mode);
330}
331
332static unsigned int ps3fb_find_mode(struct fb_var_screeninfo *var,
333 u32 *ddr_line_length, u32 *xdr_line_length)
334{
335 unsigned int id, best_id;
336 int diff, best_diff;
337 const struct fb_videomode *vmode;
338 long gap;
339
340 best_id = 0;
341 best_diff = INT_MAX;
342 pr_debug("%s: wanted %u [%u] %u x %u [%u] %u\n", __func__,
343 var->left_margin, var->xres, var->right_margin,
344 var->upper_margin, var->yres, var->lower_margin);
345 for (id = PS3AV_MODE_480I; id <= PS3AV_MODE_WUXGA; id++) {
346 vmode = ps3fb_native_vmode(id);
347 diff = ps3fb_cmp_mode(vmode, var);
348 pr_debug("%s: mode %u: %u [%u] %u x %u [%u] %u: diff = %d\n",
349 __func__, id, vmode->left_margin, vmode->xres,
350 vmode->right_margin, vmode->upper_margin,
351 vmode->yres, vmode->lower_margin, diff);
352 if (diff < 0)
353 continue;
354 if (diff < best_diff) {
355 best_id = id;
356 if (!diff)
357 break;
358 best_diff = diff;
359 }
360 }
361
362 if (!best_id) {
363 pr_debug("%s: no suitable mode found\n", __func__);
364 return 0;
365 }
366
367 id = best_id;
368 vmode = ps3fb_native_vmode(id);
369
370 *ddr_line_length = vmode->xres * BPP;
371
372
373 if (!var->xres)
374 var->xres = 1;
375 if (!var->yres)
376 var->yres = 1;
377
378
379 if (var->xres_virtual < var->xres)
380 var->xres_virtual = var->xres;
381 if (var->yres_virtual < var->yres)
382 var->yres_virtual = var->yres;
383
384
385 if (var->left_margin < vmode->left_margin)
386 var->left_margin = vmode->left_margin;
387 if (var->right_margin < vmode->right_margin)
388 var->right_margin = vmode->right_margin;
389 if (var->upper_margin < vmode->upper_margin)
390 var->upper_margin = vmode->upper_margin;
391 if (var->lower_margin < vmode->lower_margin)
392 var->lower_margin = vmode->lower_margin;
393
394
395 gap = ((long)vmode->left_margin + (long)vmode->xres +
396 (long)vmode->right_margin) -
397 ((long)var->left_margin + (long)var->xres +
398 (long)var->right_margin);
399 if (gap > 0) {
400 var->left_margin += gap/2;
401 var->right_margin += (gap+1)/2;
402 pr_debug("%s: rounded up H to %u [%u] %u\n", __func__,
403 var->left_margin, var->xres, var->right_margin);
404 }
405
406 gap = ((long)vmode->upper_margin + (long)vmode->yres +
407 (long)vmode->lower_margin) -
408 ((long)var->upper_margin + (long)var->yres +
409 (long)var->lower_margin);
410 if (gap > 0) {
411 var->upper_margin += gap/2;
412 var->lower_margin += (gap+1)/2;
413 pr_debug("%s: rounded up V to %u [%u] %u\n", __func__,
414 var->upper_margin, var->yres, var->lower_margin);
415 }
416
417
418 var->pixclock = vmode->pixclock;
419 var->hsync_len = vmode->hsync_len;
420 var->vsync_len = vmode->vsync_len;
421 var->sync = vmode->sync;
422
423 if (ps3_compare_firmware_version(1, 9, 0) >= 0) {
424 *xdr_line_length = GPU_ALIGN_UP(var->xres_virtual * BPP);
425 if (*xdr_line_length > GPU_MAX_LINE_LENGTH)
426 *xdr_line_length = GPU_MAX_LINE_LENGTH;
427 } else
428 *xdr_line_length = *ddr_line_length;
429
430 if (vmode->sync & FB_SYNC_BROADCAST) {
431
432 if (vmode->xres == var->xres && vmode->yres == var->yres)
433 id |= PS3AV_MODE_FULL;
434 }
435
436 pr_debug("%s: mode %u\n", __func__, id);
437 return id;
438}
439
440static void ps3fb_sync_image(struct device *dev, u64 frame_offset,
441 u64 dst_offset, u64 src_offset, u32 width,
442 u32 height, u32 dst_line_length,
443 u32 src_line_length)
444{
445 int status;
446 u64 line_length;
447
448 line_length = dst_line_length;
449 if (src_line_length != dst_line_length)
450 line_length |= (u64)src_line_length << 32;
451
452 src_offset += GPU_FB_START;
453
454 mutex_lock(&ps3_gpu_mutex);
455 status = lv1_gpu_fb_blit(ps3fb.context_handle, dst_offset,
456 GPU_IOIF + src_offset,
457 L1GPU_FB_BLIT_WAIT_FOR_COMPLETION |
458 (width << 16) | height,
459 line_length);
460 mutex_unlock(&ps3_gpu_mutex);
461
462 if (status)
463 dev_err(dev, "%s: lv1_gpu_fb_blit failed: %d\n", __func__,
464 status);
465#ifdef HEAD_A
466 status = lv1_gpu_display_flip(ps3fb.context_handle, 0, frame_offset);
467 if (status)
468 dev_err(dev, "%s: lv1_gpu_display_flip failed: %d\n", __func__,
469 status);
470#endif
471#ifdef HEAD_B
472 status = lv1_gpu_display_flip(ps3fb.context_handle, 1, frame_offset);
473 if (status)
474 dev_err(dev, "%s: lv1_gpu_display_flip failed: %d\n", __func__,
475 status);
476#endif
477}
478
479static int ps3fb_sync(struct fb_info *info, u32 frame)
480{
481 struct ps3fb_par *par = info->par;
482 int error = 0;
483 u64 ddr_base, xdr_base;
484
485 if (frame > par->num_frames - 1) {
486 dev_dbg(info->device, "%s: invalid frame number (%u)\n",
487 __func__, frame);
488 error = -EINVAL;
489 goto out;
490 }
491
492 xdr_base = frame * par->xdr_frame_size;
493 ddr_base = frame * par->ddr_frame_size;
494
495 ps3fb_sync_image(info->device, ddr_base + par->full_offset,
496 ddr_base + par->fb_offset, xdr_base + par->pan_offset,
497 par->width, par->height, par->ddr_line_length,
498 info->fix.line_length);
499
500out:
501 return error;
502}
503
504static int ps3fb_open(struct fb_info *info, int user)
505{
506 atomic_inc(&ps3fb.f_count);
507 return 0;
508}
509
510static int ps3fb_release(struct fb_info *info, int user)
511{
512 if (atomic_dec_and_test(&ps3fb.f_count)) {
513 if (atomic_read(&ps3fb.ext_flip)) {
514 atomic_set(&ps3fb.ext_flip, 0);
515 if (console_trylock()) {
516 ps3fb_sync(info, 0);
517 console_unlock();
518 }
519 }
520 }
521 return 0;
522}
523
524
525
526
527
528
529
530
531
532static int ps3fb_check_var(struct fb_var_screeninfo *var, struct fb_info *info)
533{
534 u32 xdr_line_length, ddr_line_length;
535 int mode;
536
537 mode = ps3fb_find_mode(var, &ddr_line_length, &xdr_line_length);
538 if (!mode)
539 return -EINVAL;
540
541
542 if (var->xres_virtual > xdr_line_length / BPP) {
543 dev_dbg(info->device,
544 "Horizontal virtual screen size too large\n");
545 return -EINVAL;
546 }
547
548 if (var->xoffset + var->xres > var->xres_virtual ||
549 var->yoffset + var->yres > var->yres_virtual) {
550 dev_dbg(info->device, "panning out-of-range\n");
551 return -EINVAL;
552 }
553
554
555 if (var->bits_per_pixel > 32 || var->grayscale ||
556 var->red.offset > 16 || var->green.offset > 8 ||
557 var->blue.offset > 0 || var->transp.offset > 24 ||
558 var->red.length > 8 || var->green.length > 8 ||
559 var->blue.length > 8 || var->transp.length > 8 ||
560 var->red.msb_right || var->green.msb_right ||
561 var->blue.msb_right || var->transp.msb_right || var->nonstd) {
562 dev_dbg(info->device, "We support ARGB8888 only\n");
563 return -EINVAL;
564 }
565
566 var->bits_per_pixel = 32;
567 var->red.offset = 16;
568 var->green.offset = 8;
569 var->blue.offset = 0;
570 var->transp.offset = 24;
571 var->red.length = 8;
572 var->green.length = 8;
573 var->blue.length = 8;
574 var->transp.length = 8;
575 var->red.msb_right = 0;
576 var->green.msb_right = 0;
577 var->blue.msb_right = 0;
578 var->transp.msb_right = 0;
579
580
581 if (var->rotate) {
582 dev_dbg(info->device, "Rotation is not supported\n");
583 return -EINVAL;
584 }
585
586
587 if (var->yres_virtual * xdr_line_length > info->fix.smem_len) {
588 dev_dbg(info->device, "Not enough memory\n");
589 return -ENOMEM;
590 }
591
592 var->height = -1;
593 var->width = -1;
594
595 return 0;
596}
597
598
599
600
601
602static int ps3fb_set_par(struct fb_info *info)
603{
604 struct ps3fb_par *par = info->par;
605 unsigned int mode, ddr_line_length, xdr_line_length, lines, maxlines;
606 unsigned int ddr_xoff, ddr_yoff, offset;
607 const struct fb_videomode *vmode;
608 u64 dst;
609
610 mode = ps3fb_find_mode(&info->var, &ddr_line_length, &xdr_line_length);
611 if (!mode)
612 return -EINVAL;
613
614 vmode = ps3fb_native_vmode(mode & PS3AV_MODE_MASK);
615
616 info->fix.xpanstep = info->var.xres_virtual > info->var.xres ? 1 : 0;
617 info->fix.ypanstep = info->var.yres_virtual > info->var.yres ? 1 : 0;
618 info->fix.line_length = xdr_line_length;
619
620 par->ddr_line_length = ddr_line_length;
621 par->ddr_frame_size = vmode->yres * ddr_line_length;
622 par->xdr_frame_size = info->var.yres_virtual * xdr_line_length;
623
624 par->num_frames = info->fix.smem_len /
625 max(par->ddr_frame_size, par->xdr_frame_size);
626
627
628 par->new_mode_id = (par->new_mode_id & ~PS3AV_MODE_MASK) | mode;
629
630 par->width = info->var.xres;
631 par->height = info->var.yres;
632
633
634 ddr_xoff = info->var.left_margin - vmode->left_margin;
635 ddr_yoff = info->var.upper_margin - vmode->upper_margin;
636 offset = ddr_yoff * ddr_line_length + ddr_xoff * BPP;
637
638 par->fb_offset = GPU_ALIGN_UP(offset);
639 par->full_offset = par->fb_offset - offset;
640 par->pan_offset = info->var.yoffset * xdr_line_length +
641 info->var.xoffset * BPP;
642
643 if (par->new_mode_id != par->mode_id) {
644 if (ps3av_set_video_mode(par->new_mode_id)) {
645 par->new_mode_id = par->mode_id;
646 return -EINVAL;
647 }
648 par->mode_id = par->new_mode_id;
649 }
650
651
652 memset((void __force *)info->screen_base, 0, info->fix.smem_len);
653
654
655 lines = vmode->yres * par->num_frames;
656 if (par->full_offset)
657 lines++;
658 maxlines = info->fix.smem_len / ddr_line_length;
659 for (dst = 0; lines; dst += maxlines * ddr_line_length) {
660 unsigned int l = min(lines, maxlines);
661 ps3fb_sync_image(info->device, 0, dst, 0, vmode->xres, l,
662 ddr_line_length, ddr_line_length);
663 lines -= l;
664 }
665
666 return 0;
667}
668
669
670
671
672
673
674
675static int ps3fb_setcolreg(unsigned int regno, unsigned int red,
676 unsigned int green, unsigned int blue,
677 unsigned int transp, struct fb_info *info)
678{
679 if (regno >= 16)
680 return 1;
681
682 red >>= 8;
683 green >>= 8;
684 blue >>= 8;
685 transp >>= 8;
686
687 ((u32 *)info->pseudo_palette)[regno] = transp << 24 | red << 16 |
688 green << 8 | blue;
689 return 0;
690}
691
692static int ps3fb_pan_display(struct fb_var_screeninfo *var,
693 struct fb_info *info)
694{
695 struct ps3fb_par *par = info->par;
696
697 par->pan_offset = var->yoffset * info->fix.line_length +
698 var->xoffset * BPP;
699 return 0;
700}
701
702
703
704
705
706static int ps3fb_mmap(struct fb_info *info, struct vm_area_struct *vma)
707{
708 unsigned long size, offset;
709
710 size = vma->vm_end - vma->vm_start;
711 offset = vma->vm_pgoff << PAGE_SHIFT;
712 if (offset + size > info->fix.smem_len)
713 return -EINVAL;
714
715 offset += info->fix.smem_start;
716 if (remap_pfn_range(vma, vma->vm_start, offset >> PAGE_SHIFT,
717 size, vma->vm_page_prot))
718 return -EAGAIN;
719
720 dev_dbg(info->device, "ps3fb: mmap framebuffer P(%lx)->V(%lx)\n",
721 offset, vma->vm_start);
722 return 0;
723}
724
725
726
727
728
729static int ps3fb_blank(int blank, struct fb_info *info)
730{
731 int retval;
732
733 dev_dbg(info->device, "%s: blank:%d\n", __func__, blank);
734 switch (blank) {
735 case FB_BLANK_POWERDOWN:
736 case FB_BLANK_HSYNC_SUSPEND:
737 case FB_BLANK_VSYNC_SUSPEND:
738 case FB_BLANK_NORMAL:
739 retval = ps3av_video_mute(1);
740 if (!retval)
741 ps3fb.is_blanked = 1;
742 break;
743
744 default:
745 retval = ps3av_video_mute(0);
746 if (!retval)
747 ps3fb.is_blanked = 0;
748 break;
749 }
750 return retval;
751}
752
753static int ps3fb_get_vblank(struct fb_vblank *vblank)
754{
755 memset(vblank, 0, sizeof(*vblank));
756 vblank->flags = FB_VBLANK_HAVE_VSYNC;
757 return 0;
758}
759
760static int ps3fb_wait_for_vsync(u32 crtc)
761{
762 int ret;
763 u64 count;
764
765 count = ps3fb.vblank_count;
766 ret = wait_event_interruptible_timeout(ps3fb.wait_vsync,
767 count != ps3fb.vblank_count,
768 HZ / 10);
769 if (!ret)
770 return -ETIMEDOUT;
771
772 return 0;
773}
774
775
776
777
778
779
780static int ps3fb_ioctl(struct fb_info *info, unsigned int cmd,
781 unsigned long arg)
782{
783 void __user *argp = (void __user *)arg;
784 u32 val;
785 int retval = -EFAULT;
786
787 switch (cmd) {
788 case FBIOGET_VBLANK:
789 {
790 struct fb_vblank vblank;
791 dev_dbg(info->device, "FBIOGET_VBLANK:\n");
792 retval = ps3fb_get_vblank(&vblank);
793 if (retval)
794 break;
795
796 if (copy_to_user(argp, &vblank, sizeof(vblank)))
797 retval = -EFAULT;
798 break;
799 }
800
801 case FBIO_WAITFORVSYNC:
802 {
803 u32 crt;
804 dev_dbg(info->device, "FBIO_WAITFORVSYNC:\n");
805 if (get_user(crt, (u32 __user *) arg))
806 break;
807
808 retval = ps3fb_wait_for_vsync(crt);
809 break;
810 }
811
812 case PS3FB_IOCTL_SETMODE:
813 {
814 struct ps3fb_par *par = info->par;
815 const struct fb_videomode *vmode;
816 struct fb_var_screeninfo var;
817
818 if (copy_from_user(&val, argp, sizeof(val)))
819 break;
820
821 if (!(val & PS3AV_MODE_MASK)) {
822 u32 id = ps3av_get_auto_mode();
823 if (id > 0)
824 val = (val & ~PS3AV_MODE_MASK) | id;
825 }
826 dev_dbg(info->device, "PS3FB_IOCTL_SETMODE:%x\n", val);
827 retval = -EINVAL;
828 vmode = ps3fb_vmode(val);
829 if (vmode) {
830 var = info->var;
831 fb_videomode_to_var(&var, vmode);
832 console_lock();
833 info->flags |= FBINFO_MISC_USEREVENT;
834
835 var.activate |= FB_ACTIVATE_FORCE;
836 par->new_mode_id = val;
837 retval = fb_set_var(info, &var);
838 info->flags &= ~FBINFO_MISC_USEREVENT;
839 console_unlock();
840 }
841 break;
842 }
843
844 case PS3FB_IOCTL_GETMODE:
845 val = ps3av_get_mode();
846 dev_dbg(info->device, "PS3FB_IOCTL_GETMODE:%x\n", val);
847 if (!copy_to_user(argp, &val, sizeof(val)))
848 retval = 0;
849 break;
850
851 case PS3FB_IOCTL_SCREENINFO:
852 {
853 struct ps3fb_par *par = info->par;
854 struct ps3fb_ioctl_res res;
855 dev_dbg(info->device, "PS3FB_IOCTL_SCREENINFO:\n");
856 res.xres = info->fix.line_length / BPP;
857 res.yres = info->var.yres_virtual;
858 res.xoff = (res.xres - info->var.xres) / 2;
859 res.yoff = (res.yres - info->var.yres) / 2;
860 res.num_frames = par->num_frames;
861 if (!copy_to_user(argp, &res, sizeof(res)))
862 retval = 0;
863 break;
864 }
865
866 case PS3FB_IOCTL_ON:
867 dev_dbg(info->device, "PS3FB_IOCTL_ON:\n");
868 atomic_inc(&ps3fb.ext_flip);
869 retval = 0;
870 break;
871
872 case PS3FB_IOCTL_OFF:
873 dev_dbg(info->device, "PS3FB_IOCTL_OFF:\n");
874 atomic_dec_if_positive(&ps3fb.ext_flip);
875 retval = 0;
876 break;
877
878 case PS3FB_IOCTL_FSEL:
879 if (copy_from_user(&val, argp, sizeof(val)))
880 break;
881
882 dev_dbg(info->device, "PS3FB_IOCTL_FSEL:%d\n", val);
883 console_lock();
884 retval = ps3fb_sync(info, val);
885 console_unlock();
886 break;
887
888 default:
889 retval = -ENOIOCTLCMD;
890 break;
891 }
892 return retval;
893}
894
895static int ps3fbd(void *arg)
896{
897 struct fb_info *info = arg;
898
899 set_freezable();
900 while (!kthread_should_stop()) {
901 try_to_freeze();
902 set_current_state(TASK_INTERRUPTIBLE);
903 if (ps3fb.is_kicked) {
904 ps3fb.is_kicked = 0;
905 console_lock();
906 ps3fb_sync(info, 0);
907 console_unlock();
908 }
909 schedule();
910 }
911 return 0;
912}
913
914static irqreturn_t ps3fb_vsync_interrupt(int irq, void *ptr)
915{
916 struct device *dev = ptr;
917 u64 v1;
918 int status;
919 struct display_head *head = &ps3fb.dinfo->display_head[1];
920
921 status = lv1_gpu_context_intr(ps3fb.context_handle, &v1);
922 if (status) {
923 dev_err(dev, "%s: lv1_gpu_context_intr failed: %d\n", __func__,
924 status);
925 return IRQ_NONE;
926 }
927
928 if (v1 & (1 << GPU_INTR_STATUS_VSYNC_1)) {
929
930 ps3fb.vblank_count = head->vblank_count;
931 if (ps3fb.task && !ps3fb.is_blanked &&
932 !atomic_read(&ps3fb.ext_flip)) {
933 ps3fb.is_kicked = 1;
934 wake_up_process(ps3fb.task);
935 }
936 wake_up_interruptible(&ps3fb.wait_vsync);
937 }
938
939 return IRQ_HANDLED;
940}
941
942
943static struct fb_ops ps3fb_ops = {
944 .fb_open = ps3fb_open,
945 .fb_release = ps3fb_release,
946 .fb_read = fb_sys_read,
947 .fb_write = fb_sys_write,
948 .fb_check_var = ps3fb_check_var,
949 .fb_set_par = ps3fb_set_par,
950 .fb_setcolreg = ps3fb_setcolreg,
951 .fb_pan_display = ps3fb_pan_display,
952 .fb_fillrect = sys_fillrect,
953 .fb_copyarea = sys_copyarea,
954 .fb_imageblit = sys_imageblit,
955 .fb_mmap = ps3fb_mmap,
956 .fb_blank = ps3fb_blank,
957 .fb_ioctl = ps3fb_ioctl,
958 .fb_compat_ioctl = ps3fb_ioctl
959};
960
961static struct fb_fix_screeninfo ps3fb_fix __initdata = {
962 .id = DEVICE_NAME,
963 .type = FB_TYPE_PACKED_PIXELS,
964 .visual = FB_VISUAL_TRUECOLOR,
965 .accel = FB_ACCEL_NONE,
966};
967
968static int ps3fb_probe(struct ps3_system_bus_device *dev)
969{
970 struct fb_info *info;
971 struct ps3fb_par *par;
972 int retval;
973 u64 ddr_lpar = 0;
974 u64 lpar_dma_control = 0;
975 u64 lpar_driver_info = 0;
976 u64 lpar_reports = 0;
977 u64 lpar_reports_size = 0;
978 u64 xdr_lpar;
979 struct gpu_driver_info *dinfo;
980 void *fb_start;
981 int status;
982 struct task_struct *task;
983 unsigned long max_ps3fb_size;
984
985 if (ps3fb_videomemory.size < GPU_CMD_BUF_SIZE) {
986 dev_err(&dev->core, "%s: Not enough video memory\n", __func__);
987 return -ENOMEM;
988 }
989
990 retval = ps3_open_hv_device(dev);
991 if (retval) {
992 dev_err(&dev->core, "%s: ps3_open_hv_device failed\n",
993 __func__);
994 goto err;
995 }
996
997 if (!ps3fb_mode)
998 ps3fb_mode = ps3av_get_mode();
999 dev_dbg(&dev->core, "ps3fb_mode: %d\n", ps3fb_mode);
1000
1001 atomic_set(&ps3fb.f_count, -1);
1002 atomic_set(&ps3fb.ext_flip, 0);
1003 init_waitqueue_head(&ps3fb.wait_vsync);
1004
1005#ifdef HEAD_A
1006 status = lv1_gpu_display_sync(0x0, 0, L1GPU_DISPLAY_SYNC_VSYNC);
1007 if (status) {
1008 dev_err(&dev->core, "%s: lv1_gpu_display_sync failed: %d\n",
1009 __func__, status);
1010 retval = -ENODEV;
1011 goto err_close_device;
1012 }
1013#endif
1014#ifdef HEAD_B
1015 status = lv1_gpu_display_sync(0x0, 1, L1GPU_DISPLAY_SYNC_VSYNC);
1016 if (status) {
1017 dev_err(&dev->core, "%s: lv1_gpu_display_sync failed: %d\n",
1018 __func__, status);
1019 retval = -ENODEV;
1020 goto err_close_device;
1021 }
1022#endif
1023
1024 max_ps3fb_size = _ALIGN_UP(GPU_IOIF, 256*1024*1024) - GPU_IOIF;
1025 if (ps3fb_videomemory.size > max_ps3fb_size) {
1026 dev_info(&dev->core, "Limiting ps3fb mem size to %lu bytes\n",
1027 max_ps3fb_size);
1028 ps3fb_videomemory.size = max_ps3fb_size;
1029 }
1030
1031
1032 status = lv1_gpu_memory_allocate(ps3fb_videomemory.size, 0, 0, 0, 0,
1033 &ps3fb.memory_handle, &ddr_lpar);
1034 if (status) {
1035 dev_err(&dev->core, "%s: lv1_gpu_memory_allocate failed: %d\n",
1036 __func__, status);
1037 retval = -ENOMEM;
1038 goto err_close_device;
1039 }
1040 dev_dbg(&dev->core, "ddr:lpar:0x%llx\n", ddr_lpar);
1041
1042 status = lv1_gpu_context_allocate(ps3fb.memory_handle, 0,
1043 &ps3fb.context_handle,
1044 &lpar_dma_control, &lpar_driver_info,
1045 &lpar_reports, &lpar_reports_size);
1046 if (status) {
1047 dev_err(&dev->core,
1048 "%s: lv1_gpu_context_allocate failed: %d\n", __func__,
1049 status);
1050 retval = -ENOMEM;
1051 goto err_gpu_memory_free;
1052 }
1053
1054
1055 dinfo = (void __force *)ioremap(lpar_driver_info, 128 * 1024);
1056 if (!dinfo) {
1057 dev_err(&dev->core, "%s: ioremap failed\n", __func__);
1058 retval = -ENOMEM;
1059 goto err_gpu_context_free;
1060 }
1061
1062 ps3fb.dinfo = dinfo;
1063 dev_dbg(&dev->core, "version_driver:%x\n", dinfo->version_driver);
1064 dev_dbg(&dev->core, "irq outlet:%x\n", dinfo->irq.irq_outlet);
1065 dev_dbg(&dev->core, "version_gpu: %x memory_size: %x ch: %x "
1066 "core_freq: %d mem_freq:%d\n", dinfo->version_gpu,
1067 dinfo->memory_size, dinfo->hardware_channel,
1068 dinfo->nvcore_frequency/1000000,
1069 dinfo->memory_frequency/1000000);
1070
1071 if (dinfo->version_driver != GPU_DRIVER_INFO_VERSION) {
1072 dev_err(&dev->core, "%s: version_driver err:%x\n", __func__,
1073 dinfo->version_driver);
1074 retval = -EINVAL;
1075 goto err_iounmap_dinfo;
1076 }
1077
1078 retval = ps3_irq_plug_setup(PS3_BINDING_CPU_ANY, dinfo->irq.irq_outlet,
1079 &ps3fb.irq_no);
1080 if (retval) {
1081 dev_err(&dev->core, "%s: ps3_alloc_irq failed %d\n", __func__,
1082 retval);
1083 goto err_iounmap_dinfo;
1084 }
1085
1086 retval = request_irq(ps3fb.irq_no, ps3fb_vsync_interrupt,
1087 0, DEVICE_NAME, &dev->core);
1088 if (retval) {
1089 dev_err(&dev->core, "%s: request_irq failed %d\n", __func__,
1090 retval);
1091 goto err_destroy_plug;
1092 }
1093
1094 dinfo->irq.mask = (1 << GPU_INTR_STATUS_VSYNC_1) |
1095 (1 << GPU_INTR_STATUS_FLIP_1);
1096
1097
1098 memset(ps3fb_videomemory.address, 0, ps3fb_videomemory.size);
1099
1100 xdr_lpar = ps3_mm_phys_to_lpar(__pa(ps3fb_videomemory.address));
1101
1102 status = lv1_gpu_context_iomap(ps3fb.context_handle, GPU_IOIF,
1103 xdr_lpar, ps3fb_videomemory.size,
1104 CBE_IOPTE_PP_W | CBE_IOPTE_PP_R |
1105 CBE_IOPTE_M);
1106 if (status) {
1107 dev_err(&dev->core, "%s: lv1_gpu_context_iomap failed: %d\n",
1108 __func__, status);
1109 retval = -ENXIO;
1110 goto err_free_irq;
1111 }
1112
1113 dev_dbg(&dev->core, "video:%p ioif:%lx lpar:%llx size:%lx\n",
1114 ps3fb_videomemory.address, GPU_IOIF, xdr_lpar,
1115 ps3fb_videomemory.size);
1116
1117 status = lv1_gpu_fb_setup(ps3fb.context_handle, xdr_lpar,
1118 GPU_CMD_BUF_SIZE, GPU_IOIF);
1119 if (status) {
1120 dev_err(&dev->core, "%s: lv1_gpu_fb_setup failed: %d\n",
1121 __func__, status);
1122 retval = -ENXIO;
1123 goto err_context_unmap;
1124 }
1125
1126 info = framebuffer_alloc(sizeof(struct ps3fb_par), &dev->core);
1127 if (!info) {
1128 retval = -ENOMEM;
1129 goto err_context_fb_close;
1130 }
1131
1132 par = info->par;
1133 par->mode_id = ~ps3fb_mode;
1134 par->new_mode_id = ps3fb_mode;
1135 par->num_frames = 1;
1136
1137 info->fbops = &ps3fb_ops;
1138 info->fix = ps3fb_fix;
1139
1140
1141
1142
1143
1144
1145
1146 fb_start = ps3fb_videomemory.address + GPU_FB_START;
1147 info->screen_base = (char __force __iomem *)fb_start;
1148 info->fix.smem_start = __pa(fb_start);
1149 info->fix.smem_len = ps3fb_videomemory.size - GPU_FB_START;
1150
1151 info->pseudo_palette = par->pseudo_palette;
1152 info->flags = FBINFO_DEFAULT | FBINFO_READS_FAST |
1153 FBINFO_HWACCEL_XPAN | FBINFO_HWACCEL_YPAN;
1154
1155 retval = fb_alloc_cmap(&info->cmap, 256, 0);
1156 if (retval < 0)
1157 goto err_framebuffer_release;
1158
1159 if (!fb_find_mode(&info->var, info, mode_option, ps3fb_modedb,
1160 ARRAY_SIZE(ps3fb_modedb),
1161 ps3fb_vmode(par->new_mode_id), 32)) {
1162 retval = -EINVAL;
1163 goto err_fb_dealloc;
1164 }
1165
1166 fb_videomode_to_modelist(ps3fb_modedb, ARRAY_SIZE(ps3fb_modedb),
1167 &info->modelist);
1168
1169 retval = register_framebuffer(info);
1170 if (retval < 0)
1171 goto err_fb_dealloc;
1172
1173 ps3_system_bus_set_drvdata(dev, info);
1174
1175 dev_info(info->device, "%s %s, using %u KiB of video memory\n",
1176 dev_driver_string(info->dev), dev_name(info->dev),
1177 info->fix.smem_len >> 10);
1178
1179 task = kthread_run(ps3fbd, info, DEVICE_NAME);
1180 if (IS_ERR(task)) {
1181 retval = PTR_ERR(task);
1182 goto err_unregister_framebuffer;
1183 }
1184
1185 ps3fb.task = task;
1186
1187 return 0;
1188
1189err_unregister_framebuffer:
1190 unregister_framebuffer(info);
1191err_fb_dealloc:
1192 fb_dealloc_cmap(&info->cmap);
1193err_framebuffer_release:
1194 framebuffer_release(info);
1195err_context_fb_close:
1196 lv1_gpu_fb_close(ps3fb.context_handle);
1197err_context_unmap:
1198 lv1_gpu_context_iomap(ps3fb.context_handle, GPU_IOIF, xdr_lpar,
1199 ps3fb_videomemory.size, CBE_IOPTE_M);
1200err_free_irq:
1201 free_irq(ps3fb.irq_no, &dev->core);
1202err_destroy_plug:
1203 ps3_irq_plug_destroy(ps3fb.irq_no);
1204err_iounmap_dinfo:
1205 iounmap((u8 __force __iomem *)ps3fb.dinfo);
1206err_gpu_context_free:
1207 lv1_gpu_context_free(ps3fb.context_handle);
1208err_gpu_memory_free:
1209 lv1_gpu_memory_free(ps3fb.memory_handle);
1210err_close_device:
1211 ps3_close_hv_device(dev);
1212err:
1213 return retval;
1214}
1215
1216static int ps3fb_shutdown(struct ps3_system_bus_device *dev)
1217{
1218 struct fb_info *info = ps3_system_bus_get_drvdata(dev);
1219 u64 xdr_lpar = ps3_mm_phys_to_lpar(__pa(ps3fb_videomemory.address));
1220
1221 dev_dbg(&dev->core, " -> %s:%d\n", __func__, __LINE__);
1222
1223 atomic_inc(&ps3fb.ext_flip);
1224 ps3fb.dinfo->irq.mask = 0;
1225
1226 if (ps3fb.task) {
1227 struct task_struct *task = ps3fb.task;
1228 ps3fb.task = NULL;
1229 kthread_stop(task);
1230 }
1231 if (ps3fb.irq_no) {
1232 free_irq(ps3fb.irq_no, &dev->core);
1233 ps3_irq_plug_destroy(ps3fb.irq_no);
1234 }
1235 if (info) {
1236 unregister_framebuffer(info);
1237 fb_dealloc_cmap(&info->cmap);
1238 framebuffer_release(info);
1239 ps3_system_bus_set_drvdata(dev, NULL);
1240 }
1241 iounmap((u8 __force __iomem *)ps3fb.dinfo);
1242 lv1_gpu_fb_close(ps3fb.context_handle);
1243 lv1_gpu_context_iomap(ps3fb.context_handle, GPU_IOIF, xdr_lpar,
1244 ps3fb_videomemory.size, CBE_IOPTE_M);
1245 lv1_gpu_context_free(ps3fb.context_handle);
1246 lv1_gpu_memory_free(ps3fb.memory_handle);
1247 ps3_close_hv_device(dev);
1248 dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
1249
1250 return 0;
1251}
1252
1253static struct ps3_system_bus_driver ps3fb_driver = {
1254 .match_id = PS3_MATCH_ID_GPU,
1255 .match_sub_id = PS3_MATCH_SUB_ID_GPU_FB,
1256 .core.name = DEVICE_NAME,
1257 .core.owner = THIS_MODULE,
1258 .probe = ps3fb_probe,
1259 .remove = ps3fb_shutdown,
1260 .shutdown = ps3fb_shutdown,
1261};
1262
1263static int __init ps3fb_setup(void)
1264{
1265 char *options;
1266
1267#ifdef MODULE
1268 return 0;
1269#endif
1270
1271 if (fb_get_options(DEVICE_NAME, &options))
1272 return -ENXIO;
1273
1274 if (!options || !*options)
1275 return 0;
1276
1277 while (1) {
1278 char *this_opt = strsep(&options, ",");
1279
1280 if (!this_opt)
1281 break;
1282 if (!*this_opt)
1283 continue;
1284 if (!strncmp(this_opt, "mode:", 5))
1285 ps3fb_mode = simple_strtoul(this_opt + 5, NULL, 0);
1286 else
1287 mode_option = this_opt;
1288 }
1289 return 0;
1290}
1291
1292static int __init ps3fb_init(void)
1293{
1294 if (!ps3fb_videomemory.address || ps3fb_setup())
1295 return -ENXIO;
1296
1297 return ps3_system_bus_driver_register(&ps3fb_driver);
1298}
1299
1300static void __exit ps3fb_exit(void)
1301{
1302 pr_debug(" -> %s:%d\n", __func__, __LINE__);
1303 ps3_system_bus_driver_unregister(&ps3fb_driver);
1304 pr_debug(" <- %s:%d\n", __func__, __LINE__);
1305}
1306
1307module_init(ps3fb_init);
1308module_exit(ps3fb_exit);
1309
1310MODULE_LICENSE("GPL");
1311MODULE_DESCRIPTION("PS3 GPU Frame Buffer Driver");
1312MODULE_AUTHOR("Sony Computer Entertainment Inc.");
1313MODULE_ALIAS(PS3_MODULE_ALIAS_GPU_FB);
1314
