drivers/video/rockchip/rk_fb.c

   1 /*
   2  * drivers/video/rockchip/rk_fb.c
   3  *
   4  * Copyright (C) ROCKCHIP, Inc.
   5  * Author:yxj<yxj@rock-chips.com>
   6  * This software is licensed under the terms of the GNU General Public
   7  * License version 2, as published by the Free Software Foundation, and
   8  * may be copied, distributed, and modified under those terms.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  */
  15
  16 #include <linux/module.h>
  17 #include <linux/kernel.h>
  18 #include <linux/errno.h>
  19 #include <linux/string.h>
  20 #include <linux/mm.h>
  21 #include <linux/slab.h>
  22 #include <linux/delay.h>
  23 #include <linux/device.h>
  24 #include <linux/kthread.h>
  25 #include <linux/fb.h>
  26 #include <linux/init.h>
  27 #include <linux/vmalloc.h>
  28 #include <asm/div64.h>
  29 #include <linux/uaccess.h>
  30 #include <linux/rk_fb.h>
  31 #include <linux/linux_logo.h>
  32 #include <linux/dma-mapping.h>
  33 #include <linux/regulator/consumer.h>
  34
  35 #include "bmp_helper.h"
  36
  37 #if defined(CONFIG_RK_HDMI)
  38 #include "hdmi/rockchip-hdmi.h"
  39 #endif
  40
  41 #if defined(CONFIG_ROCKCHIP_RGA) || defined(CONFIG_ROCKCHIP_RGA2)
  42 #include "rga/rga.h"
  43 #endif
  44
  45 #ifdef CONFIG_OF
  46 #include <linux/of.h>
  47 #include <linux/of_platform.h>
  48 #include <linux/of_gpio.h>
  49 #include <video/of_display_timing.h>
  50 #include <video/display_timing.h>
  51 #include <dt-bindings/rkfb/rk_fb.h>
  52 #endif
  53
  54 #if defined(CONFIG_ION_ROCKCHIP)
  55 #include <linux/rockchip_ion.h>
  56 #include <linux/rockchip-iovmm.h>
  57 #include <linux/dma-buf.h>
  58 #include <linux/highmem.h>
  59 #endif
  60
  61 #define H_USE_FENCE 1
  62 /* #define FB_ROATE_BY_KERNEL 1 */
  63
  64 static int hdmi_switch_complete;
  65 static struct platform_device *fb_pdev;
  66
  67 #if defined(CONFIG_FB_MIRRORING)
  68 int (*video_data_to_mirroring) (struct fb_info *info, u32 yuv_phy[2]);
  69 EXPORT_SYMBOL(video_data_to_mirroring);
  70 #endif
  71
  72 extern phys_addr_t uboot_logo_base;
  73 extern phys_addr_t uboot_logo_size;
  74 extern phys_addr_t uboot_logo_offset;
  75 static struct rk_fb_trsm_ops *trsm_lvds_ops;
  76 static struct rk_fb_trsm_ops *trsm_edp_ops;
  77 static struct rk_fb_trsm_ops *trsm_mipi_ops;
  78 static int uboot_logo_on;
  79 int support_uboot_display(void)
  80 {
  81         return uboot_logo_on;
  82 }
  83
  84 int rk_fb_get_display_policy(void)
  85 {
  86         struct rk_fb *rk_fb;
  87
  88         if (fb_pdev) {
  89                 rk_fb = platform_get_drvdata(fb_pdev);
  90                 return rk_fb->disp_policy;
  91         } else {
  92                 return DISPLAY_POLICY_SDK;
  93         }
  94 }
  95
  96 int rk_fb_trsm_ops_register(struct rk_fb_trsm_ops *ops, int type)
  97 {
  98         switch (type) {
  99         case SCREEN_RGB:
 100         case SCREEN_LVDS:
 101         case SCREEN_DUAL_LVDS:
 102                 trsm_lvds_ops = ops;
 103                 break;
 104         case SCREEN_EDP:
 105                 trsm_edp_ops = ops;
 106                 break;
 107         case SCREEN_MIPI:
 108         case SCREEN_DUAL_MIPI:
 109                 trsm_mipi_ops = ops;
 110                 break;
 111         default:
 112                 printk(KERN_WARNING "%s:un supported transmitter:%d!\n",
 113                        __func__, type);
 114                 break;
 115         }
 116         return 0;
 117 }
 118
 119 struct rk_fb_trsm_ops *rk_fb_trsm_ops_get(int type)
 120 {
 121         struct rk_fb_trsm_ops *ops;
 122         switch (type) {
 123         case SCREEN_RGB:
 124         case SCREEN_LVDS:
 125         case SCREEN_DUAL_LVDS:
 126                 ops = trsm_lvds_ops;
 127                 break;
 128         case SCREEN_EDP:
 129                 ops = trsm_edp_ops;
 130                 break;
 131         case SCREEN_MIPI:
 132         case SCREEN_DUAL_MIPI:
 133                 ops = trsm_mipi_ops;
 134                 break;
 135         default:
 136                 ops = NULL;
 137                 printk(KERN_WARNING "%s:un supported transmitter:%d!\n",
 138                        __func__, type);
 139                 break;
 140         }
 141         return ops;
 142 }
 143
 144 int rk_fb_pixel_width(int data_format)
 145 {
 146         int pixel_width;
 147         switch (data_format) {
 148         case XBGR888:
 149         case ABGR888:
 150         case ARGB888:
 151         case FBDC_ARGB_888:
 152         case FBDC_ABGR_888:
 153         case FBDC_RGBX_888:
 154                 pixel_width = 4 * 8;
 155                 break;
 156         case RGB888:
 157                 pixel_width = 3 * 8;
 158                 break;
 159         case RGB565:
 160         case FBDC_RGB_565:
 161                 pixel_width = 2 * 8;
 162                 break;
 163         case YUV422:
 164         case YUV420:
 165         case YUV420_NV21:
 166         case YUV444:
 167                 pixel_width = 1 * 8;
 168                 break;
 169         case YUV422_A:
 170         case YUV420_A:
 171         case YUV444_A:
 172                 pixel_width = 8;
 173                 break;
 174         default:
 175                 printk(KERN_WARNING "%s:un supported format:0x%x\n",
 176                        __func__, data_format);
 177                 return -EINVAL;
 178         }
 179         return pixel_width;
 180 }
 181
 182 static int rk_fb_data_fmt(int data_format, int bits_per_pixel)
 183 {
 184         int fb_data_fmt;
 185         if (data_format) {
 186                 switch (data_format) {
 187                 case HAL_PIXEL_FORMAT_RGBX_8888:
 188                         fb_data_fmt = XBGR888;
 189                         break;
 190                 case HAL_PIXEL_FORMAT_RGBA_8888:
 191                         fb_data_fmt = ABGR888;
 192                         break;
 193                 case HAL_PIXEL_FORMAT_BGRA_8888:
 194                         fb_data_fmt = ARGB888;
 195                         break;
 196                 case HAL_PIXEL_FORMAT_RGB_888:
 197                         fb_data_fmt = RGB888;
 198                         break;
 199                 case HAL_PIXEL_FORMAT_RGB_565:
 200                         fb_data_fmt = RGB565;
 201                         break;
 202                 case HAL_PIXEL_FORMAT_YCbCr_422_SP:     /* yuv422 */
 203                         fb_data_fmt = YUV422;
 204                         break;
 205                 case HAL_PIXEL_FORMAT_YCrCb_420_SP:     /* YUV420---vuvuvu */
 206                         fb_data_fmt = YUV420_NV21;
 207                         break;
 208                 case HAL_PIXEL_FORMAT_YCrCb_NV12:       /* YUV420---uvuvuv */
 209                         fb_data_fmt = YUV420;
 210                         break;
 211                 case HAL_PIXEL_FORMAT_YCrCb_444:        /* yuv444 */
 212                         fb_data_fmt = YUV444;
 213                         break;
 214                 case HAL_PIXEL_FORMAT_YCrCb_NV12_10:    /* yuv444 */
 215                         fb_data_fmt = YUV420_A;
 216                         break;
 217                 case HAL_PIXEL_FORMAT_YCbCr_422_SP_10:  /* yuv444 */
 218                         fb_data_fmt = YUV422_A;
 219                         break;
 220                 case HAL_PIXEL_FORMAT_YCrCb_420_SP_10:  /* yuv444 */
 221                         fb_data_fmt = YUV444_A;
 222                         break;
 223                 case HAL_PIXEL_FORMAT_FBDC_RGB565:      /* fbdc rgb565*/
 224                         fb_data_fmt = FBDC_RGB_565;
 225                         break;
 226                 case HAL_PIXEL_FORMAT_FBDC_U8U8U8U8:    /* fbdc argb888 */
 227                         fb_data_fmt = FBDC_ARGB_888;
 228                         break;
 229                 case HAL_PIXEL_FORMAT_FBDC_RGBA888:     /* fbdc abgr888 */
 230                         fb_data_fmt = FBDC_ABGR_888;
 231                         break;
 232                 case HAL_PIXEL_FORMAT_FBDC_U8U8U8:      /* fbdc rgb888 */
 233                         fb_data_fmt = FBDC_RGBX_888;
 234                         break;
 235                 default:
 236                         printk(KERN_WARNING "%s:un supported format:0x%x\n",
 237                                __func__, data_format);
 238                         return -EINVAL;
 239                 }
 240         } else {
 241                 switch (bits_per_pixel) {
 242                 case 32:
 243                         fb_data_fmt = ARGB888;
 244                         break;
 245                 case 24:
 246                         fb_data_fmt = RGB888;
 247                         break;
 248                 case 16:
 249                         fb_data_fmt = RGB565;
 250                         break;
 251                 default:
 252                         printk(KERN_WARNING
 253                                "%s:un supported bits_per_pixel:%d\n", __func__,
 254                                bits_per_pixel);
 255                         break;
 256                 }
 257         }
 258         return fb_data_fmt;
 259 }
 260
 261 /*
 262  * rk display power control parse from dts
 263  */
 264 int rk_disp_pwr_ctr_parse_dt(struct rk_lcdc_driver *dev_drv)
 265 {
 266         struct device_node *root = of_get_child_by_name(dev_drv->dev->of_node,
 267                                                         "power_ctr");
 268         struct device_node *child;
 269         struct rk_disp_pwr_ctr_list *pwr_ctr;
 270         struct list_head *pos;
 271         enum of_gpio_flags flags;
 272         u32 val = 0;
 273         u32 debug = 0;
 274         int ret;
 275
 276         INIT_LIST_HEAD(&dev_drv->pwrlist_head);
 277         if (!root) {
 278                 dev_err(dev_drv->dev, "can't find power_ctr node for lcdc%d\n",
 279                         dev_drv->id);
 280                 return -ENODEV;
 281         }
 282
 283         for_each_child_of_node(root, child) {
 284                 pwr_ctr = kmalloc(sizeof(struct rk_disp_pwr_ctr_list),
 285                                   GFP_KERNEL);
 286                 strcpy(pwr_ctr->pwr_ctr.name, child->name);
 287                 if (!of_property_read_u32(child, "rockchip,power_type", &val)) {
 288                         if (val == GPIO) {
 289                                 pwr_ctr->pwr_ctr.type = GPIO;
 290                                 pwr_ctr->pwr_ctr.gpio = of_get_gpio_flags(child, 0, &flags);
 291                                 if (!gpio_is_valid(pwr_ctr->pwr_ctr.gpio)) {
 292                                         dev_err(dev_drv->dev, "%s ivalid gpio\n",
 293                                                 child->name);
 294                                         return -EINVAL;
 295                                 }
 296                                 pwr_ctr->pwr_ctr.atv_val = !(flags & OF_GPIO_ACTIVE_LOW);
 297                                 ret = gpio_request(pwr_ctr->pwr_ctr.gpio,
 298                                                    child->name);
 299                                 if (ret) {
 300                                         dev_err(dev_drv->dev,
 301                                                 "request %s gpio fail:%d\n",
 302                                                 child->name, ret);
 303                                 }
 304
 305                         } else {
 306                                 pwr_ctr->pwr_ctr.type = REGULATOR;
 307                                 pwr_ctr->pwr_ctr.rgl_name = NULL;
 308                                 ret = of_property_read_string(child, "rockchip,regulator_name",
 309                                                              &(pwr_ctr->pwr_ctr.rgl_name));
 310                                 if (ret || IS_ERR_OR_NULL(pwr_ctr->pwr_ctr.rgl_name))
 311                                         dev_err(dev_drv->dev, "get regulator name failed!\n");
 312                                 if (!of_property_read_u32(child, "rockchip,regulator_voltage", &val))
 313                                         pwr_ctr->pwr_ctr.volt = val;
 314                                 else
 315                                         pwr_ctr->pwr_ctr.volt = 0;
 316                         }
 317                 };
 318
 319                 if (!of_property_read_u32(child, "rockchip,delay", &val))
 320                         pwr_ctr->pwr_ctr.delay = val;
 321                 else
 322                         pwr_ctr->pwr_ctr.delay = 0;
 323                 list_add_tail(&pwr_ctr->list, &dev_drv->pwrlist_head);
 324         }
 325
 326         of_property_read_u32(root, "rockchip,debug", &debug);
 327
 328         if (debug) {
 329                 list_for_each(pos, &dev_drv->pwrlist_head) {
 330                         pwr_ctr = list_entry(pos, struct rk_disp_pwr_ctr_list,
 331                                              list);
 332                         printk(KERN_INFO "pwr_ctr_name:%s\n"
 333                                "pwr_type:%s\n"
 334                                "gpio:%d\n"
 335                                "atv_val:%d\n"
 336                                "delay:%d\n\n",
 337                                pwr_ctr->pwr_ctr.name,
 338                                (pwr_ctr->pwr_ctr.type == GPIO) ? "gpio" : "regulator",
 339                                pwr_ctr->pwr_ctr.gpio,
 340                                pwr_ctr->pwr_ctr.atv_val,
 341                                pwr_ctr->pwr_ctr.delay);
 342                 }
 343         }
 344
 345         return 0;
 346
 347 }
 348
 349 int rk_disp_pwr_enable(struct rk_lcdc_driver *dev_drv)
 350 {
 351         struct list_head *pos;
 352         struct rk_disp_pwr_ctr_list *pwr_ctr_list;
 353         struct pwr_ctr *pwr_ctr;
 354         struct regulator *regulator_lcd = NULL;
 355         int count = 10;
 356
 357         if (list_empty(&dev_drv->pwrlist_head))
 358                 return 0;
 359         list_for_each(pos, &dev_drv->pwrlist_head) {
 360                 pwr_ctr_list = list_entry(pos, struct rk_disp_pwr_ctr_list,
 361                                           list);
 362                 pwr_ctr = &pwr_ctr_list->pwr_ctr;
 363                 if (pwr_ctr->type == GPIO) {
 364                         gpio_direction_output(pwr_ctr->gpio, pwr_ctr->atv_val);
 365                         mdelay(pwr_ctr->delay);
 366                 } else if (pwr_ctr->type == REGULATOR) {
 367                         if (pwr_ctr->rgl_name)
 368                                 regulator_lcd = regulator_get(NULL, pwr_ctr->rgl_name);
 369                         if (regulator_lcd == NULL) {
 370                                 dev_err(dev_drv->dev,
 371                                         "%s: regulator get failed,regulator name:%s\n",
 372                                         __func__, pwr_ctr->rgl_name);
 373                                 continue;
 374                         }
 375                         regulator_set_voltage(regulator_lcd, pwr_ctr->volt, pwr_ctr->volt);
 376                         while (!regulator_is_enabled(regulator_lcd)) {
 377                                 if (regulator_enable(regulator_lcd) == 0 || count == 0)
 378                                         break;
 379                                 else
 380                                         dev_err(dev_drv->dev,
 381                                                 "regulator_enable failed,count=%d\n",
 382                                                 count);
 383                                 count--;
 384                         }
 385                         regulator_put(regulator_lcd);
 386                         msleep(pwr_ctr->delay);
 387                 }
 388         }
 389
 390         return 0;
 391 }
 392
 393 int rk_disp_pwr_disable(struct rk_lcdc_driver *dev_drv)
 394 {
 395         struct list_head *pos;
 396         struct rk_disp_pwr_ctr_list *pwr_ctr_list;
 397         struct pwr_ctr *pwr_ctr;
 398         struct regulator *regulator_lcd = NULL;
 399         int count = 10;
 400
 401         if (list_empty(&dev_drv->pwrlist_head))
 402                 return 0;
 403         list_for_each(pos, &dev_drv->pwrlist_head) {
 404                 pwr_ctr_list = list_entry(pos, struct rk_disp_pwr_ctr_list,
 405                                           list);
 406                 pwr_ctr = &pwr_ctr_list->pwr_ctr;
 407                 if (pwr_ctr->type == GPIO) {
 408                         gpio_set_value(pwr_ctr->gpio, !pwr_ctr->atv_val);
 409                 } else if (pwr_ctr->type == REGULATOR) {
 410                         if (pwr_ctr->rgl_name)
 411                                 regulator_lcd = regulator_get(NULL, pwr_ctr->rgl_name);
 412                         if (regulator_lcd == NULL) {
 413                                 dev_err(dev_drv->dev,
 414                                         "%s: regulator get failed,regulator name:%s\n",
 415                                         __func__, pwr_ctr->rgl_name);
 416                                 continue;
 417                         }
 418                         while (regulator_is_enabled(regulator_lcd) > 0) {
 419                                 if (regulator_disable(regulator_lcd) == 0 || count == 0)
 420                                         break;
 421                                 else
 422                                         dev_err(dev_drv->dev,
 423                                                 "regulator_disable failed,count=%d\n",
 424                                                 count);
 425                                 count--;
 426                         }
 427                         regulator_put(regulator_lcd);
 428                 }
 429         }
 430         return 0;
 431 }
 432
 433 int rk_fb_video_mode_from_timing(const struct display_timing *dt,
 434                                  struct rk_screen *screen)
 435 {
 436         screen->mode.pixclock = dt->pixelclock.typ;
 437         screen->mode.left_margin = dt->hback_porch.typ;
 438         screen->mode.right_margin = dt->hfront_porch.typ;
 439         screen->mode.xres = dt->hactive.typ;
 440         screen->mode.hsync_len = dt->hsync_len.typ;
 441         screen->mode.upper_margin = dt->vback_porch.typ;
 442         screen->mode.lower_margin = dt->vfront_porch.typ;
 443         screen->mode.yres = dt->vactive.typ;
 444         screen->mode.vsync_len = dt->vsync_len.typ;
 445         screen->type = dt->screen_type;
 446         screen->lvds_format = dt->lvds_format;
 447         screen->face = dt->face;
 448         screen->color_mode = dt->color_mode;
 449         screen->dsp_lut = dt->dsp_lut;
 450
 451         if (dt->flags & DISPLAY_FLAGS_PIXDATA_POSEDGE)
 452                 screen->pin_dclk = 1;
 453         else
 454                 screen->pin_dclk = 0;
 455         if (dt->flags & DISPLAY_FLAGS_HSYNC_HIGH)
 456                 screen->pin_hsync = 1;
 457         else
 458                 screen->pin_hsync = 0;
 459         if (dt->flags & DISPLAY_FLAGS_VSYNC_HIGH)
 460                 screen->pin_vsync = 1;
 461         else
 462                 screen->pin_vsync = 0;
 463         if (dt->flags & DISPLAY_FLAGS_DE_HIGH)
 464                 screen->pin_den = 1;
 465         else
 466                 screen->pin_den = 0;
 467
 468         return 0;
 469
 470 }
 471
 472 int rk_fb_prase_timing_dt(struct device_node *np, struct rk_screen *screen)
 473 {
 474         struct display_timings *disp_timing;
 475         struct display_timing *dt;
 476         disp_timing = of_get_display_timings(np);
 477         if (!disp_timing) {
 478                 pr_err("parse display timing err\n");
 479                 return -EINVAL;
 480         }
 481         dt = display_timings_get(disp_timing, disp_timing->native_mode);
 482         rk_fb_video_mode_from_timing(dt, screen);
 483         return 0;
 484
 485 }
 486
 487 int rk_fb_calc_fps(struct rk_screen *screen, u32 pixclock)
 488 {
 489         int x, y;
 490         unsigned long long hz;
 491         if (!screen) {
 492                 printk(KERN_ERR "%s:null screen!\n", __func__);
 493                 return 0;
 494         }
 495         x = screen->mode.xres + screen->mode.left_margin +
 496             screen->mode.right_margin + screen->mode.hsync_len;
 497         y = screen->mode.yres + screen->mode.upper_margin +
 498             screen->mode.lower_margin + screen->mode.vsync_len;
 499
 500         hz = 1000000000000ULL;  /* 1e12 picoseconds per second */
 501
 502         hz += (x * y) / 2;
 503         do_div(hz, x * y);      /* divide by x * y with rounding */
 504
 505         hz += pixclock / 2;
 506         do_div(hz, pixclock);   /* divide by pixclock with rounding */
 507
 508         return hz;
 509 }
 510
 511 char *get_format_string(enum data_format format, char *fmt)
 512 {
 513         if (!fmt)
 514                 return NULL;
 515         switch (format) {
 516         case ARGB888:
 517                 strcpy(fmt, "ARGB888");
 518                 break;
 519         case RGB888:
 520                 strcpy(fmt, "RGB888");
 521                 break;
 522         case RGB565:
 523                 strcpy(fmt, "RGB565");
 524                 break;
 525         case YUV420:
 526         case YUV420_NV21:
 527                 strcpy(fmt, "YUV420");
 528                 break;
 529         case YUV422:
 530                 strcpy(fmt, "YUV422");
 531                 break;
 532         case YUV444:
 533                 strcpy(fmt, "YUV444");
 534                 break;
 535         case YUV420_A:
 536                 strcpy(fmt, "YUV420_A");
 537                 break;
 538         case YUV422_A:
 539                 strcpy(fmt, "YUV422_A");
 540                 break;
 541         case YUV444_A:
 542                 strcpy(fmt, "YUV444_A");
 543                 break;
 544         case XRGB888:
 545                 strcpy(fmt, "XRGB888");
 546                 break;
 547         case XBGR888:
 548                 strcpy(fmt, "XBGR888");
 549                 break;
 550         case ABGR888:
 551                 strcpy(fmt, "ABGR888");
 552                 break;
 553         case FBDC_RGB_565:
 554                 strcpy(fmt, "FBDC_RGB_565");
 555                 break;
 556         case FBDC_ARGB_888:
 557         case FBDC_ABGR_888:
 558                 strcpy(fmt, "FBDC_ARGB_888");
 559                 break;
 560         case FBDC_RGBX_888:
 561                 strcpy(fmt, "FBDC_RGBX_888");
 562                 break;
 563         default:
 564                 strcpy(fmt, "invalid");
 565                 break;
 566         }
 567
 568         return fmt;
 569
 570 }
 571
 572 /*
 573  * this is for hdmi
 574  * name: lcdc device name ,lcdc0 , lcdc1
 575  */
 576 struct rk_lcdc_driver *rk_get_lcdc_drv(char *name)
 577 {
 578         struct rk_fb *inf = NULL;
 579         struct rk_lcdc_driver *dev_drv = NULL;
 580         int i = 0;
 581
 582         if (likely(fb_pdev))
 583                 inf = platform_get_drvdata(fb_pdev);
 584         else
 585                 return NULL;
 586
 587         for (i = 0; i < inf->num_lcdc; i++) {
 588                 if (!strcmp(inf->lcdc_dev_drv[i]->name, name)) {
 589                         dev_drv = inf->lcdc_dev_drv[i];
 590                         break;
 591                 }
 592         }
 593
 594         return dev_drv;
 595 }
 596
 597 static struct rk_lcdc_driver *rk_get_prmry_lcdc_drv(void)
 598 {
 599         struct rk_fb *inf = NULL;
 600         struct rk_lcdc_driver *dev_drv = NULL;
 601         int i = 0;
 602
 603         if (likely(fb_pdev))
 604                 inf = platform_get_drvdata(fb_pdev);
 605         else
 606                 return NULL;
 607
 608         for (i = 0; i < inf->num_lcdc; i++) {
 609                 if (inf->lcdc_dev_drv[i]->prop == PRMRY) {
 610                         dev_drv = inf->lcdc_dev_drv[i];
 611                         break;
 612                 }
 613         }
 614
 615         return dev_drv;
 616 }
 617
 618 static __maybe_unused struct rk_lcdc_driver *rk_get_extend_lcdc_drv(void)
 619 {
 620         struct rk_fb *inf = NULL;
 621         struct rk_lcdc_driver *dev_drv = NULL;
 622         int i = 0;
 623
 624         if (likely(fb_pdev))
 625                 inf = platform_get_drvdata(fb_pdev);
 626         else
 627                 return NULL;
 628
 629         for (i = 0; i < inf->num_lcdc; i++) {
 630                 if (inf->lcdc_dev_drv[i]->prop == EXTEND) {
 631                         dev_drv = inf->lcdc_dev_drv[i];
 632                         break;
 633                 }
 634         }
 635
 636         return dev_drv;
 637 }
 638
 639 /*
 640  * get one frame time of the prmry screen, unit: us
 641  */
 642 u32 rk_fb_get_prmry_screen_ft(void)
 643 {
 644         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 645         uint32_t htotal, vtotal, pixclock_ps;
 646         u64 pix_total, ft_us;
 647
 648         if (unlikely(!dev_drv))
 649                 return 0;
 650
 651         pixclock_ps = dev_drv->pixclock;
 652
 653         vtotal = (dev_drv->cur_screen->mode.upper_margin +
 654                  dev_drv->cur_screen->mode.lower_margin +
 655                  dev_drv->cur_screen->mode.yres +
 656                  dev_drv->cur_screen->mode.vsync_len);
 657         htotal = (dev_drv->cur_screen->mode.left_margin +
 658                  dev_drv->cur_screen->mode.right_margin +
 659                  dev_drv->cur_screen->mode.xres +
 660                  dev_drv->cur_screen->mode.hsync_len);
 661         pix_total = htotal * vtotal;
 662         ft_us = pix_total * pixclock_ps;
 663         do_div(ft_us, 1000000);
 664         if (dev_drv->frame_time.ft == 0)
 665                 dev_drv->frame_time.ft = ft_us;
 666
 667         ft_us = dev_drv->frame_time.framedone_t - dev_drv->frame_time.last_framedone_t;
 668         do_div(ft_us, 1000);
 669         ft_us = min(dev_drv->frame_time.ft, (u32)ft_us);
 670         if (ft_us != 0)
 671                 dev_drv->frame_time.ft = ft_us;
 672
 673         return dev_drv->frame_time.ft;
 674 }
 675
 676 /*
 677  * get the vblanking time of the prmry screen, unit: us
 678  */
 679 u32 rk_fb_get_prmry_screen_vbt(void)
 680 {
 681         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 682         uint32_t htotal, vblank, pixclock_ps;
 683         u64 pix_blank, vbt_us;
 684
 685         if (unlikely(!dev_drv))
 686                 return 0;
 687
 688         pixclock_ps = dev_drv->pixclock;
 689
 690         htotal = (dev_drv->cur_screen->mode.left_margin +
 691                  dev_drv->cur_screen->mode.right_margin +
 692                  dev_drv->cur_screen->mode.xres +
 693                  dev_drv->cur_screen->mode.hsync_len);
 694         vblank = (dev_drv->cur_screen->mode.upper_margin +
 695                  dev_drv->cur_screen->mode.lower_margin +
 696                  dev_drv->cur_screen->mode.vsync_len);
 697         pix_blank = htotal * vblank;
 698         vbt_us = pix_blank * pixclock_ps;
 699         do_div(vbt_us, 1000000);
 700         return (u32)vbt_us;
 701 }
 702
 703 /*
 704  * get the frame done time of the prmry screen, unit: us
 705  */
 706 u64 rk_fb_get_prmry_screen_framedone_t(void)
 707 {
 708         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 709
 710         if (unlikely(!dev_drv))
 711                 return 0;
 712         else
 713                 return dev_drv->frame_time.framedone_t;
 714 }
 715
 716 /*
 717  * set prmry screen status
 718  */
 719 int rk_fb_set_prmry_screen_status(int status)
 720 {
 721         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 722         struct rk_screen *screen;
 723
 724         if (unlikely(!dev_drv))
 725                 return 0;
 726
 727         screen = dev_drv->cur_screen;
 728         switch (status) {
 729         case SCREEN_PREPARE_DDR_CHANGE:
 730                 if (screen->type == SCREEN_MIPI
 731                         || screen->type == SCREEN_DUAL_MIPI) {
 732                         if (dev_drv->trsm_ops->dsp_pwr_off)
 733                                 dev_drv->trsm_ops->dsp_pwr_off();
 734                 }
 735                 break;
 736         case SCREEN_UNPREPARE_DDR_CHANGE:
 737                 if (screen->type == SCREEN_MIPI
 738                         || screen->type == SCREEN_DUAL_MIPI) {
 739                         if (dev_drv->trsm_ops->dsp_pwr_on)
 740                                 dev_drv->trsm_ops->dsp_pwr_on();
 741                 }
 742                 break;
 743         default:
 744                 break;
 745         }
 746
 747         return 0;
 748 }
 749
 750 u32 rk_fb_get_prmry_screen_pixclock(void)
 751 {
 752         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 753
 754         if (unlikely(!dev_drv))
 755                 return 0;
 756         else
 757                 return dev_drv->pixclock;
 758 }
 759
 760 int rk_fb_poll_prmry_screen_vblank(void)
 761 {
 762         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 763
 764         if (likely(dev_drv)) {
 765                 if (dev_drv->ops->poll_vblank)
 766                         return dev_drv->ops->poll_vblank(dev_drv);
 767                 else
 768                         return RK_LF_STATUS_NC;
 769         } else {
 770                 return RK_LF_STATUS_NC;
 771         }
 772 }
 773
 774 bool rk_fb_poll_wait_frame_complete(void)
 775 {
 776         uint32_t timeout = RK_LF_MAX_TIMEOUT;
 777         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
 778
 779         if (likely(dev_drv)) {
 780                 if (dev_drv->ops->set_irq_to_cpu)
 781                         dev_drv->ops->set_irq_to_cpu(dev_drv, 0);
 782         }
 783
 784         if (rk_fb_poll_prmry_screen_vblank() == RK_LF_STATUS_NC) {
 785                 if (likely(dev_drv)) {
 786                         if (dev_drv->ops->set_irq_to_cpu)
 787                                 dev_drv->ops->set_irq_to_cpu(dev_drv, 1);
 788                 }
 789                 return false;
 790         }
 791         while (!(rk_fb_poll_prmry_screen_vblank() == RK_LF_STATUS_FR) && --timeout)
 792                 ;
 793         while (!(rk_fb_poll_prmry_screen_vblank() == RK_LF_STATUS_FC) && --timeout)
 794                 ;
 795         if (likely(dev_drv)) {
 796                 if (dev_drv->ops->set_irq_to_cpu)
 797                         dev_drv->ops->set_irq_to_cpu(dev_drv, 1);
 798         }
 799
 800         return true;
 801 }
 802
 803
 804 /* rk_fb_get_sysmmu_device_by_compatible()
 805  * @compt: dts device compatible name
 806  * return value: success: pointer to the device inside of platform device
 807  *               fail: NULL
 808  */
 809 struct device *rk_fb_get_sysmmu_device_by_compatible(const char *compt)
 810 {
 811         struct device_node *dn = NULL;
 812         struct platform_device *pd = NULL;
 813         struct device *ret = NULL ;
 814
 815         dn = of_find_compatible_node(NULL, NULL, compt);
 816         if (!dn) {
 817                 printk("can't find device node %s \r\n", compt);
 818                 return NULL;
 819         }
 820
 821         pd = of_find_device_by_node(dn);
 822         if (!pd) {
 823                 printk("can't find platform device in device node %s \r\n", compt);
 824                 return  NULL;
 825         }
 826         ret = &pd->dev;
 827
 828         return ret;
 829 }
 830
 831 #ifdef CONFIG_IOMMU_API
 832 void rk_fb_platform_set_sysmmu(struct device *sysmmu, struct device *dev)
 833 {
 834         dev->archdata.iommu = sysmmu;
 835 }
 836 #else
 837 void rk_fb_platform_set_sysmmu(struct device *sysmmu, struct device *dev)
 838 {
 839
 840 }
 841 #endif
 842
 843 static int rk_fb_open(struct fb_info *info, int user)
 844 {
 845         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
 846         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
 847         int win_id;
 848
 849         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
 850         fb_par->state++;
 851         /* if this win aready opened ,no need to reopen */
 852         if (dev_drv->win[win_id]->state)
 853                 return 0;
 854         else
 855                 dev_drv->ops->open(dev_drv, win_id, 1);
 856         return 0;
 857 }
 858
 859 static int rk_fb_close(struct fb_info *info, int user)
 860 {
 861         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
 862         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
 863         struct rk_lcdc_win *win = NULL;
 864         int win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
 865
 866         if (win_id >= 0) {
 867                 win = dev_drv->win[win_id];
 868                 fb_par->state--;
 869                 if (!fb_par->state) {
 870                         if (fb_par->fb_phy_base > 0)
 871                                 info->fix.smem_start = fb_par->fb_phy_base;
 872                         info->var.xres = dev_drv->screen0->mode.xres;
 873                         info->var.yres = dev_drv->screen0->mode.yres;
 874                         /*
 875                         info->var.grayscale |=
 876                             (info->var.xres << 8) + (info->var.yres << 20);
 877                         */
 878                         info->var.xres_virtual = info->var.xres;
 879                         info->var.yres_virtual = info->var.yres;
 880 #if defined(CONFIG_LOGO_LINUX_BMP)
 881                         info->var.bits_per_pixel = 32;
 882 #else
 883                         info->var.bits_per_pixel = 16;
 884 #endif
 885                         info->fix.line_length =
 886                             (info->var.xres_virtual) * (info->var.bits_per_pixel >> 3);
 887                         info->var.width = dev_drv->screen0->width;
 888                         info->var.height = dev_drv->screen0->height;
 889                         info->var.pixclock = dev_drv->pixclock;
 890                         info->var.left_margin = dev_drv->screen0->mode.left_margin;
 891                         info->var.right_margin = dev_drv->screen0->mode.right_margin;
 892                         info->var.upper_margin = dev_drv->screen0->mode.upper_margin;
 893                         info->var.lower_margin = dev_drv->screen0->mode.lower_margin;
 894                         info->var.vsync_len = dev_drv->screen0->mode.vsync_len;
 895                         info->var.hsync_len = dev_drv->screen0->mode.hsync_len;
 896                 }
 897         }
 898
 899         return 0;
 900 }
 901
 902 #if defined(FB_ROATE_BY_KERNEL)
 903
 904 #if defined(CONFIG_RK29_IPP)
 905 static int get_ipp_format(int fmt)
 906 {
 907         int ipp_fmt = IPP_XRGB_8888;
 908         switch (fmt) {
 909         case HAL_PIXEL_FORMAT_RGBX_8888:
 910         case HAL_PIXEL_FORMAT_RGBA_8888:
 911         case HAL_PIXEL_FORMAT_BGRA_8888:
 912         case HAL_PIXEL_FORMAT_RGB_888:
 913                 ipp_fmt = IPP_XRGB_8888;
 914                 break;
 915         case HAL_PIXEL_FORMAT_RGB_565:
 916                 ipp_fmt = IPP_RGB_565;
 917                 break;
 918         case HAL_PIXEL_FORMAT_YCbCr_422_SP:
 919                 ipp_fmt = IPP_Y_CBCR_H2V1;
 920                 break;
 921         case HAL_PIXEL_FORMAT_YCrCb_NV12:
 922                 ipp_fmt = IPP_Y_CBCR_H2V2;
 923                 break;
 924         case HAL_PIXEL_FORMAT_YCrCb_444:
 925                 ipp_fmt = IPP_Y_CBCR_H1V1;
 926                 break;
 927         default:
 928                 ipp_fmt = IPP_IMGTYPE_LIMIT;
 929                 break;
 930         }
 931
 932         return ipp_fmt;
 933 }
 934
 935 static void ipp_win_check(int *dst_w, int *dst_h, int *dst_vir_w,
 936                           int rotation, int fmt)
 937 {
 938         int align16 = 2;
 939         int align64 = 8;
 940
 941         if (fmt == IPP_XRGB_8888) {
 942                 align16 = 1;
 943                 align64 = 2;
 944         } else if (fmt == IPP_RGB_565) {
 945                 align16 = 1;
 946                 align64 = 4;
 947         } else {
 948                 align16 = 2;
 949                 align64 = 8;
 950         }
 951         align16 -= 1;           /*for YUV, 1 */
 952         align64 -= 1;           /*for YUV, 7 */
 953
 954         if (rotation == IPP_ROT_0) {
 955                 if (fmt > IPP_RGB_565) {
 956                         if ((*dst_w & 1) != 0)
 957                                 *dst_w = *dst_w + 1;
 958                         if ((*dst_h & 1) != 0)
 959                                 *dst_h = *dst_h + 1;
 960                         if (*dst_vir_w < *dst_w)
 961                                 *dst_vir_w = *dst_w;
 962                 }
 963         } else {
 964                 if ((*dst_w & align64) != 0)
 965                         *dst_w = (*dst_w + align64) & (~align64);
 966                 if ((fmt > IPP_RGB_565) && ((*dst_h & 1) == 1))
 967                         *dst_h = *dst_h + 1;
 968                 if (*dst_vir_w < *dst_w)
 969                         *dst_vir_w = *dst_w;
 970         }
 971 }
 972
 973 static void fb_copy_by_ipp(struct fb_info *dst_info,
 974                                 struct fb_info *src_info)
 975 {
 976         struct rk29_ipp_req ipp_req;
 977         uint32_t rotation = 0;
 978         int dst_w, dst_h, dst_vir_w;
 979         int ipp_fmt;
 980         u8 data_format = (dst_info->var.nonstd) & 0xff;
 981         struct rk_fb_par *fb_par = (struct rk_fb_par *)dst_info->par;
 982         struct rk_lcdc_driver *ext_dev_drv = fb_par->lcdc_drv;
 983         u16 orientation = ext_dev_drv->rotate_mode;
 984
 985         memset(&ipp_req, 0, sizeof(struct rk29_ipp_req));
 986
 987         switch (orientation) {
 988         case 0:
 989                 rotation = IPP_ROT_0;
 990                 break;
 991         case ROTATE_90:
 992                 rotation = IPP_ROT_90;
 993                 break;
 994         case ROTATE_180:
 995                 rotation = IPP_ROT_180;
 996                 break;
 997         case ROTATE_270:
 998                 rotation = IPP_ROT_270;
 999                 break;
1000         default:
1001                 rotation = IPP_ROT_270;
1002                 break;
1003         }
1004
1005         dst_w = dst_info->var.xres;
1006         dst_h = dst_info->var.yres;
1007         dst_vir_w = dst_info->var.xres_virtual;
1008         ipp_fmt = get_ipp_format(data_format);
1009         ipp_win_check(&dst_w, &dst_h, &dst_vir_w, rotation, ipp_fmt);
1010         ipp_req.src0.YrgbMst = src_info->fix.smem_start + offset;
1011         ipp_req.src0.w = src_info->var.xres;
1012         ipp_req.src0.h = src_info->var.yres;
1013         ipp_req.src_vir_w = src_info->var.xres_virtual;
1014         ipp_req.src0.fmt = ipp_fmt;
1015
1016         ipp_req.dst0.YrgbMst = dst_info->fix.smem_start + offset;
1017         ipp_req.dst0.w = dst_w;
1018         ipp_req.dst0.h = dst_h;
1019         ipp_req.dst_vir_w = dst_vir_w;
1020         ipp_req.dst0.fmt = ipp_fmt;
1021
1022         ipp_req.timeout = 100;
1023         ipp_req.flag = rotation;
1024         ipp_blit_sync(&ipp_req);
1025 }
1026
1027 #endif
1028
1029 #if defined(CONFIG_ROCKCHIP_RGA) || defined(CONFIG_ROCKCHIP_RGA2)
1030 static int get_rga_format(int fmt)
1031 {
1032         int rga_fmt = 0;
1033
1034         switch (fmt) {
1035         case XBGR888:
1036                 rga_fmt = RK_FORMAT_RGBX_8888;
1037                 break;
1038         case ABGR888:
1039                 rga_fmt = RK_FORMAT_RGBA_8888;
1040                 break;
1041         case ARGB888:
1042                 rga_fmt = RK_FORMAT_BGRA_8888;
1043                 break;
1044         case RGB888:
1045                 rga_fmt = RK_FORMAT_RGB_888;
1046                 break;
1047         case RGB565:
1048                 rga_fmt = RK_FORMAT_RGB_565;
1049                 break;
1050         case YUV422:
1051                 rga_fmt = RK_FORMAT_YCbCr_422_SP;
1052                 break;
1053         case YUV420:
1054                 rga_fmt = RK_FORMAT_YCbCr_420_SP;
1055                 break;
1056         default:
1057                 rga_fmt = RK_FORMAT_RGBA_8888;
1058                 break;
1059         }
1060
1061         return rga_fmt;
1062 }
1063
1064 static void rga_win_check(struct rk_lcdc_win *dst_win,
1065                           struct rk_lcdc_win *src_win)
1066 {
1067         int format = 0;
1068
1069         format = get_rga_format(src_win->area[0].format);
1070         /* width and height must be even number */
1071         if (format >= RK_FORMAT_YCbCr_422_SP &&
1072             format <= RK_FORMAT_YCrCb_420_P) {
1073                 if ((src_win->area[0].xact % 2) != 0)
1074                         src_win->area[0].xact += 1;
1075                 if ((src_win->area[0].yact % 2) != 0)
1076                         src_win->area[0].yact += 1;
1077         }
1078         if (src_win->area[0].xvir < src_win->area[0].xact)
1079                 src_win->area[0].xvir = src_win->area[0].xact;
1080         if (src_win->area[0].yvir < src_win->area[0].yact)
1081                 src_win->area[0].yvir = src_win->area[0].yact;
1082
1083         format = get_rga_format(dst_win->area[0].format);
1084         if (format >= RK_FORMAT_YCbCr_422_SP &&
1085             format <= RK_FORMAT_YCrCb_420_P) {
1086                 if ((dst_win->area[0].xact % 2) != 0)
1087                         dst_win->area[0].xact += 1;
1088                 if ((dst_win->area[0].yact % 2) != 0)
1089                         dst_win->area[0].yact += 1;
1090         }
1091         if (dst_win->area[0].xvir < dst_win->area[0].xact)
1092                 dst_win->area[0].xvir = dst_win->area[0].xact;
1093         if (dst_win->area[0].yvir < dst_win->area[0].yact)
1094                 dst_win->area[0].yvir = dst_win->area[0].yact;
1095 }
1096
1097 static void win_copy_by_rga(struct rk_lcdc_win *dst_win,
1098                             struct rk_lcdc_win *src_win,
1099                             u16 orientation, int iommu_en)
1100 {
1101         struct rga_req Rga_Request;
1102         long ret = 0;
1103         /* int fd = 0; */
1104
1105         memset(&Rga_Request, 0, sizeof(Rga_Request));
1106         rga_win_check(dst_win, src_win);
1107
1108         switch (orientation) {
1109         case ROTATE_90:
1110                 Rga_Request.rotate_mode = 1;
1111                 Rga_Request.sina = 65536;
1112                 Rga_Request.cosa = 0;
1113                 Rga_Request.dst.act_w = dst_win->area[0].yact;
1114                 Rga_Request.dst.act_h = dst_win->area[0].xact;
1115                 Rga_Request.dst.x_offset = dst_win->area[0].xact - 1;
1116                 Rga_Request.dst.y_offset = 0;
1117                 break;
1118         case ROTATE_180:
1119                 Rga_Request.rotate_mode = 1;
1120                 Rga_Request.sina = 0;
1121                 Rga_Request.cosa = -65536;
1122                 Rga_Request.dst.act_w = dst_win->area[0].xact;
1123                 Rga_Request.dst.act_h = dst_win->area[0].yact;
1124                 Rga_Request.dst.x_offset = dst_win->area[0].xact - 1;
1125                 Rga_Request.dst.y_offset = dst_win->area[0].yact - 1;
1126                 break;
1127         case ROTATE_270:
1128                 Rga_Request.rotate_mode = 1;
1129                 Rga_Request.sina = -65536;
1130                 Rga_Request.cosa = 0;
1131                 Rga_Request.dst.act_w = dst_win->area[0].yact;
1132                 Rga_Request.dst.act_h = dst_win->area[0].xact;
1133                 Rga_Request.dst.x_offset = 0;
1134                 Rga_Request.dst.y_offset = dst_win->area[0].yact - 1;
1135                 break;
1136         default:
1137                 Rga_Request.rotate_mode = 0;
1138                 Rga_Request.dst.act_w = dst_win->area[0].xact;
1139                 Rga_Request.dst.act_h = dst_win->area[0].yact;
1140                 Rga_Request.dst.x_offset = dst_win->area[0].xact - 1;
1141                 Rga_Request.dst.y_offset = dst_win->area[0].yact - 1;
1142                 break;
1143         }
1144
1145 /*
1146         fd = ion_share_dma_buf_fd(rk_fb->ion_client, src_win->area[0].ion_hdl);
1147         Rga_Request.src.yrgb_addr = fd;
1148         fd = ion_share_dma_buf_fd(rk_fb->ion_client, dst_win->area[0].ion_hdl);
1149         Rga_Request.dst.yrgb_addr = fd;
1150 */
1151         Rga_Request.src.yrgb_addr = 0;
1152         Rga_Request.src.uv_addr =
1153             src_win->area[0].smem_start + src_win->area[0].y_offset;
1154         Rga_Request.src.v_addr = 0;
1155
1156         Rga_Request.dst.yrgb_addr = 0;
1157         Rga_Request.dst.uv_addr =
1158             dst_win->area[0].smem_start + dst_win->area[0].y_offset;
1159         Rga_Request.dst.v_addr = 0;
1160
1161         Rga_Request.src.vir_w = src_win->area[0].xvir;
1162         Rga_Request.src.vir_h = src_win->area[0].yvir;
1163         Rga_Request.src.format = get_rga_format(src_win->area[0].format);
1164         Rga_Request.src.act_w = src_win->area[0].xact;
1165         Rga_Request.src.act_h = src_win->area[0].yact;
1166         Rga_Request.src.x_offset = 0;
1167         Rga_Request.src.y_offset = 0;
1168
1169         Rga_Request.dst.vir_w = dst_win->area[0].xvir;
1170         Rga_Request.dst.vir_h = dst_win->area[0].yvir;
1171         Rga_Request.dst.format = get_rga_format(dst_win->area[0].format);
1172
1173         Rga_Request.clip.xmin = 0;
1174         Rga_Request.clip.xmax = dst_win->area[0].xact - 1;
1175         Rga_Request.clip.ymin = 0;
1176         Rga_Request.clip.ymax = dst_win->area[0].yact - 1;
1177         Rga_Request.scale_mode = 0;
1178 #if defined(CONFIG_ROCKCHIP_IOMMU)
1179         if (iommu_en) {
1180                 Rga_Request.mmu_info.mmu_en = 1;
1181                 Rga_Request.mmu_info.mmu_flag = 1;
1182         } else {
1183                 Rga_Request.mmu_info.mmu_en = 0;
1184                 Rga_Request.mmu_info.mmu_flag = 0;
1185         }
1186 #else
1187         Rga_Request.mmu_info.mmu_en = 0;
1188         Rga_Request.mmu_info.mmu_flag = 0;
1189 #endif
1190
1191         ret = rga_ioctl_kernel(&Rga_Request);
1192 }
1193
1194 /*
1195  * This function is used for copying fb by RGA Module
1196  * RGA only support copy RGB to RGB
1197  * RGA2 support copy RGB to RGB and YUV to YUV
1198  */
1199 static void fb_copy_by_rga(struct fb_info *dst_info,
1200                                 struct fb_info *src_info)
1201 {
1202         struct rk_fb_par *src_fb_par = (struct rk_fb_par *)src_info->par;
1203         struct rk_fb_par *dst_fb_par = (struct rk_fb_par *)dst_info->par;
1204         struct rk_lcdc_driver *dev_drv = src_fb_par->lcdc_drv;
1205         struct rk_lcdc_driver *ext_dev_drv = dst_fb_par->lcdc_drv;
1206         int win_id = 0, ext_win_id;
1207         struct rk_lcdc_win *src_win, *dst_win;
1208
1209         win_id = dev_drv->ops->fb_get_win_id(dev_drv, src_info->fix.id);
1210         src_win = dev_drv->win[win_id];
1211
1212         ext_win_id =
1213             ext_dev_drv->ops->fb_get_win_id(ext_dev_drv, dst_info->fix.id);
1214         dst_win = ext_dev_drv->win[ext_win_id];
1215
1216         win_copy_by_rga(dst_win, src_win, ext_dev_drv->rotate_mode,
1217                         ext_dev_drv->iommu_enabled);
1218 }
1219 #endif
1220
1221 static int rk_fb_rotate(struct fb_info *dst_info,
1222                           struct fb_info *src_info)
1223 {
1224
1225 #if defined(CONFIG_RK29_IPP)
1226         fb_copy_by_ipp(dst_info, src_info);
1227 #elif defined(CONFIG_ROCKCHIP_RGA) || defined(CONFIG_ROCKCHIP_RGA2)
1228         fb_copy_by_rga(dst_info, src_info);
1229 #else
1230         return -1;
1231 #endif
1232         return 0;
1233 }
1234
1235 static int __maybe_unused rk_fb_win_rotate(struct rk_lcdc_win *dst_win,
1236                                             struct rk_lcdc_win *src_win,
1237                                             u16 rotate, int iommu_en)
1238 {
1239 #if defined(CONFIG_ROCKCHIP_RGA) || defined(CONFIG_ROCKCHIP_RGA2)
1240         win_copy_by_rga(dst_win, src_win, rotate, iommu_en);
1241 #else
1242         return -1;
1243 #endif
1244         return 0;
1245 }
1246
1247 #endif
1248
1249 static int rk_fb_pan_display(struct fb_var_screeninfo *var,
1250                              struct fb_info *info)
1251 {
1252         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
1253         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
1254         struct fb_fix_screeninfo *fix = &info->fix;
1255         int win_id = 0;
1256         struct rk_lcdc_win *win = NULL;
1257         struct rk_screen *screen = dev_drv->cur_screen;
1258         u32 xoffset = var->xoffset;
1259         u32 yoffset = var->yoffset;
1260         u32 xvir = var->xres_virtual;
1261         u8 pixel_width;
1262         u32 vir_width_bit;
1263         u32 stride, uv_stride;
1264         u32 stride_32bit_1;
1265         u32 stride_32bit_2;
1266         u16 uv_x_off, uv_y_off, uv_y_act;
1267         u8 is_pic_yuv = 0;
1268
1269         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
1270         if (win_id < 0)
1271                 return -ENODEV;
1272         else
1273                 win = dev_drv->win[win_id];
1274
1275         pixel_width = rk_fb_pixel_width(win->area[0].format);
1276         vir_width_bit = pixel_width * xvir;
1277         stride_32bit_1 = ALIGN_N_TIMES(vir_width_bit, 32) / 8;
1278         stride_32bit_2 = ALIGN_N_TIMES(vir_width_bit * 2, 32) / 8;
1279
1280         switch (win->area[0].format) {
1281         case YUV422:
1282         case YUV422_A:
1283                 is_pic_yuv = 1;
1284                 stride = stride_32bit_1;
1285                 uv_stride = stride_32bit_1 >> 1;
1286                 uv_x_off = xoffset >> 1;
1287                 uv_y_off = yoffset;
1288                 fix->line_length = stride;
1289                 uv_y_act = win->area[0].yact >> 1;
1290                 break;
1291         case YUV420:            /* nv12 */
1292         case YUV420_NV21:       /* nv21 */
1293         case YUV420_A:
1294                 is_pic_yuv = 1;
1295                 stride = stride_32bit_1;
1296                 uv_stride = stride_32bit_1;
1297                 uv_x_off = xoffset;
1298                 uv_y_off = yoffset >> 1;
1299                 fix->line_length = stride;
1300                 uv_y_act = win->area[0].yact >> 1;
1301                 break;
1302         case YUV444:
1303         case YUV444_A:
1304                 is_pic_yuv = 1;
1305                 stride = stride_32bit_1;
1306                 uv_stride = stride_32bit_2;
1307                 uv_x_off = xoffset * 2;
1308                 uv_y_off = yoffset;
1309                 fix->line_length = stride << 2;
1310                 uv_y_act = win->area[0].yact;
1311                 break;
1312         default:
1313                 stride = stride_32bit_1;        /* default rgb */
1314                 fix->line_length = stride;
1315                 break;
1316         }
1317
1318         /* x y mirror ,jump line */
1319         if (screen->y_mirror == 1) {
1320                 if (screen->interlace == 1) {
1321                         win->area[0].y_offset = yoffset * stride * 2 +
1322                             ((win->area[0].yact - 1) * 2 + 1) * stride +
1323                             xoffset * pixel_width / 8;
1324                 } else {
1325                         win->area[0].y_offset = yoffset * stride +
1326                             (win->area[0].yact - 1) * stride +
1327                             xoffset * pixel_width / 8;
1328                 }
1329         } else {
1330                 if (screen->interlace == 1) {
1331                         win->area[0].y_offset =
1332                             yoffset * stride * 2 + xoffset * pixel_width / 8;
1333                 } else {
1334                         win->area[0].y_offset =
1335                             yoffset * stride + xoffset * pixel_width / 8;
1336                 }
1337         }
1338         if (is_pic_yuv == 1) {
1339                 if (screen->y_mirror == 1) {
1340                         if (screen->interlace == 1) {
1341                                 win->area[0].c_offset =
1342                                     uv_y_off * uv_stride * 2 +
1343                                     ((uv_y_act - 1) * 2 + 1) * uv_stride +
1344                                     uv_x_off * pixel_width / 8;
1345                         } else {
1346                                 win->area[0].c_offset = uv_y_off * uv_stride +
1347                                     (uv_y_act - 1) * uv_stride +
1348                                     uv_x_off * pixel_width / 8;
1349                         }
1350                 } else {
1351                         if (screen->interlace == 1) {
1352                                 win->area[0].c_offset =
1353                                     uv_y_off * uv_stride * 2 +
1354                                     uv_x_off * pixel_width / 8;
1355                         } else {
1356                                 win->area[0].c_offset =
1357                                     uv_y_off * uv_stride +
1358                                     uv_x_off * pixel_width / 8;
1359                         }
1360                 }
1361         }
1362
1363         win->area[0].smem_start = fix->smem_start;
1364         win->area[0].cbr_start = fix->mmio_start;
1365         win->area[0].state = 1;
1366         win->area_num = 1;
1367
1368         dev_drv->ops->pan_display(dev_drv, win_id);
1369
1370 #ifdef  CONFIG_FB_MIRRORING
1371         if (video_data_to_mirroring)
1372                 video_data_to_mirroring(info, NULL);
1373 #endif
1374         dev_drv->ops->cfg_done(dev_drv);
1375
1376         return 0;
1377 }
1378
1379 static int rk_fb_get_list_stat(struct rk_lcdc_driver *dev_drv)
1380 {
1381         int i, j;
1382
1383         i = list_empty(&dev_drv->update_regs_list);
1384         j = list_empty(&dev_drv->saved_list);
1385         return i == j ? 0 : 1;
1386 }
1387
1388 void rk_fd_fence_wait(struct rk_lcdc_driver *dev_drv, struct sync_fence *fence)
1389 {
1390         int err = sync_fence_wait(fence, 1000);
1391
1392         if (err >= 0)
1393                 return;
1394
1395         if (err == -ETIME)
1396                 err = sync_fence_wait(fence, 10 * MSEC_PER_SEC);
1397
1398         if (err < 0)
1399                 printk("error waiting on fence\n");
1400 }
1401 #if 0
1402 static int rk_fb_copy_from_loader(struct fb_info *info)
1403 {
1404         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
1405         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
1406         void *dst = info->screen_base;
1407         u32 dsp_addr[4];
1408         u32 src;
1409         u32 i,size;
1410         int win_id;
1411         struct rk_lcdc_win *win;
1412
1413         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
1414         win = dev_drv->win[win_id];
1415         size = (win->area[0].xact) * (win->area[0].yact) << 2;
1416         dev_drv->ops->get_dsp_addr(dev_drv, dsp_addr);
1417         src = dsp_addr[win_id];
1418         dev_info(info->dev, "copy fb data %d x %d  from  dst_addr:%08x\n",
1419                  win->area[0].xact, win->area[0].yact, src);
1420         for (i = 0; i < size; i += PAGE_SIZE) {
1421                 void *page = phys_to_page(i + src);
1422                 void *from_virt = kmap(page);
1423                 void *to_virt = dst + i;
1424                 memcpy(to_virt, from_virt, PAGE_SIZE);
1425         }
1426         dev_drv->ops->direct_set_addr(dev_drv, win_id,
1427                                       info->fix.smem_start);
1428         return 0;
1429 }
1430 #endif
1431 #ifdef CONFIG_ROCKCHIP_IOMMU
1432 static int g_last_addr[4];
1433 int g_last_timeout;
1434 u32 freed_addr[10];
1435 u32 freed_index;
1436
1437 #define DUMP_CHUNK 256
1438 char buf[PAGE_SIZE];
1439
1440 int rk_fb_sysmmu_fault_handler(struct device *dev,
1441                                enum rk_iommu_inttype itype,
1442                                unsigned long pgtable_base,
1443                                unsigned long fault_addr, unsigned int status)
1444 {
1445         struct rk_lcdc_driver *dev_drv = rk_get_prmry_lcdc_drv();
1446         int i = 0;
1447         static int page_fault_cnt;
1448         if ((page_fault_cnt++) >= 10)
1449                 return 0;
1450         pr_err
1451             ("PAGE FAULT occurred at 0x%lx (Page table base: 0x%lx),status=%d\n",
1452              fault_addr, pgtable_base, status);
1453         printk("last config addr:\n" "win0:0x%08x\n" "win1:0x%08x\n"
1454                "win2:0x%08x\n" "win3:0x%08x\n", g_last_addr[0], g_last_addr[1],
1455                g_last_addr[2], g_last_addr[3]);
1456         printk("last freed buffer:\n");
1457         for (i = 0; (freed_addr[i] != 0xfefefefe) && freed_addr[i]; i++)
1458                 printk("%d:0x%08x\n", i, freed_addr[i]);
1459         printk("last timeout:%d\n", g_last_timeout);
1460         dev_drv->ops->get_disp_info(dev_drv, buf, 0);
1461         for (i = 0; i < PAGE_SIZE; i += DUMP_CHUNK) {
1462                 if ((PAGE_SIZE - i) > DUMP_CHUNK) {
1463                         char c = buf[i + DUMP_CHUNK];
1464                         buf[i + DUMP_CHUNK] = 0;
1465                         pr_cont("%s", buf + i);
1466                         buf[i + DUMP_CHUNK] = c;
1467                 } else {
1468                         buf[PAGE_SIZE - 1] = 0;
1469                         pr_cont("%s", buf + i);
1470                 }
1471         }
1472
1473         return 0;
1474 }
1475 #endif
1476
1477 void rk_fb_free_dma_buf(struct rk_lcdc_driver *dev_drv,
1478                         struct rk_fb_reg_win_data *reg_win_data)
1479 {
1480         int i, index_buf;
1481         struct rk_fb_reg_area_data *area_data;
1482         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
1483
1484         for (i = 0; i < reg_win_data->area_num; i++) {
1485                 area_data = &reg_win_data->reg_area_data[i];
1486                 index_buf = area_data->index_buf;
1487 #if defined(CONFIG_ROCKCHIP_IOMMU)
1488                 if (dev_drv->iommu_enabled) {
1489                         if (rk_fb->disp_policy != DISPLAY_POLICY_BOX)
1490                                 ion_unmap_iommu(dev_drv->dev, rk_fb->ion_client,
1491                                                 area_data->ion_handle);
1492                         freed_addr[freed_index++] = area_data->smem_start;
1493                 }
1494 #endif
1495                 if (area_data->ion_handle != NULL)
1496                         ion_free(rk_fb->ion_client, area_data->ion_handle);
1497
1498                 if (area_data->acq_fence)
1499                         sync_fence_put(area_data->acq_fence);
1500         }
1501         memset(reg_win_data, 0, sizeof(struct rk_fb_reg_win_data));
1502 }
1503
1504 static void rk_fb_update_win(struct rk_lcdc_driver *dev_drv,
1505                                 struct rk_lcdc_win *win,
1506                                 struct rk_fb_reg_win_data *reg_win_data)
1507 {
1508         int i = 0;
1509         struct rk_fb *inf = platform_get_drvdata(fb_pdev);
1510         struct rk_screen *cur_screen;
1511         struct rk_screen primary_screen;
1512
1513         if (unlikely(!inf) || unlikely(!dev_drv) ||
1514             unlikely(!win) || unlikely(!reg_win_data))
1515                 return;
1516
1517         cur_screen = dev_drv->cur_screen;
1518         rk_fb_get_prmry_screen(&primary_screen);
1519
1520         win->area_num = reg_win_data->area_num;
1521         win->id = reg_win_data->win_id;
1522         win->z_order = reg_win_data->z_order;
1523
1524         if (reg_win_data->reg_area_data[0].smem_start > 0) {
1525                 win->state = 1;
1526                 win->area_num = reg_win_data->area_num;
1527                 win->id = reg_win_data->win_id;
1528                 win->z_order = reg_win_data->z_order;
1529                 win->area[0].uv_vir_stride =
1530                     reg_win_data->reg_area_data[0].uv_vir_stride;
1531                 win->area[0].cbr_start =
1532                     reg_win_data->reg_area_data[0].cbr_start;
1533                 win->area[0].c_offset = reg_win_data->reg_area_data[0].c_offset;
1534                 win->alpha_en = reg_win_data->alpha_en;
1535                 win->alpha_mode = reg_win_data->alpha_mode;
1536                 win->g_alpha_val = reg_win_data->g_alpha_val;
1537                 win->mirror_en = reg_win_data->mirror_en;
1538                 win->area[0].fbdc_en =
1539                         reg_win_data->reg_area_data[0].fbdc_en;
1540                 win->area[0].fbdc_cor_en =
1541                         reg_win_data->reg_area_data[0].fbdc_cor_en;
1542                 win->area[0].fbdc_data_format =
1543                         reg_win_data->reg_area_data[0].fbdc_data_format;
1544                 for (i = 0; i < RK_WIN_MAX_AREA; i++) {
1545                         if (reg_win_data->reg_area_data[i].smem_start > 0) {
1546                                 win->area[i].format =
1547                                         reg_win_data->reg_area_data[i].data_format;
1548                                 if (inf->disp_policy != DISPLAY_POLICY_BOX)
1549                                         win->area[i].ion_hdl =
1550                                         reg_win_data->reg_area_data[i].ion_handle;
1551                                 win->area[i].smem_start =
1552                                         reg_win_data->reg_area_data[i].smem_start;
1553                                 if (inf->disp_mode == DUAL ||
1554                                     inf->disp_policy == DISPLAY_POLICY_BOX) {
1555                                         win->area[i].xpos =
1556                                                 reg_win_data->reg_area_data[i].xpos;
1557                                         win->area[i].ypos =
1558                                                 reg_win_data->reg_area_data[i].ypos;
1559                                         win->area[i].xsize =
1560                                                 reg_win_data->reg_area_data[i].xsize;
1561                                         win->area[i].ysize =
1562                                                 reg_win_data->reg_area_data[i].ysize;
1563                                 } else {
1564                                         win->area[i].xpos =
1565                                                 reg_win_data->reg_area_data[i].xpos *
1566                                                 cur_screen->mode.xres /
1567                                                 primary_screen.mode.xres;
1568                                         win->area[i].ypos =
1569                                                 reg_win_data->reg_area_data[i].ypos *
1570                                                 cur_screen->mode.yres /
1571                                                 primary_screen.mode.yres;
1572                                         win->area[i].xsize =
1573                                                 reg_win_data->reg_area_data[i].xsize *
1574                                                 cur_screen->mode.xres /
1575                                                 primary_screen.mode.xres;
1576                                         win->area[i].ysize =
1577                                                 reg_win_data->reg_area_data[i].ysize *
1578                                                 cur_screen->mode.yres /
1579                                                 primary_screen.mode.yres;
1580
1581                                         /* recalc display size if set hdmi scaler when at ONE_DUAL mode */
1582                                         if (inf->disp_mode == ONE_DUAL && hdmi_switch_complete) {
1583                                                 if (cur_screen->xsize > 0 &&
1584                                                     cur_screen->xsize <= cur_screen->mode.xres) {
1585                                                         win->area[i].xpos =
1586                                                                 ((cur_screen->mode.xres - cur_screen->xsize) >> 1) +
1587                                                                 cur_screen->xsize * win->area[i].xpos / cur_screen->mode.xres;
1588                                                         win->area[i].xsize =
1589                                                                 win->area[i].xsize * cur_screen->xsize / cur_screen->mode.xres;
1590                                                 }
1591                                                 if (cur_screen->ysize > 0 && cur_screen->ysize <= cur_screen->mode.yres) {
1592                                                         win->area[i].ypos =
1593                                                                 ((cur_screen->mode.yres - cur_screen->ysize) >> 1) +
1594                                                                 cur_screen->ysize * win->area[i].ypos / cur_screen->mode.yres;
1595                                                         win->area[i].ysize =
1596                                                                 win->area[i].ysize * cur_screen->ysize / cur_screen->mode.yres;
1597                                                 }
1598                                         }
1599                                 }
1600                                 win->area[i].xact =
1601                                     reg_win_data->reg_area_data[i].xact;
1602                                 win->area[i].yact =
1603                                     reg_win_data->reg_area_data[i].yact;
1604                                 win->area[i].xvir =
1605                                     reg_win_data->reg_area_data[i].xvir;
1606                                 win->area[i].yvir =
1607                                     reg_win_data->reg_area_data[i].yvir;
1608                                 win->area[i].xoff =
1609                                     reg_win_data->reg_area_data[i].xoff;
1610                                 win->area[i].yoff =
1611                                     reg_win_data->reg_area_data[i].yoff;
1612                                 win->area[i].y_offset =
1613                                     reg_win_data->reg_area_data[i].y_offset;
1614                                 win->area[i].y_vir_stride =
1615                                     reg_win_data->reg_area_data[i].y_vir_stride;
1616                                 win->area[i].state = 1;
1617                         } else {
1618                                 win->area[i].state = 0;
1619                         }
1620                 }
1621         } else {
1622         /*
1623                 win->state = 0;
1624                 win->z_order = -1;
1625         */
1626         }
1627 }
1628
1629 static struct rk_fb_reg_win_data *rk_fb_get_win_data(struct rk_fb_reg_data
1630                                                      *regs, int win_id)
1631 {
1632         int i;
1633         struct rk_fb_reg_win_data *win_data = NULL;
1634         for (i = 0; i < regs->win_num; i++) {
1635                 if (regs->reg_win_data[i].win_id == win_id) {
1636                         win_data = &(regs->reg_win_data[i]);
1637                         break;
1638                 }
1639         }
1640
1641         return win_data;
1642 }
1643
1644 static void rk_fb_update_reg(struct rk_lcdc_driver *dev_drv,
1645                              struct rk_fb_reg_data *regs)
1646 {
1647         int i, j;
1648         struct rk_lcdc_win *win;
1649         ktime_t timestamp = dev_drv->vsync_info.timestamp;
1650         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
1651         struct rk_fb_reg_win_data *win_data;
1652         bool wait_for_vsync;
1653         int count = 100;
1654         unsigned int dsp_addr[4];
1655         long timeout;
1656         int win_status = 0;
1657
1658         /* acq_fence wait */
1659         for (i = 0; i < regs->win_num; i++) {
1660                 win_data = &regs->reg_win_data[i];
1661                 for (j = 0; j < RK_WIN_MAX_AREA; j++) {
1662                         if (win_data->reg_area_data[j].acq_fence) {
1663                                 /* printk("acq_fence wait!!!!!\n"); */
1664                                 rk_fd_fence_wait(dev_drv, win_data->reg_area_data[j].acq_fence);
1665                         }
1666                 }
1667         }
1668
1669         for (i = 0; i < dev_drv->lcdc_win_num; i++) {
1670                 win = dev_drv->win[i];
1671                 win_data = rk_fb_get_win_data(regs, i);
1672                 if (win_data) {
1673                         if (rk_fb->disp_policy == DISPLAY_POLICY_BOX &&
1674                             (win_data->reg_area_data[0].data_format == YUV420 ||
1675                              win_data->reg_area_data[0].data_format == YUV420_NV21 ||
1676                              win_data->reg_area_data[0].data_format == YUV420_A))
1677                                 continue;
1678                         mutex_lock(&dev_drv->win_config);
1679                         rk_fb_update_win(dev_drv, win, win_data);
1680                         win->state = 1;
1681                         dev_drv->ops->set_par(dev_drv, i);
1682                         dev_drv->ops->pan_display(dev_drv, i);
1683                         mutex_unlock(&dev_drv->win_config);
1684 #if defined(CONFIG_ROCKCHIP_IOMMU)
1685                         if (dev_drv->iommu_enabled) {
1686                                 g_last_addr[i] = win_data->reg_area_data[0].smem_start +
1687                                         win_data->reg_area_data[0].y_offset;
1688                         }
1689 #endif
1690                 } else {
1691                         win->z_order = -1;
1692                         win->state = 0;
1693                 }
1694         }
1695         dev_drv->ops->ovl_mgr(dev_drv, 0, 1);
1696         dev_drv->ops->cfg_done(dev_drv);
1697
1698         do {
1699                 timestamp = dev_drv->vsync_info.timestamp;
1700                 timeout = wait_event_interruptible_timeout(dev_drv->vsync_info.wait,
1701                                 ktime_compare(dev_drv->vsync_info.timestamp, timestamp) > 0,
1702                                 msecs_to_jiffies(25));
1703
1704                 dev_drv->ops->get_dsp_addr(dev_drv, dsp_addr);
1705                 wait_for_vsync = false;
1706                 for (i = 0; i < dev_drv->lcdc_win_num; i++) {
1707                         if (rk_fb->disp_policy == DISPLAY_POLICY_BOX &&
1708                             (!strcmp(dev_drv->win[i]->name, "hwc")))
1709                                 continue;
1710                         if (dev_drv->win[i]->state == 1) {
1711                                 u32 new_start =
1712                                     dev_drv->win[i]->area[0].smem_start +
1713                                     dev_drv->win[i]->area[0].y_offset;
1714                                 u32 reg_start = dsp_addr[i];
1715
1716                                 if ((rk_fb->disp_policy ==
1717                                      DISPLAY_POLICY_BOX) &&
1718                                     (dev_drv->suspend_flag))
1719                                         continue;
1720                                 if (unlikely(new_start != reg_start)) {
1721                                         wait_for_vsync = true;
1722                                         dev_info(dev_drv->dev,
1723                                                "win%d:new_addr:0x%08x cur_addr:0x%08x--%d\n",
1724                                                i, new_start, reg_start, 101 - count);
1725                                         break;
1726                                 }
1727                         } else if (dev_drv->win[i]->state == 0) {
1728                                 if (dev_drv->ops->get_win_state) {
1729                                         win_status =
1730                                         dev_drv->ops->get_win_state(dev_drv, i);
1731                                         if (win_status)
1732                                                wait_for_vsync = true;
1733                                 }
1734                         } else {
1735                                 pr_err("!!!win[%d]state:%d,error!!!\n",
1736                                         i, dev_drv->win[i]->state);
1737                         }
1738                 }
1739         } while (wait_for_vsync && count--);
1740 #ifdef H_USE_FENCE
1741         sw_sync_timeline_inc(dev_drv->timeline, 1);
1742 #endif
1743         if (dev_drv->front_regs) {
1744 #if defined(CONFIG_ROCKCHIP_IOMMU)
1745                 if (dev_drv->iommu_enabled) {
1746                         if (dev_drv->ops->mmu_en)
1747                                 dev_drv->ops->mmu_en(dev_drv);
1748                         freed_index = 0;
1749                         g_last_timeout = timeout;
1750                 }
1751 #endif
1752
1753                 mutex_lock(&dev_drv->front_lock);
1754
1755                 for (i = 0; i < dev_drv->front_regs->win_num; i++) {
1756                         win_data = &dev_drv->front_regs->reg_win_data[i];
1757                         rk_fb_free_dma_buf(dev_drv, win_data);
1758                 }
1759                 kfree(dev_drv->front_regs);
1760
1761                 mutex_unlock(&dev_drv->front_lock);
1762
1763 #if defined(CONFIG_ROCKCHIP_IOMMU)
1764                 if (dev_drv->iommu_enabled)
1765                         freed_addr[freed_index] = 0xfefefefe;
1766 #endif
1767         }
1768
1769         mutex_lock(&dev_drv->front_lock);
1770
1771         dev_drv->front_regs = regs;
1772
1773         mutex_unlock(&dev_drv->front_lock);
1774 }
1775
1776 static void rk_fb_update_regs_handler(struct kthread_work *work)
1777 {
1778         struct rk_lcdc_driver *dev_drv =
1779             container_of(work, struct rk_lcdc_driver, update_regs_work);
1780         struct rk_fb_reg_data *data, *next;
1781
1782         mutex_lock(&dev_drv->update_regs_list_lock);
1783         dev_drv->saved_list = dev_drv->update_regs_list;
1784         list_replace_init(&dev_drv->update_regs_list, &dev_drv->saved_list);
1785         mutex_unlock(&dev_drv->update_regs_list_lock);
1786
1787         list_for_each_entry_safe(data, next, &dev_drv->saved_list, list) {
1788                 rk_fb_update_reg(dev_drv, data);
1789                 list_del(&data->list);
1790         }
1791
1792         if (dev_drv->wait_fs && list_empty(&dev_drv->update_regs_list))
1793                 wake_up(&dev_drv->update_regs_wait);
1794 }
1795
1796 static int rk_fb_check_config_var(struct rk_fb_area_par *area_par,
1797                                   struct rk_screen *screen)
1798 {
1799         if ((area_par->x_offset + area_par->xact > area_par->xvir) ||
1800             (area_par->xact <= 0) || (area_par->yact <= 0) ||
1801             (area_par->xvir <= 0) || (area_par->yvir <= 0)) {
1802                 pr_err("check config var fail 0:\n"
1803                        "x_offset=%d,xact=%d,xvir=%d\n",
1804                        area_par->x_offset, area_par->xact, area_par->xvir);
1805                 return -EINVAL;
1806         }
1807
1808         if ((area_par->xpos + area_par->xsize > screen->mode.xres) ||
1809             (area_par->ypos + area_par->ysize > screen->mode.yres) ||
1810             (area_par->xsize <= 0) || (area_par->ysize <= 0)) {
1811                 pr_warn("check config var fail 1:\n"
1812                        "xpos=%d,xsize=%d,xres=%d\n"
1813                        "ypos=%d,ysize=%d,yres=%d\n",
1814                        area_par->xpos, area_par->xsize, screen->mode.xres,
1815                        area_par->ypos, area_par->ysize, screen->mode.yres);
1816                 return -EINVAL;
1817         }
1818         return 0;
1819 }
1820
1821 static int rk_fb_set_win_buffer(struct fb_info *info,
1822                                 struct rk_fb_win_par *win_par,
1823                                 struct rk_fb_reg_win_data *reg_win_data)
1824 {
1825         struct rk_fb *rk_fb = dev_get_drvdata(info->device);
1826         struct fb_fix_screeninfo *fix = &info->fix;
1827         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
1828         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
1829         struct rk_screen *screen = dev_drv->cur_screen;
1830         struct fb_info *fbi;
1831         int i, ion_fd, acq_fence_fd;
1832         u32 xvir, yvir;
1833         u32 xoffset, yoffset;
1834
1835         struct ion_handle *hdl;
1836         size_t len;
1837         int index_buf;
1838         u8 fb_data_fmt;
1839         u8 pixel_width;
1840         u32 vir_width_bit;
1841         u32 stride, uv_stride;
1842         u32 stride_32bit_1;
1843         u32 stride_32bit_2;
1844         u16 uv_x_off, uv_y_off, uv_y_act;
1845         u8 is_pic_yuv = 0;
1846         u8 ppixel_a = 0, global_a = 0;
1847         ion_phys_addr_t phy_addr;
1848         int ret = 0;
1849         int buff_len;
1850
1851         reg_win_data->reg_area_data[0].smem_start = -1;
1852         reg_win_data->area_num = 0;
1853         fbi = rk_fb->fb[reg_win_data->win_id];
1854         if (win_par->area_par[0].phy_addr == 0) {
1855                 for (i = 0; i < RK_WIN_MAX_AREA; i++) {
1856                         ion_fd = win_par->area_par[i].ion_fd;
1857                         if (ion_fd > 0) {
1858                                 hdl =
1859                                     ion_import_dma_buf(rk_fb->ion_client,
1860                                                        ion_fd);
1861                                 if (IS_ERR(hdl)) {
1862                                         pr_info("%s: Could not import handle:"
1863                                                 " %ld\n", __func__, (long)hdl);
1864                                         /*return -EINVAL; */
1865                                         break;
1866                                 }
1867                                 reg_win_data->area_num++;
1868                                 reg_win_data->reg_area_data[i].ion_handle = hdl;
1869 #ifndef CONFIG_ROCKCHIP_IOMMU
1870                                 ret = ion_phys(rk_fb->ion_client, hdl, &phy_addr,
1871                                                 &len);
1872 #else
1873                                 if (dev_drv->iommu_enabled)
1874                                         ret = ion_map_iommu(dev_drv->dev,
1875                                                                 rk_fb->ion_client,
1876                                                                 hdl,
1877                                                                 (unsigned long *)&phy_addr,
1878                                                                 (unsigned long *)&len);
1879                                 else
1880                                         ret = ion_phys(rk_fb->ion_client, hdl,
1881                                                         &phy_addr, &len);
1882 #endif
1883                                 if (ret < 0) {
1884                                         dev_err(fbi->dev, "ion map to get phy addr failed\n");
1885                                         ion_free(rk_fb->ion_client, hdl);
1886                                         return -ENOMEM;
1887                                 }
1888                                 reg_win_data->reg_area_data[i].smem_start = phy_addr;
1889                                 reg_win_data->area_buf_num++;
1890                                 reg_win_data->reg_area_data[i].index_buf = 1;
1891                                 reg_win_data->reg_area_data[i].buff_len = len;
1892                         }
1893                 }
1894         } else {
1895                 reg_win_data->reg_area_data[0].smem_start =
1896                     win_par->area_par[0].phy_addr;
1897                 reg_win_data->area_num = 1;
1898                 fbi->screen_base = phys_to_virt(win_par->area_par[0].phy_addr);
1899         }
1900
1901         if (reg_win_data->area_num == 0)
1902                 return 0;
1903
1904         for (i = 0; i < reg_win_data->area_num; i++) {
1905                 acq_fence_fd = win_par->area_par[i].acq_fence_fd;
1906                 index_buf = reg_win_data->reg_area_data[i].index_buf;
1907                 if ((acq_fence_fd > 0) && (index_buf == 1)) {
1908                         reg_win_data->reg_area_data[i].acq_fence =
1909                             sync_fence_fdget(win_par->area_par[i].acq_fence_fd);
1910                 }
1911         }
1912         if (reg_win_data->reg_area_data[0].smem_start > 0) {
1913                 reg_win_data->z_order = win_par->z_order;
1914                 reg_win_data->win_id = win_par->win_id;
1915         } else {
1916                 reg_win_data->z_order = -1;
1917                 reg_win_data->win_id = -1;
1918         }
1919
1920         reg_win_data->mirror_en = win_par->mirror_en;
1921         for (i = 0; i < reg_win_data->area_num; i++) {
1922                 rk_fb_check_config_var(&win_par->area_par[i], screen);
1923
1924                 fb_data_fmt = rk_fb_data_fmt(win_par->area_par[i].data_format, 0);
1925                 reg_win_data->reg_area_data[i].data_format = fb_data_fmt;
1926                 if (fb_data_fmt >= FBDC_RGB_565) {
1927                         reg_win_data->reg_area_data[i].fbdc_en = 1;
1928                         reg_win_data->reg_area_data[i].fbdc_cor_en = 1;
1929                 } else {
1930                         reg_win_data->reg_area_data[i].fbdc_en = 0;
1931                         reg_win_data->reg_area_data[i].fbdc_cor_en = 0;
1932                 }
1933                 pixel_width = rk_fb_pixel_width(fb_data_fmt);
1934
1935                 ppixel_a |= ((fb_data_fmt == ARGB888) ||
1936                              (fb_data_fmt == FBDC_ARGB_888) ||
1937                              (fb_data_fmt == FBDC_ABGR_888) ||
1938                              (fb_data_fmt == ABGR888)) ? 1 : 0;
1939                 /* visiable pos in panel */
1940                 reg_win_data->reg_area_data[i].xpos = win_par->area_par[i].xpos;
1941                 reg_win_data->reg_area_data[i].ypos = win_par->area_par[i].ypos;
1942
1943                 /* realy size in panel */
1944                 reg_win_data->reg_area_data[i].xsize = win_par->area_par[i].xsize;
1945                 reg_win_data->reg_area_data[i].ysize = win_par->area_par[i].ysize;
1946
1947                 /* realy size in panel */
1948                 reg_win_data->reg_area_data[i].xact = win_par->area_par[i].xact;
1949                 reg_win_data->reg_area_data[i].yact = win_par->area_par[i].yact;
1950
1951                 xoffset = win_par->area_par[i].x_offset;        /* buf offset */
1952                 yoffset = win_par->area_par[i].y_offset;
1953                 reg_win_data->reg_area_data[i].xoff = xoffset;
1954                 reg_win_data->reg_area_data[i].yoff = yoffset;
1955
1956                 xvir = win_par->area_par[i].xvir;
1957                 reg_win_data->reg_area_data[i].xvir = xvir;
1958                 yvir = win_par->area_par[i].yvir;
1959                 reg_win_data->reg_area_data[i].yvir = yvir;
1960
1961                 vir_width_bit = pixel_width * xvir;
1962                 /* pixel_width = byte_num*8 */
1963                 stride_32bit_1 = ((vir_width_bit + 31) & (~31)) / 8;
1964                 stride_32bit_2 = ((vir_width_bit * 2 + 31) & (~31)) / 8;
1965
1966                 stride = stride_32bit_1;        /* default rgb */
1967                 fix->line_length = stride;
1968                 reg_win_data->reg_area_data[i].y_vir_stride = stride >> 2;
1969
1970                 /* x y mirror ,jump line
1971                  * reg_win_data->reg_area_data[i].y_offset =
1972                  *              yoffset*stride+xoffset*pixel_width/8;
1973                  */
1974                 if ((screen->y_mirror == 1) || (reg_win_data->mirror_en)) {
1975                         if (screen->interlace == 1) {
1976                                 reg_win_data->reg_area_data[i].y_offset =
1977                                     yoffset * stride * 2 +
1978                                     ((reg_win_data->reg_area_data[i].yact - 1) * 2 + 1) * stride +
1979                                     xoffset * pixel_width / 8;
1980                         } else {
1981                                 reg_win_data->reg_area_data[i].y_offset =
1982                                     yoffset * stride +
1983                                     (reg_win_data->reg_area_data[i].yact - 1) * stride +
1984                                     xoffset * pixel_width / 8;
1985                         }
1986                 } else {
1987                         if (screen->interlace == 1) {
1988                                 reg_win_data->reg_area_data[i].y_offset =
1989                                     yoffset * stride * 2 +
1990                                     xoffset * pixel_width / 8;
1991                         } else {
1992                                 reg_win_data->reg_area_data[i].y_offset =
1993                                     yoffset * stride +
1994                                     xoffset * pixel_width / 8;
1995                         }
1996                 }
1997                 if ((fb_data_fmt != YUV420) &&
1998                     (fb_data_fmt != YUV420_NV21) &&
1999                     (fb_data_fmt != YUV422) &&
2000                     (fb_data_fmt != YUV444)) {
2001                         buff_len = reg_win_data->reg_area_data[i].y_offset +
2002                                 reg_win_data->reg_area_data[i].xvir *
2003                                 reg_win_data->reg_area_data[i].yact *
2004                                 pixel_width / 8 -
2005                                 reg_win_data->reg_area_data[i].xoff*
2006                                 pixel_width / 8;
2007                         if (buff_len > reg_win_data->reg_area_data[i].buff_len)
2008                                 pr_err("\n!!!!!!error: fmt=%d,xvir[%d]*"
2009                                        "yact[%d]*bpp[%d]"
2010                                        "=buff_len[0x%x]>>mmu len=0x%x\n",
2011                                        fb_data_fmt,
2012                                        reg_win_data->reg_area_data[i].xvir,
2013                                        reg_win_data->reg_area_data[i].yact,
2014                                        pixel_width, buff_len,
2015                                        reg_win_data->reg_area_data[i].buff_len);
2016                 }
2017         }
2018
2019         global_a = (win_par->g_alpha_val == 0) ? 0 : 1;
2020         reg_win_data->alpha_en = ppixel_a | global_a;
2021         reg_win_data->g_alpha_val = win_par->g_alpha_val;
2022         reg_win_data->alpha_mode = win_par->alpha_mode;
2023
2024         switch (fb_data_fmt) {
2025         case YUV422:
2026         case YUV422_A:
2027                 is_pic_yuv = 1;
2028                 stride = stride_32bit_1;
2029                 uv_stride = stride_32bit_1 >> 1;
2030                 uv_x_off = xoffset >> 1;
2031                 uv_y_off = yoffset;
2032                 fix->line_length = stride;
2033                 uv_y_act = win_par->area_par[0].yact >> 1;
2034                 break;
2035         case YUV420:            /* nv12 */
2036         case YUV420_NV21:       /* nv21 */
2037         case YUV420_A:
2038                 is_pic_yuv = 1;
2039                 stride = stride_32bit_1;
2040                 uv_stride = stride_32bit_1;
2041                 uv_x_off = xoffset;
2042                 uv_y_off = yoffset >> 1;
2043                 fix->line_length = stride;
2044                 uv_y_act = win_par->area_par[0].yact >> 1;
2045                 break;
2046         case YUV444:
2047         case YUV444_A:
2048                 is_pic_yuv = 1;
2049                 stride = stride_32bit_1;
2050                 uv_stride = stride_32bit_2;
2051                 uv_x_off = xoffset * 2;
2052                 uv_y_off = yoffset;
2053                 fix->line_length = stride << 2;
2054                 uv_y_act = win_par->area_par[0].yact;
2055                 break;
2056         default:
2057                 break;
2058         }
2059         if (is_pic_yuv == 1) {
2060                 reg_win_data->reg_area_data[0].cbr_start =
2061                     reg_win_data->reg_area_data[0].smem_start + xvir * yvir;
2062                 reg_win_data->reg_area_data[0].uv_vir_stride = uv_stride >> 2;
2063                 if ((screen->y_mirror == 1) || (reg_win_data->mirror_en)) {
2064                         if (screen->interlace == 1) {
2065                                 reg_win_data->reg_area_data[0].c_offset =
2066                                     uv_y_off * uv_stride * 2 +
2067                                     ((uv_y_act - 1) * 2 + 1) * uv_stride +
2068                                     uv_x_off * pixel_width / 8;
2069                         } else {
2070                                 reg_win_data->reg_area_data[0].c_offset =
2071                                     uv_y_off * uv_stride +
2072                                     (uv_y_act - 1) * uv_stride +
2073                                     uv_x_off * pixel_width / 8;
2074                         }
2075                 } else {
2076                         if (screen->interlace == 1) {
2077                                 reg_win_data->reg_area_data[0].c_offset =
2078                                     uv_y_off * uv_stride * 2 +
2079                                     uv_x_off * pixel_width / 8;
2080                         } else {
2081                                 reg_win_data->reg_area_data[0].c_offset =
2082                                     uv_y_off * uv_stride +
2083                                     uv_x_off * pixel_width / 8;
2084                         }
2085                 }
2086                 buff_len = reg_win_data->reg_area_data[0].cbr_start +
2087                         reg_win_data->reg_area_data[0].c_offset +
2088                         reg_win_data->reg_area_data[0].xvir *
2089                         reg_win_data->reg_area_data[0].yact *
2090                         pixel_width / 16 -
2091                         reg_win_data->reg_area_data[0].smem_start -
2092                         reg_win_data->reg_area_data[0].xoff*
2093                         pixel_width / 16 ;
2094                 if (buff_len > reg_win_data->reg_area_data[0].buff_len)
2095                         pr_err("\n!!!!!!error: fmt=%d,xvir[%d]*"
2096                                "yact[%d]*bpp[%d]"
2097                                "=buff_len[0x%x]>>mmu len=0x%x\n",
2098                                fb_data_fmt,
2099                                reg_win_data->reg_area_data[0].xvir,
2100                                reg_win_data->reg_area_data[0].yact,
2101                                pixel_width, buff_len,
2102                                reg_win_data->reg_area_data[0].buff_len);
2103         }
2104
2105         /* record buffer information for rk_fb_disp_scale to prevent fence timeout
2106          * because rk_fb_disp_scale will call function info->fbops->fb_set_par(info);
2107          */
2108         info->var.yoffset = yoffset;
2109         info->var.xoffset = xoffset;
2110         return 0;
2111 }
2112
2113 static int rk_fb_set_win_config(struct fb_info *info,
2114                                 struct rk_fb_win_cfg_data *win_data)
2115 {
2116         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2117         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2118         struct rk_fb_reg_data *regs;
2119 #ifdef H_USE_FENCE
2120         struct sync_fence *release_fence[RK_MAX_BUF_NUM];
2121         struct sync_fence *retire_fence;
2122         struct sync_pt *release_sync_pt[RK_MAX_BUF_NUM];
2123         struct sync_pt *retire_sync_pt;
2124         char fence_name[20];
2125 #endif
2126         int ret = 0, i, j = 0;
2127         int list_is_empty = 0;
2128
2129         if (dev_drv->suspend_flag) {
2130                 dev_drv->timeline_max++;
2131                 sw_sync_timeline_inc(dev_drv->timeline, 1);
2132                 return 0;
2133         }
2134
2135         regs = kzalloc(sizeof(struct rk_fb_reg_data), GFP_KERNEL);
2136         if (!regs) {
2137                 printk(KERN_INFO "could not allocate rk_fb_reg_data\n");
2138                 ret = -ENOMEM;
2139                 return ret;
2140         }
2141
2142 /*
2143         regs->post_cfg.xpos = win_data->post_cfg.xpos;
2144         regs->post_cfg.ypos = win_data->post_cfg.ypos;
2145         regs->post_cfg.xsize = win_data->post_cfg.xsize;
2146         regs->post_cfg.ysize = win_data->post_cfg.xsize;
2147 */
2148
2149         for (i = 0; i < dev_drv->lcdc_win_num; i++) {
2150                 if (win_data->win_par[i].win_id < dev_drv->lcdc_win_num) {
2151                         if (rk_fb_set_win_buffer(info, &win_data->win_par[i],
2152                                                         &regs->reg_win_data[j]))
2153                                 return -ENOMEM;
2154                         if (regs->reg_win_data[j].area_num > 0) {
2155                                 regs->win_num++;
2156                                 regs->buf_num +=
2157                                     regs->reg_win_data[j].area_buf_num;
2158                         }
2159                         j++;
2160                 } else {
2161                         printk(KERN_INFO "error:win_id bigger than lcdc_win_num\n");
2162                         printk(KERN_INFO "i=%d,win_id=%d\n", i,
2163                                win_data->win_par[i].win_id);
2164                 }
2165         }
2166
2167         mutex_lock(&dev_drv->output_lock);
2168
2169         dev_drv->timeline_max++;
2170 #ifdef H_USE_FENCE
2171         for (i = 0; i < RK_MAX_BUF_NUM; i++) {
2172                 if (i < regs->buf_num) {
2173                         sprintf(fence_name, "fence%d", i);
2174                         win_data->rel_fence_fd[i] = get_unused_fd();
2175                         if (win_data->rel_fence_fd[i] < 0) {
2176                                 printk(KERN_INFO "rel_fence_fd=%d\n",
2177                                        win_data->rel_fence_fd[i]);
2178                                 ret = -EFAULT;
2179                                 goto err;
2180                         }
2181                         release_sync_pt[i] =
2182                             sw_sync_pt_create(dev_drv->timeline,
2183                                               dev_drv->timeline_max);
2184                         release_fence[i] =
2185                             sync_fence_create(fence_name, release_sync_pt[i]);
2186                         sync_fence_install(release_fence[i],
2187                                            win_data->rel_fence_fd[i]);
2188                 } else {
2189                         win_data->rel_fence_fd[i] = -1;
2190                 }
2191         }
2192
2193         win_data->ret_fence_fd = get_unused_fd();
2194         if (win_data->ret_fence_fd < 0) {
2195                 printk("ret_fence_fd=%d\n", win_data->ret_fence_fd);
2196                 win_data->ret_fence_fd = -1;
2197                 ret = -EFAULT;
2198                 goto err;
2199         }
2200         retire_sync_pt =
2201             sw_sync_pt_create(dev_drv->timeline, dev_drv->timeline_max);
2202         retire_fence = sync_fence_create("ret_fence", retire_sync_pt);
2203         sync_fence_install(retire_fence, win_data->ret_fence_fd);
2204 #else
2205         for (i = 0; i < RK_MAX_BUF_NUM; i++)
2206                 win_data->rel_fence_fd[i] = -1;
2207
2208         win_data->ret_fence_fd = -1;
2209 #endif
2210         if (dev_drv->wait_fs == 0) {
2211                 mutex_lock(&dev_drv->update_regs_list_lock);
2212                 list_add_tail(&regs->list, &dev_drv->update_regs_list);
2213                 mutex_unlock(&dev_drv->update_regs_list_lock);
2214                 queue_kthread_work(&dev_drv->update_regs_worker,
2215                                    &dev_drv->update_regs_work);
2216         } else {
2217                 mutex_lock(&dev_drv->update_regs_list_lock);
2218                 list_is_empty = list_empty(&dev_drv->update_regs_list) &&
2219                                         list_empty(&dev_drv->saved_list);
2220                 mutex_unlock(&dev_drv->update_regs_list_lock);
2221                 if (!list_is_empty) {
2222                         ret = wait_event_timeout(dev_drv->update_regs_wait,
2223                                 list_empty(&dev_drv->update_regs_list) && list_empty(&dev_drv->saved_list),
2224                                 msecs_to_jiffies(60));
2225                         if (ret > 0)
2226                                 rk_fb_update_reg(dev_drv, regs);
2227                         else
2228                                 printk("%s: wait update_regs_wait timeout\n", __func__);
2229                 } else if (ret == 0) {
2230                         rk_fb_update_reg(dev_drv, regs);
2231                 }
2232         }
2233
2234 err:
2235         mutex_unlock(&dev_drv->output_lock);
2236         return ret;
2237 }
2238
2239 #if 1
2240 static int cfgdone_distlist[10] = { 0 };
2241
2242 static int cfgdone_index;
2243 static int cfgdone_lasttime;
2244
2245 int rk_get_real_fps(int before)
2246 {
2247         struct timespec now;
2248         int dist_curr;
2249         int dist_total = 0;
2250         int dist_count = 0;
2251         int dist_first = 0;
2252
2253         int index = cfgdone_index;
2254         int i = 0, fps = 0;
2255         int total;
2256
2257         if (before > 100)
2258                 before = 100;
2259         if (before < 0)
2260                 before = 0;
2261
2262         getnstimeofday(&now);
2263         dist_curr = (now.tv_sec * 1000000 + now.tv_nsec / 1000) -
2264                         cfgdone_lasttime;
2265         total = dist_curr;
2266         /*
2267            printk("fps: ");
2268          */
2269         for (i = 0; i < 10; i++) {
2270                 if (--index < 0)
2271                         index = 9;
2272                 total += cfgdone_distlist[index];
2273                 if (i == 0)
2274                         dist_first = cfgdone_distlist[index];
2275                 if (total < (before * 1000)) {
2276                         /*
2277                            printk("[%d:%d] ", dist_count, cfgdone_distlist[index]);
2278                          */
2279                         dist_total += cfgdone_distlist[index];
2280                         dist_count++;
2281                 } else {
2282                         break;
2283                 }
2284         }
2285
2286         /*
2287            printk("total %d, count %d, curr %d, ", dist_total, dist_count, dist_curr);
2288          */
2289         dist_curr = (dist_curr > dist_first) ? dist_curr : dist_first;
2290         dist_total += dist_curr;
2291         dist_count++;
2292
2293         if (dist_total > 0)
2294                 fps = (1000000 * dist_count) / dist_total;
2295         else
2296                 fps = 60;
2297
2298         /*
2299            printk("curr2 %d, fps=%d\n", dist_curr, fps);
2300          */
2301         return fps;
2302 }
2303 EXPORT_SYMBOL(rk_get_real_fps);
2304
2305 #endif
2306 #ifdef CONFIG_ROCKCHIP_IOMMU
2307 #define ION_MAX 10
2308 static struct ion_handle *ion_hanle[ION_MAX];
2309 static struct ion_handle *ion_hwc[1];
2310 #endif
2311 static int rk_fb_ioctl(struct fb_info *info, unsigned int cmd,
2312                        unsigned long arg)
2313 {
2314         struct rk_fb *rk_fb = dev_get_drvdata(info->device);
2315         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2316         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2317         struct fb_fix_screeninfo *fix = &info->fix;
2318         struct rk_lcdc_win *win;
2319         int enable;     /* enable fb:1 enable;0 disable */
2320         int ovl;        /* overlay:0 win1 on the top of win0;1,win0 on the top of win1 */
2321         int num_buf;    /* buffer_number */
2322         int ret;
2323         struct rk_fb_win_cfg_data win_data;
2324         unsigned int dsp_addr[4];
2325         int list_stat;
2326
2327         int win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
2328
2329         void __user *argp = (void __user *)arg;
2330         win = dev_drv->win[win_id];
2331
2332         switch (cmd) {
2333         case RK_FBIOSET_HWC_ADDR:
2334         {
2335                 u32 hwc_phy[1];
2336                 if (copy_from_user(hwc_phy, argp, 4))
2337                         return -EFAULT;
2338 #ifdef CONFIG_ROCKCHIP_IOMMU
2339                 if (!dev_drv->iommu_enabled) {
2340 #endif
2341                         fix->smem_start = hwc_phy[0];
2342 #ifdef CONFIG_ROCKCHIP_IOMMU
2343                 } else {
2344                         int usr_fd;
2345                         struct ion_handle *hdl;
2346                         ion_phys_addr_t phy_addr;
2347                         size_t len;
2348
2349                         usr_fd = hwc_phy[0];
2350                         if (!usr_fd) {
2351                                 fix->smem_start = 0;
2352                                 fix->mmio_start = 0;
2353                                 dev_drv->ops->open(dev_drv, win_id, 0);
2354                                 break;
2355                         }
2356
2357                         if (ion_hwc[0] != 0) {
2358                                 ion_free(rk_fb->ion_client, ion_hwc[0]);
2359                                 ion_hwc[0] = 0;
2360                         }
2361
2362                         hdl = ion_import_dma_buf(rk_fb->ion_client, usr_fd);
2363                         if (IS_ERR(hdl)) {
2364                                 dev_err(info->dev, "failed to get hwc ion handle:%ld\n",
2365                                         PTR_ERR(hdl));
2366                                 return -EFAULT;
2367                         }
2368
2369                         ret = ion_map_iommu(dev_drv->dev, rk_fb->ion_client, hdl,
2370                                                 (unsigned long *)&phy_addr,
2371                                                 (unsigned long *)&len);
2372                         if (ret < 0) {
2373                                 dev_err(info->dev, "ion map to get hwc phy addr failed");
2374                                 ion_free(rk_fb->ion_client, hdl);
2375                                 return -ENOMEM;
2376                         }
2377                         fix->smem_start = phy_addr;
2378                         ion_hwc[0] = hdl;
2379                 }
2380 #endif
2381                 break;
2382         }
2383         case RK_FBIOSET_YUV_ADDR:
2384                 {
2385                         u32 yuv_phy[2];
2386
2387                         if (copy_from_user(yuv_phy, argp, 8))
2388                                 return -EFAULT;
2389                         #ifdef CONFIG_ROCKCHIP_IOMMU
2390                         if (!dev_drv->iommu_enabled || !strcmp(info->fix.id, "fb0")) {
2391                         #endif
2392                                 fix->smem_start = yuv_phy[0];
2393                                 fix->mmio_start = yuv_phy[1];
2394                         #ifdef CONFIG_ROCKCHIP_IOMMU
2395                         } else {
2396                                 int usr_fd, offset, tmp;
2397                                 struct ion_handle *hdl;
2398                                 ion_phys_addr_t phy_addr;
2399                                 size_t len;
2400
2401                                 usr_fd = yuv_phy[0];
2402                                 offset = yuv_phy[1] - yuv_phy[0];
2403                                 if (!usr_fd) {
2404                                         fix->smem_start = 0;
2405                                         fix->mmio_start = 0;
2406                                         break;
2407                                 }
2408
2409                                 if (ion_hanle[ION_MAX - 1] != 0) {
2410                                         /*ion_unmap_kernel(rk_fb->ion_client, ion_hanle[ION_MAX - 1]);*/
2411                                         /*ion_unmap_iommu(dev_drv->dev, rk_fb->ion_client, ion_hanle[ION_MAX - 1]);*/
2412                                         ion_free(rk_fb->ion_client, ion_hanle[ION_MAX - 1]);
2413                                         ion_hanle[ION_MAX - 1] = 0;
2414                                 }
2415
2416                                 hdl = ion_import_dma_buf(rk_fb->ion_client, usr_fd);
2417                                 if (IS_ERR(hdl)) {
2418                                         dev_err(info->dev, "failed to get ion handle:%ld\n",
2419                                                 PTR_ERR(hdl));
2420                                         return -EFAULT;
2421                                 }
2422
2423                                 ret = ion_map_iommu(dev_drv->dev, rk_fb->ion_client, hdl,
2424                                                         (unsigned long *)&phy_addr,
2425                                                         (unsigned long *)&len);
2426                                 if (ret < 0) {
2427                                         dev_err(info->dev, "ion map to get phy addr failed");
2428                                         ion_free(rk_fb->ion_client, hdl);
2429                                         return -ENOMEM;
2430                                 }
2431                                 fix->smem_start = phy_addr;
2432                                 fix->mmio_start = phy_addr + offset;
2433                                 fix->smem_len = len;
2434                                 /*info->screen_base = ion_map_kernel(rk_fb->ion_client, hdl);*/
2435
2436                                 ion_hanle[0] = hdl;
2437                                 for (tmp = ION_MAX - 1; tmp > 0; tmp--)
2438                                         ion_hanle[tmp] = ion_hanle[tmp - 1];
2439                                 ion_hanle[0] = 0;
2440                         }
2441                         #endif
2442                         break;
2443                 }
2444         case RK_FBIOSET_ENABLE:
2445                 if (copy_from_user(&enable, argp, sizeof(enable)))
2446                         return -EFAULT;
2447                                 if (enable)
2448                                         fb_par->state++;
2449                                 else
2450                                         fb_par->state--;
2451                 dev_drv->ops->open(dev_drv, win_id, enable);
2452                 break;
2453         case RK_FBIOGET_ENABLE:
2454                 enable = dev_drv->ops->get_win_state(dev_drv, win_id);
2455                 if (copy_to_user(argp, &enable, sizeof(enable)))
2456                         return -EFAULT;
2457                 break;
2458         case RK_FBIOSET_OVERLAY_STA:
2459                 if (copy_from_user(&ovl, argp, sizeof(ovl)))
2460                         return -EFAULT;
2461                 dev_drv->ops->ovl_mgr(dev_drv, ovl, 1);
2462                 break;
2463         case RK_FBIOGET_OVERLAY_STA:
2464                 ovl = dev_drv->ops->ovl_mgr(dev_drv, 0, 0);
2465                 if (copy_to_user(argp, &ovl, sizeof(ovl)))
2466                         return -EFAULT;
2467                 break;
2468         case RK_FBIOPUT_NUM_BUFFERS:
2469                 if (copy_from_user(&num_buf, argp, sizeof(num_buf)))
2470                         return -EFAULT;
2471                 dev_drv->num_buf = num_buf;
2472                 break;
2473         case RK_FBIOSET_VSYNC_ENABLE:
2474                 if (copy_from_user(&enable, argp, sizeof(enable)))
2475                         return -EFAULT;
2476                 dev_drv->vsync_info.active = enable;
2477                 break;
2478
2479         case RK_FBIOGET_DSP_ADDR:
2480                 dev_drv->ops->get_dsp_addr(dev_drv, dsp_addr);
2481                 if (copy_to_user(argp, &dsp_addr, sizeof(dsp_addr)))
2482                         return -EFAULT;
2483                 break;
2484         case RK_FBIOGET_LIST_STA:
2485                 list_stat = rk_fb_get_list_stat(dev_drv);
2486                 if (copy_to_user(argp, &list_stat, sizeof(list_stat)))
2487                         return -EFAULT;
2488
2489                 break;
2490         case RK_FBIOGET_IOMMU_STA:
2491                 if (copy_to_user(argp, &dev_drv->iommu_enabled,
2492                                  sizeof(dev_drv->iommu_enabled)))
2493                         return -EFAULT;
2494                 break;
2495 #if defined(CONFIG_ION_ROCKCHIP)
2496         case RK_FBIOSET_DMABUF_FD:
2497                 {
2498                         int usr_fd;
2499                         struct ion_handle *hdl;
2500                         ion_phys_addr_t phy_addr;
2501                         size_t len;
2502                         if (copy_from_user(&usr_fd, argp, sizeof(usr_fd)))
2503                                 return -EFAULT;
2504                         hdl = ion_import_dma_buf(rk_fb->ion_client, usr_fd);
2505                         ion_phys(rk_fb->ion_client, hdl, &phy_addr, &len);
2506                         fix->smem_start = phy_addr;
2507                         break;
2508                 }
2509         case RK_FBIOGET_DMABUF_FD:
2510                 {
2511                         int fd = -1;
2512
2513                         if (IS_ERR_OR_NULL(fb_par->ion_hdl)) {
2514                                 dev_err(info->dev,
2515                                         "get dma_buf fd failed,ion handle is err\n");
2516                                 return PTR_ERR(fb_par->ion_hdl);
2517                         }
2518                         fd = ion_share_dma_buf_fd(rk_fb->ion_client,
2519                                                   fb_par->ion_hdl);
2520                         if (fd < 0) {
2521                                 dev_err(info->dev,
2522                                         "ion_share_dma_buf_fd failed\n");
2523                                 return fd;
2524                         }
2525                         if (copy_to_user(argp, &fd, sizeof(fd)))
2526                                 return -EFAULT;
2527                         break;
2528                 }
2529 #endif
2530         case RK_FBIOSET_CLEAR_FB:
2531                 memset(fb_par->fb_virt_base, 0, fb_par->fb_size);
2532                 break;
2533         case RK_FBIOSET_CONFIG_DONE:
2534                 {
2535                         int curr = 0;
2536                         struct timespec now;
2537
2538                         getnstimeofday(&now);
2539                         curr = now.tv_sec * 1000000 + now.tv_nsec / 1000;
2540                         cfgdone_distlist[cfgdone_index++] =
2541                             curr - cfgdone_lasttime;
2542                         /*
2543                            printk("%d ", curr - cfgdone_lasttime);
2544                          */
2545                         cfgdone_lasttime = curr;
2546                         if (cfgdone_index >= 10)
2547                                 cfgdone_index = 0;
2548                 }
2549                 if (copy_from_user(&win_data,
2550                                    (struct rk_fb_win_cfg_data __user *)argp,
2551                                    sizeof(win_data))) {
2552                         ret = -EFAULT;
2553                         break;
2554                 };
2555
2556                 dev_drv->wait_fs = win_data.wait_fs;
2557                 rk_fb_set_win_config(info, &win_data);
2558
2559                 if (copy_to_user((struct rk_fb_win_cfg_data __user *)arg,
2560                                  &win_data, sizeof(win_data))) {
2561                         ret = -EFAULT;
2562                         break;
2563                 }
2564                 memset(&win_data, 0, sizeof(struct rk_fb_win_cfg_data));
2565                 break;
2566         default:
2567                 dev_drv->ops->ioctl(dev_drv, cmd, arg, win_id);
2568                 break;
2569         }
2570
2571         return 0;
2572 }
2573
2574 static int rk_fb_blank(int blank_mode, struct fb_info *info)
2575 {
2576         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2577         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2578         struct fb_fix_screeninfo *fix = &info->fix;
2579         int win_id;
2580 #if defined(CONFIG_RK_HDMI)
2581         struct rk_fb *rk_fb = dev_get_drvdata(info->device);
2582 #endif
2583
2584         win_id = dev_drv->ops->fb_get_win_id(dev_drv, fix->id);
2585         if (win_id < 0)
2586                 return -ENODEV;
2587 #if defined(CONFIG_RK_HDMI)
2588         if ((rk_fb->disp_mode == ONE_DUAL) &&
2589             (hdmi_get_hotplug() == HDMI_HPD_ACTIVED)) {
2590                 printk(KERN_INFO "hdmi is connect , not blank lcdc\n");
2591         } else
2592 #endif
2593         {
2594                 dev_drv->ops->blank(dev_drv, win_id, blank_mode);
2595         }
2596         return 0;
2597 }
2598
2599 static int rk_fb_check_var(struct fb_var_screeninfo *var, struct fb_info *info)
2600 {
2601         if ((0 == var->xres_virtual) || (0 == var->yres_virtual) ||
2602             (0 == var->xres) || (0 == var->yres) || (var->xres < 16) ||
2603             ((16 != var->bits_per_pixel) &&
2604             (32 != var->bits_per_pixel) &&
2605             (24 != var->bits_per_pixel))) {
2606                 dev_err(info->dev, "%s check var fail 1:\n"
2607                         "xres_vir:%d>>yres_vir:%d\n"
2608                         "xres:%d>>yres:%d\n"
2609                         "bits_per_pixel:%d\n",
2610                         info->fix.id,
2611                         var->xres_virtual,
2612                         var->yres_virtual,
2613                         var->xres, var->yres, var->bits_per_pixel);
2614                 return -EINVAL;
2615         }
2616
2617         if (((var->xoffset + var->xres) > var->xres_virtual) ||
2618             ((var->yoffset + var->yres) > (var->yres_virtual))) {
2619                 dev_err(info->dev, "%s check_var fail 2:\n"
2620                         "xoffset:%d>>xres:%d>>xres_vir:%d\n"
2621                         "yoffset:%d>>yres:%d>>yres_vir:%d\n",
2622                         info->fix.id,
2623                         var->xoffset,
2624                         var->xres,
2625                         var->xres_virtual,
2626                         var->yoffset, var->yres, var->yres_virtual);
2627                 return -EINVAL;
2628         }
2629
2630         return 0;
2631 }
2632
2633 static ssize_t rk_fb_read(struct fb_info *info, char __user *buf,
2634                           size_t count, loff_t *ppos)
2635 {
2636         unsigned long p = *ppos;
2637         u8 *buffer, *dst;
2638         u8 __iomem *src;
2639         int c, cnt = 0, err = 0;
2640         unsigned long total_size;
2641         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2642         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2643         struct rk_lcdc_win *win = NULL;
2644         int win_id = 0;
2645
2646         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
2647         if (win_id < 0)
2648                 return -ENODEV;
2649         else
2650                 win = dev_drv->win[win_id];
2651
2652         /* only read the current frame buffer */
2653         if (win->area[0].format == RGB565) {
2654                 total_size = win->area[0].y_vir_stride * win->area[0].yact << 1;
2655         } else if ((win->area[0].format == YUV420) ||
2656                    (win->area[0].format == YUV420_NV21)) {
2657                 total_size =
2658                     (win->area[0].y_vir_stride * win->area[0].yact * 6);
2659         } else {
2660                 total_size = win->area[0].y_vir_stride * win->area[0].yact << 2;
2661         }
2662         if (p >= total_size)
2663                 return 0;
2664
2665         if (count >= total_size)
2666                 count = total_size;
2667
2668         if (count + p > total_size)
2669                 count = total_size - p;
2670
2671         buffer = kmalloc((count > PAGE_SIZE) ? PAGE_SIZE : count, GFP_KERNEL);
2672         if (!buffer)
2673                 return -ENOMEM;
2674
2675         src = (u8 __iomem *)(info->screen_base + p + win->area[0].y_offset);
2676
2677         while (count) {
2678                 c = (count > PAGE_SIZE) ? PAGE_SIZE : count;
2679                 dst = buffer;
2680                 fb_memcpy_fromfb(dst, src, c);
2681                 dst += c;
2682                 src += c;
2683
2684                 if (copy_to_user(buf, buffer, c)) {
2685                         err = -EFAULT;
2686                         break;
2687                 }
2688                 *ppos += c;
2689                 buf += c;
2690                 cnt += c;
2691                 count -= c;
2692         }
2693
2694         kfree(buffer);
2695
2696         return (err) ? err : cnt;
2697 }
2698
2699 static ssize_t rk_fb_write(struct fb_info *info, const char __user *buf,
2700                            size_t count, loff_t *ppos)
2701 {
2702         unsigned long p = *ppos;
2703         u8 *buffer, *src;
2704         u8 __iomem *dst;
2705         int c, cnt = 0, err = 0;
2706         unsigned long total_size;
2707         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2708         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2709         struct rk_lcdc_win *win = NULL;
2710         int win_id = 0;
2711
2712         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
2713         if (win_id < 0)
2714                 return -ENODEV;
2715         else
2716                 win = dev_drv->win[win_id];
2717
2718         /* write the current frame buffer */
2719         if (win->area[0].format == RGB565)
2720                 total_size = win->area[0].xact * win->area[0].yact << 1;
2721         else
2722                 total_size = win->area[0].xact * win->area[0].yact << 2;
2723
2724         if (p > total_size)
2725                 return -EFBIG;
2726
2727         if (count > total_size) {
2728                 err = -EFBIG;
2729                 count = total_size;
2730         }
2731
2732         if (count + p > total_size) {
2733                 if (!err)
2734                         err = -ENOSPC;
2735
2736                 count = total_size - p;
2737         }
2738
2739         buffer = kmalloc((count > PAGE_SIZE) ? PAGE_SIZE : count, GFP_KERNEL);
2740         if (!buffer)
2741                 return -ENOMEM;
2742
2743         dst = (u8 __iomem *)(info->screen_base + p + win->area[0].y_offset);
2744
2745         while (count) {
2746                 c = (count > PAGE_SIZE) ? PAGE_SIZE : count;
2747                 src = buffer;
2748
2749                 if (copy_from_user(src, buf, c)) {
2750                         err = -EFAULT;
2751                         break;
2752                 }
2753
2754                 fb_memcpy_tofb(dst, src, c);
2755                 dst += c;
2756                 src += c;
2757                 *ppos += c;
2758                 buf += c;
2759                 cnt += c;
2760                 count -= c;
2761         }
2762
2763         kfree(buffer);
2764
2765         return (cnt) ? cnt : err;
2766 }
2767
2768 static int rk_fb_set_par(struct fb_info *info)
2769 {
2770         struct fb_var_screeninfo *var = &info->var;
2771         struct fb_fix_screeninfo *fix = &info->fix;
2772         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2773         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
2774         struct rk_fb *rk_fb = dev_get_drvdata(info->device);
2775         struct rk_lcdc_win *win = NULL;
2776         struct rk_screen *screen = dev_drv->cur_screen;
2777         int win_id = 0;
2778         u32 cblen = 0, crlen = 0;
2779         u16 xsize = 0, ysize = 0;       /* winx display window height/width --->LCDC_WINx_DSP_INFO */
2780         u32 xoffset = var->xoffset;     /* offset from virtual to visible */
2781         u32 yoffset = var->yoffset;
2782         u16 xpos = (var->nonstd >> 8) & 0xfff;  /*visiable pos in panel */
2783         u16 ypos = (var->nonstd >> 20) & 0xfff;
2784         u32 xvir = var->xres_virtual;
2785         u32 yvir = var->yres_virtual;
2786         u8 data_format = var->nonstd & 0xff;
2787         u8 fb_data_fmt;
2788         u8 pixel_width;
2789         u32 vir_width_bit;
2790         u32 stride, uv_stride;
2791         u32 stride_32bit_1;
2792         u32 stride_32bit_2;
2793         u16 uv_x_off, uv_y_off, uv_y_act;
2794         u8 is_pic_yuv = 0;
2795
2796         var->pixclock = dev_drv->pixclock;
2797         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
2798         if (win_id < 0)
2799                 return -ENODEV;
2800         else
2801                 win = dev_drv->win[win_id];
2802
2803         /* if the application has specific the horizontal and vertical display size */
2804         if (var->grayscale >> 8) {
2805                 xsize = (var->grayscale >> 8) & 0xfff;
2806                 ysize = (var->grayscale >> 20) & 0xfff;
2807                 if (xsize > screen->mode.xres)
2808                         xsize = screen->mode.xres;
2809                 if (ysize > screen->mode.yres)
2810                         ysize = screen->mode.yres;
2811         } else {                /*ohterwise  full  screen display */
2812                 xsize = screen->mode.xres;
2813                 ysize = screen->mode.yres;
2814         }
2815
2816         fb_data_fmt = rk_fb_data_fmt(data_format, var->bits_per_pixel);
2817         if (fb_data_fmt >= FBDC_RGB_565) {
2818                 win->area[0].fbdc_en = 1;
2819                 win->area[0].fbdc_cor_en = 1;
2820         } else {
2821                 win->area[0].fbdc_en = 0;
2822                 win->area[0].fbdc_cor_en = 0;
2823         }
2824         pixel_width = rk_fb_pixel_width(fb_data_fmt);
2825         vir_width_bit = pixel_width * xvir;
2826         /* pixel_width = byte_num * 8 */
2827         stride_32bit_1 = ALIGN_N_TIMES(vir_width_bit, 32) / 8;
2828         stride_32bit_2 = ALIGN_N_TIMES(vir_width_bit * 2, 32) / 8;
2829
2830         switch (fb_data_fmt) {
2831         case YUV422:
2832         case YUV422_A:
2833                 is_pic_yuv = 1;
2834                 stride = stride_32bit_1;
2835                 uv_stride = stride_32bit_1 >> 1;
2836                 uv_x_off = xoffset >> 1;
2837                 uv_y_off = yoffset;
2838                 fix->line_length = stride;
2839                 cblen = crlen = (xvir * yvir) >> 1;
2840                 uv_y_act = win->area[0].yact >> 1;
2841                 break;
2842         case YUV420:            /* nv12 */
2843         case YUV420_NV21:       /* nv21 */
2844         case YUV420_A:
2845                 is_pic_yuv = 1;
2846                 stride = stride_32bit_1;
2847                 uv_stride = stride_32bit_1;
2848                 uv_x_off = xoffset;
2849                 uv_y_off = yoffset >> 1;
2850                 fix->line_length = stride;
2851                 cblen = crlen = (xvir * yvir) >> 2;
2852                 uv_y_act = win->area[0].yact >> 1;
2853                 break;
2854         case YUV444:
2855         case YUV444_A:
2856                 is_pic_yuv = 1;
2857                 stride = stride_32bit_1;
2858                 uv_stride = stride_32bit_2;
2859                 uv_x_off = xoffset * 2;
2860                 uv_y_off = yoffset;
2861                 fix->line_length = stride << 2;
2862                 cblen = crlen = (xvir * yvir);
2863                 uv_y_act = win->area[0].yact;
2864                 break;
2865         default:
2866                 stride = stride_32bit_1;        /* default rgb */
2867                 fix->line_length = stride;
2868                 break;
2869         }
2870
2871         /* x y mirror ,jump line */
2872         if (screen->y_mirror == 1) {
2873                 if (screen->interlace == 1) {
2874                         win->area[0].y_offset = yoffset * stride * 2 +
2875                             ((win->area[0].yact - 1) * 2 + 1) * stride +
2876                             xoffset * pixel_width / 8;
2877                 } else {
2878                         win->area[0].y_offset = yoffset * stride +
2879                             (win->area[0].yact - 1) * stride +
2880                             xoffset * pixel_width / 8;
2881                 }
2882         } else {
2883                 if (screen->interlace == 1) {
2884                         win->area[0].y_offset =
2885                             yoffset * stride * 2 + xoffset * pixel_width / 8;
2886                 } else {
2887                         win->area[0].y_offset =
2888                             yoffset * stride + xoffset * pixel_width / 8;
2889                 }
2890         }
2891         if (is_pic_yuv == 1) {
2892                 if (screen->y_mirror == 1) {
2893                         if (screen->interlace == 1) {
2894                                 win->area[0].c_offset =
2895                                     uv_y_off * uv_stride * 2 +
2896                                     ((uv_y_act - 1) * 2 + 1) * uv_stride +
2897                                     uv_x_off * pixel_width / 8;
2898                         } else {
2899                                 win->area[0].c_offset = uv_y_off * uv_stride +
2900                                     (uv_y_act - 1) * uv_stride +
2901                                     uv_x_off * pixel_width / 8;
2902                         }
2903                 } else {
2904                         if (screen->interlace == 1) {
2905                                 win->area[0].c_offset =
2906                                     uv_y_off * uv_stride * 2 +
2907                                     uv_x_off * pixel_width / 8;
2908                         } else {
2909                                 win->area[0].c_offset =
2910                                     uv_y_off * uv_stride +
2911                                     uv_x_off * pixel_width / 8;
2912                         }
2913                 }
2914         }
2915
2916         win->area[0].format = fb_data_fmt;
2917         win->area[0].y_vir_stride = stride >> 2;
2918         win->area[0].uv_vir_stride = uv_stride >> 2;
2919         win->area[0].xpos = xpos;
2920         win->area[0].ypos = ypos;
2921         win->area[0].xsize = xsize;
2922         win->area[0].ysize = ysize;
2923         win->area[0].xact = var->xres;  /* winx active window height,is a wint of vir */
2924         win->area[0].yact = var->yres;
2925         win->area[0].xvir = var->xres_virtual;  /* virtual resolution  stride --->LCDC_WINx_VIR */
2926         win->area[0].yvir = var->yres_virtual;
2927         win->area[0].xoff = xoffset;
2928         win->area[0].yoff = yoffset;
2929
2930         win->area_num = 1;
2931         win->alpha_mode = 4;    /* AB_SRC_OVER; */
2932         win->alpha_en = ((win->area[0].format == ARGB888) ||
2933                          (win->area[0].format == FBDC_ARGB_888) ||
2934                          (win->area[0].format == FBDC_ABGR_888) ||
2935                          (win->area[0].format == ABGR888)) ? 1 : 0;
2936         win->g_alpha_val = 0;
2937
2938         if (rk_fb->disp_policy == DISPLAY_POLICY_BOX &&
2939             (win->area[0].format == YUV420 ||
2940              win->area[0].format == YUV420_NV21 ||
2941              win->area[0].format == YUV420_A))
2942                 win->state = 1;
2943
2944         dev_drv->ops->set_par(dev_drv, win_id);
2945
2946         return 0;
2947 }
2948
2949 static inline unsigned int chan_to_field(unsigned int chan,
2950                                          struct fb_bitfield *bf)
2951 {
2952         chan &= 0xffff;
2953         chan >>= 16 - bf->length;
2954         return chan << bf->offset;
2955 }
2956
2957 static int fb_setcolreg(unsigned regno,
2958                         unsigned red, unsigned green, unsigned blue,
2959                         unsigned transp, struct fb_info *info)
2960 {
2961         unsigned int val;
2962
2963         switch (info->fix.visual) {
2964         case FB_VISUAL_TRUECOLOR:
2965                 /* true-colour, use pseudo-palette */
2966                 if (regno < 16) {
2967                         u32 *pal = info->pseudo_palette;
2968                         val = chan_to_field(red, &info->var.red);
2969                         val |= chan_to_field(green, &info->var.green);
2970                         val |= chan_to_field(blue, &info->var.blue);
2971                         pal[regno] = val;
2972                 }
2973                 break;
2974         default:
2975                 return -1;      /* unknown type */
2976         }
2977
2978         return 0;
2979 }
2980
2981 static int rk_fb_mmap(struct fb_info *info, struct vm_area_struct *vma)
2982 {
2983         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
2984         struct rk_fb_par *fb_par = (struct rk_fb_par *)info->par;
2985         struct ion_handle *handle = fb_par->ion_hdl;
2986         struct dma_buf *dma_buf = NULL;
2987
2988         if (IS_ERR_OR_NULL(handle)) {
2989                 dev_err(info->dev, "failed to get ion handle:%ld\n",
2990                         PTR_ERR(handle));
2991                 return -ENOMEM;
2992         }
2993         dma_buf = ion_share_dma_buf(rk_fb->ion_client, handle);
2994         if (IS_ERR_OR_NULL(dma_buf)) {
2995                 printk("get ion share dma buf failed\n");
2996                 return -ENOMEM;
2997         }
2998
2999         vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
3000
3001         return dma_buf_mmap(dma_buf, vma, 0);
3002 }
3003
3004 static struct fb_ops fb_ops = {
3005         .owner = THIS_MODULE,
3006         .fb_open = rk_fb_open,
3007         .fb_release = rk_fb_close,
3008         .fb_check_var = rk_fb_check_var,
3009         .fb_set_par = rk_fb_set_par,
3010         .fb_blank = rk_fb_blank,
3011         .fb_ioctl = rk_fb_ioctl,
3012         .fb_pan_display = rk_fb_pan_display,
3013         .fb_read = rk_fb_read,
3014         .fb_write = rk_fb_write,
3015         .fb_setcolreg = fb_setcolreg,
3016         .fb_fillrect = cfb_fillrect,
3017         .fb_copyarea = cfb_copyarea,
3018         .fb_imageblit = cfb_imageblit,
3019 };
3020
3021 static struct fb_var_screeninfo def_var = {
3022 #if defined(CONFIG_LOGO_LINUX_BMP)
3023         .red = {16, 8, 0},
3024         .green = {8, 8, 0},
3025         .blue = {0, 8, 0},
3026         .transp = {0, 0, 0},
3027         .nonstd = HAL_PIXEL_FORMAT_BGRA_8888,
3028 #else
3029         .red = {11, 5, 0},
3030         .green = {5, 6, 0},
3031         .blue = {0, 5, 0},
3032         .transp = {0, 0, 0},
3033         .nonstd = HAL_PIXEL_FORMAT_RGB_565,     /* (ypos<<20+xpos<<8+format) format */
3034 #endif
3035         .grayscale = 0,         /* (ysize<<20+xsize<<8) */
3036         .activate = FB_ACTIVATE_NOW,
3037         .accel_flags = 0,
3038         .vmode = FB_VMODE_NONINTERLACED,
3039 };
3040
3041 static struct fb_fix_screeninfo def_fix = {
3042         .type = FB_TYPE_PACKED_PIXELS,
3043         .type_aux = 0,
3044         .xpanstep = 1,
3045         .ypanstep = 1,
3046         .ywrapstep = 0,
3047         .accel = FB_ACCEL_NONE,
3048         .visual = FB_VISUAL_TRUECOLOR,
3049
3050 };
3051
3052 static int rk_fb_wait_for_vsync_thread(void *data)
3053 {
3054         struct rk_lcdc_driver *dev_drv = data;
3055         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
3056         struct fb_info *fbi = rk_fb->fb[0];
3057
3058         while (!kthread_should_stop()) {
3059                 ktime_t timestamp = dev_drv->vsync_info.timestamp;
3060                 int ret = wait_event_interruptible(dev_drv->vsync_info.wait,
3061                                 !ktime_equal(timestamp, dev_drv->vsync_info.timestamp) &&
3062                                 (dev_drv->vsync_info.active || dev_drv->vsync_info.irq_stop));
3063
3064                 if (!ret)
3065                         sysfs_notify(&fbi->dev->kobj, NULL, "vsync");
3066         }
3067
3068         return 0;
3069 }
3070
3071 static ssize_t rk_fb_vsync_show(struct device *dev,
3072                                 struct device_attribute *attr, char *buf)
3073 {
3074         struct fb_info *fbi = dev_get_drvdata(dev);
3075         struct rk_fb_par *fb_par = (struct rk_fb_par *)fbi->par;
3076         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
3077         return scnprintf(buf, PAGE_SIZE, "%llu\n",
3078                          ktime_to_ns(dev_drv->vsync_info.timestamp));
3079 }
3080
3081 static DEVICE_ATTR(vsync, S_IRUGO, rk_fb_vsync_show, NULL);
3082
3083 /*
3084  * this two function is for other module that in the kernel which
3085  * need show image directly through fb
3086  * fb_id:we have 4 fb here,default we use fb0 for ui display
3087  */
3088 struct fb_info *rk_get_fb(int fb_id)
3089 {
3090         struct rk_fb *inf = platform_get_drvdata(fb_pdev);
3091         struct fb_info *fb = inf->fb[fb_id];
3092         return fb;
3093 }
3094 EXPORT_SYMBOL(rk_get_fb);
3095
3096 void rk_direct_fb_show(struct fb_info *fbi)
3097 {
3098         rk_fb_set_par(fbi);
3099         rk_fb_pan_display(&fbi->var, fbi);
3100 }
3101 EXPORT_SYMBOL(rk_direct_fb_show);
3102
3103 int rk_fb_dpi_open(bool open)
3104 {
3105         struct rk_lcdc_driver *dev_drv = NULL;
3106         dev_drv = rk_get_prmry_lcdc_drv();
3107
3108         if (dev_drv->ops->dpi_open)
3109                 dev_drv->ops->dpi_open(dev_drv, open);
3110         return 0;
3111 }
3112
3113 int rk_fb_dpi_win_sel(int win_id)
3114 {
3115         struct rk_lcdc_driver *dev_drv = NULL;
3116         dev_drv = rk_get_prmry_lcdc_drv();
3117
3118         if (dev_drv->ops->dpi_win_sel)
3119                 dev_drv->ops->dpi_win_sel(dev_drv, win_id);
3120         return 0;
3121 }
3122
3123 int rk_fb_dpi_status(void)
3124 {
3125         int ret = 0;
3126         struct rk_lcdc_driver *dev_drv = NULL;
3127
3128         dev_drv = rk_get_prmry_lcdc_drv();
3129         if (dev_drv->ops->dpi_status)
3130                 ret = dev_drv->ops->dpi_status(dev_drv);
3131
3132         return ret;
3133 }
3134
3135 /*
3136  * function: this function will be called by display device, enable/disable lcdc
3137  * @screen: screen timing to be set to lcdc
3138  * @enable: 0 disable lcdc; 1 enable change lcdc timing; 2 just enable dclk
3139  * @lcdc_id: the lcdc id the display device attached ,0 or 1
3140  */
3141 int rk_fb_switch_screen(struct rk_screen *screen, int enable, int lcdc_id)
3142 {
3143         struct rk_fb *rk_fb =  platform_get_drvdata(fb_pdev);
3144         struct fb_info *info = NULL;
3145         struct rk_fb_par *fb_par = NULL;
3146         struct rk_lcdc_driver *dev_drv = NULL;
3147         char name[6] = {0};
3148         int i, win_id, load_screen = 0;
3149
3150         if (unlikely(!rk_fb) || unlikely(!screen))
3151                 return -ENODEV;
3152
3153         hdmi_switch_complete = 0;
3154         /* get lcdc driver */
3155         sprintf(name, "lcdc%d", lcdc_id);
3156         if (rk_fb->disp_mode != DUAL)
3157                 dev_drv = rk_fb->lcdc_dev_drv[0];
3158         else
3159                 dev_drv = rk_get_lcdc_drv(name);
3160
3161         if (dev_drv == NULL) {
3162                 printk(KERN_ERR "%s driver not found!", name);
3163                 return -ENODEV;
3164         }
3165         if (screen->type == SCREEN_HDMI)
3166                 printk("hdmi %s lcdc%d\n", enable ? "connect to" : "remove from",
3167                         dev_drv->id);
3168         else if (screen->type == SCREEN_TVOUT ||
3169                      screen->type == SCREEN_TVOUT_TEST )
3170                 printk("cvbs %s lcdc%d\n", enable ? "connect to" : "remove from",
3171                         dev_drv->id);
3172         if (enable == 2 /*&& dev_drv->enable*/)
3173                 return 0;
3174
3175         if (rk_fb->disp_mode == ONE_DUAL) {
3176                 if (dev_drv->ops->dsp_black)
3177                         dev_drv->ops->dsp_black(dev_drv, 1);
3178                 if (dev_drv->ops->set_screen_scaler)
3179                         dev_drv->ops->set_screen_scaler(dev_drv, dev_drv->screen0, 0);
3180         }
3181         if (dev_drv->uboot_logo && (screen->type != dev_drv->cur_screen->type))
3182                dev_drv->uboot_logo = 0;
3183         if (!enable) {
3184                 /* if screen type is different, we do not disable lcdc. */
3185                 if (dev_drv->cur_screen->type != screen->type)
3186                         return 0;
3187
3188                 /* if used one lcdc to dual disp, no need to close win */
3189                 if (rk_fb->disp_mode == ONE_DUAL) {
3190                         dev_drv->cur_screen = dev_drv->screen0;
3191                         dev_drv->ops->load_screen(dev_drv, 1);
3192
3193                         /* force modify dsp size */
3194                         info = rk_fb->fb[dev_drv->fb_index_base];
3195                         info->var.grayscale &= 0xff;
3196                         info->var.grayscale |=
3197                                 (dev_drv->cur_screen->mode.xres << 8) +
3198                                 (dev_drv->cur_screen->mode.yres << 20);
3199                         mutex_lock(&dev_drv->win_config);
3200                         info->fbops->fb_set_par(info);
3201                         info->fbops->fb_pan_display(&info->var, info);
3202                         mutex_unlock(&dev_drv->win_config);
3203
3204                         if (dev_drv->ops->dsp_black)
3205                                 dev_drv->ops->dsp_black(dev_drv, 0);
3206                 } else if (rk_fb->num_lcdc > 1) {
3207                         /* If there is more than one lcdc device, we disable
3208                            the layer which attached to this device */
3209                         dev_drv->suspend_flag = 1;
3210                         flush_kthread_worker(&dev_drv->update_regs_worker);
3211                         for (i = 0; i < dev_drv->lcdc_win_num; i++) {
3212                                 if (dev_drv->win[i] && dev_drv->win[i]->state)
3213                                         dev_drv->ops->open(dev_drv, i, 0);
3214                         }
3215                 }
3216
3217                 hdmi_switch_complete = 0;
3218                 return 0;
3219         } else {
3220                 if (dev_drv->screen1)
3221                         dev_drv->cur_screen = dev_drv->screen1;
3222                 memcpy(dev_drv->cur_screen, screen, sizeof(struct rk_screen));
3223                 dev_drv->cur_screen->xsize = dev_drv->cur_screen->mode.xres;
3224                 dev_drv->cur_screen->ysize = dev_drv->cur_screen->mode.yres;
3225                 dev_drv->cur_screen->x_mirror = dev_drv->rotate_mode & X_MIRROR;
3226                 dev_drv->cur_screen->y_mirror = dev_drv->rotate_mode & Y_MIRROR;
3227         }
3228         if ((!dev_drv->uboot_logo) ||
3229             (rk_fb->disp_policy != DISPLAY_POLICY_BOX)) {
3230                 for (i = 0; i < dev_drv->lcdc_win_num; i++) {
3231                         info = rk_fb->fb[dev_drv->fb_index_base + i];
3232                         fb_par = (struct rk_fb_par *)info->par;
3233                         win_id = dev_drv->ops->fb_get_win_id(dev_drv, info->fix.id);
3234                         if (dev_drv->win[win_id]) {
3235                                 if (fb_par->state) {
3236                                         if (!dev_drv->win[win_id]->state) {
3237                                                 dev_drv->ops->open(dev_drv, win_id, 1);
3238                                                 dev_drv->suspend_flag = 0;
3239                                         }
3240                                         if (!load_screen) {
3241                                                 dev_drv->ops->load_screen(dev_drv, 1);
3242                                                 load_screen = 1;
3243                                         }
3244                                         info->var.activate |= FB_ACTIVATE_FORCE;
3245                                         if (rk_fb->disp_mode == ONE_DUAL) {
3246                                                 info->var.grayscale &= 0xff;
3247                                                 info->var.grayscale |=
3248                                                         (dev_drv->cur_screen->xsize << 8) +
3249                                                         (dev_drv->cur_screen->ysize << 20);
3250                                         }
3251
3252                                         mutex_lock(&dev_drv->win_config);
3253                                         info->fbops->fb_set_par(info);
3254                                         info->fbops->fb_pan_display(&info->var, info);
3255                                         mutex_unlock(&dev_drv->win_config);
3256                                 }
3257                         }
3258                 }
3259         }else {
3260                 dev_drv->uboot_logo = 0;
3261         }
3262         hdmi_switch_complete = 1;
3263         if (rk_fb->disp_mode == ONE_DUAL) {
3264                 if (dev_drv->ops->set_screen_scaler)
3265                         dev_drv->ops->set_screen_scaler(dev_drv, dev_drv->screen0, 1);
3266                 if (dev_drv->ops->dsp_black)
3267                         dev_drv->ops->dsp_black(dev_drv, 0);
3268         }
3269         return 0;
3270 }
3271
3272 /*
3273  * function:this function current only called by hdmi for
3274  *      scale the display
3275  * scale_x: scale rate of x resolution
3276  * scale_y: scale rate of y resolution
3277  * lcdc_id: the lcdc id the hdmi attached ,0 or 1
3278  */
3279 int rk_fb_disp_scale(u8 scale_x, u8 scale_y, u8 lcdc_id)
3280 {
3281         struct rk_fb *inf = platform_get_drvdata(fb_pdev);
3282         struct fb_info *info = NULL;
3283         struct fb_info *pmy_info = NULL;
3284         struct fb_var_screeninfo *var = NULL;
3285         struct rk_lcdc_driver *dev_drv = NULL;
3286         u16 screen_x, screen_y;
3287         u16 xpos, ypos;
3288         char name[6];
3289         struct rk_screen primary_screen;
3290         rk_fb_get_prmry_screen(&primary_screen);
3291         if (primary_screen.type == SCREEN_HDMI) {
3292                 return 0;
3293         }
3294
3295         sprintf(name, "lcdc%d", lcdc_id);
3296
3297         if (inf->disp_mode == DUAL) {
3298                 dev_drv = rk_get_lcdc_drv(name);
3299                 if (dev_drv == NULL) {
3300                         printk(KERN_ERR "%s driver not found!", name);
3301                         return -ENODEV;
3302                 }
3303         } else {
3304                 dev_drv = inf->lcdc_dev_drv[0];
3305         }
3306
3307         if (inf->num_lcdc == 1) {
3308                 info = inf->fb[0];
3309         } else if (inf->num_lcdc == 2) {
3310                 info = inf->fb[dev_drv->lcdc_win_num];
3311                 pmy_info = inf->fb[0];
3312         }
3313
3314         var = &info->var;
3315         screen_x = dev_drv->cur_screen->mode.xres;
3316         screen_y = dev_drv->cur_screen->mode.yres;
3317
3318         if (inf->disp_mode != DUAL && dev_drv->screen1) {
3319                 dev_drv->cur_screen->xpos =
3320                     (screen_x - screen_x * scale_x / 100) >> 1;
3321                 dev_drv->cur_screen->ypos =
3322                     (screen_y - screen_y * scale_y / 100) >> 1;
3323                 dev_drv->cur_screen->xsize = screen_x * scale_x / 100;
3324                 dev_drv->cur_screen->ysize = screen_y * scale_y / 100;
3325         } else {
3326                 xpos = (screen_x - screen_x * scale_x / 100) >> 1;
3327                 ypos = (screen_y - screen_y * scale_y / 100) >> 1;
3328                 dev_drv->cur_screen->xsize = screen_x * scale_x / 100;
3329                 dev_drv->cur_screen->ysize = screen_y * scale_y / 100;
3330                 if (inf->disp_mode == ONE_DUAL) {
3331                         var->nonstd &= 0xff;
3332                         var->nonstd |= (xpos << 8) + (ypos << 20);
3333                         var->grayscale &= 0xff;
3334                         var->grayscale |=
3335                                 (dev_drv->cur_screen->xsize << 8) +
3336                                 (dev_drv->cur_screen->ysize << 20);
3337                 }
3338         }
3339
3340         mutex_lock(&dev_drv->win_config);
3341         info->fbops->fb_set_par(info);
3342         dev_drv->ops->cfg_done(dev_drv);
3343         mutex_unlock(&dev_drv->win_config);
3344
3345         return 0;
3346 }
3347
3348 #if defined(CONFIG_ION_ROCKCHIP)
3349 static int rk_fb_alloc_buffer_by_ion(struct fb_info *fbi,
3350                                      struct rk_lcdc_win *win,
3351                                      unsigned long fb_mem_size)
3352 {
3353         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
3354         struct rk_fb_par *fb_par = (struct rk_fb_par *)fbi->par;
3355         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
3356         struct ion_handle *handle;
3357         ion_phys_addr_t phy_addr;
3358         size_t len;
3359         int ret = 0;
3360
3361         if (dev_drv->iommu_enabled)
3362                 handle = ion_alloc(rk_fb->ion_client, (size_t) fb_mem_size, 0,
3363                                    ION_HEAP(ION_VMALLOC_HEAP_ID), 0);
3364         else
3365                 handle = ion_alloc(rk_fb->ion_client, (size_t) fb_mem_size, 0,
3366                                    ION_HEAP(ION_CMA_HEAP_ID), 0);
3367         if (IS_ERR(handle)) {
3368                 dev_err(fbi->device, "failed to ion_alloc:%ld\n",
3369                         PTR_ERR(handle));
3370                 return -ENOMEM;
3371         }
3372
3373         fb_par->ion_hdl = handle;
3374         win->area[0].dma_buf = ion_share_dma_buf(rk_fb->ion_client, handle);
3375         if (IS_ERR_OR_NULL(win->area[0].dma_buf)) {
3376                 printk("ion_share_dma_buf() failed\n");
3377                 goto err_share_dma_buf;
3378         }
3379         win->area[0].ion_hdl = handle;
3380         if (dev_drv->prop == PRMRY)
3381                 fbi->screen_base = ion_map_kernel(rk_fb->ion_client, handle);
3382 #ifdef CONFIG_ROCKCHIP_IOMMU
3383         if (dev_drv->iommu_enabled && dev_drv->mmu_dev)
3384                 ret = ion_map_iommu(dev_drv->dev, rk_fb->ion_client, handle,
3385                                         (unsigned long *)&phy_addr,
3386                                         (unsigned long *)&len);
3387         else
3388                 ret = ion_phys(rk_fb->ion_client, handle, &phy_addr, &len);
3389 #else
3390         ret = ion_phys(rk_fb->ion_client, handle, &phy_addr, &len);
3391 #endif
3392         if (ret < 0) {
3393                 dev_err(fbi->dev, "ion map to get phy addr failed\n");
3394                 goto err_share_dma_buf;
3395         }
3396         fbi->fix.smem_start = phy_addr;
3397         fbi->fix.smem_len = len;
3398         printk(KERN_INFO "alloc_buffer:ion_phy_addr=0x%lx\n", phy_addr);
3399         return 0;
3400
3401 err_share_dma_buf:
3402         ion_free(rk_fb->ion_client, handle);
3403         return -ENOMEM;
3404 }
3405 #endif
3406
3407 static int rk_fb_alloc_buffer(struct fb_info *fbi)
3408 {
3409         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
3410         struct rk_fb_par *fb_par = (struct rk_fb_par *)fbi->par;
3411         struct rk_lcdc_driver *dev_drv = fb_par->lcdc_drv;
3412         struct rk_lcdc_win *win = NULL;
3413         int win_id;
3414         int ret = 0;
3415         unsigned long fb_mem_size;
3416 #if !defined(CONFIG_ION_ROCKCHIP)
3417         dma_addr_t fb_mem_phys;
3418         void *fb_mem_virt;
3419 #endif
3420
3421         win_id = dev_drv->ops->fb_get_win_id(dev_drv, fbi->fix.id);
3422         if (win_id < 0)
3423                 return -ENODEV;
3424         else
3425                 win = dev_drv->win[win_id];
3426
3427         if (!strcmp(fbi->fix.id, "fb0")) {
3428                 fb_mem_size = get_fb_size();
3429 #if defined(CONFIG_ION_ROCKCHIP)
3430                 if (rk_fb_alloc_buffer_by_ion(fbi, win, fb_mem_size) < 0)
3431                         return -ENOMEM;
3432 #else
3433                 fb_mem_virt = dma_alloc_writecombine(fbi->dev, fb_mem_size,
3434                                                      &fb_mem_phys, GFP_KERNEL);
3435                 if (!fb_mem_virt) {
3436                         pr_err("%s: Failed to allocate framebuffer\n",
3437                                __func__);
3438                         return -ENOMEM;
3439                 }
3440                 fbi->fix.smem_len = fb_mem_size;
3441                 fbi->fix.smem_start = fb_mem_phys;
3442                 fbi->screen_base = fb_mem_virt;
3443 #endif
3444                 memset(fbi->screen_base, 0, fbi->fix.smem_len);
3445         } else {
3446                 fbi->fix.smem_start = rk_fb->fb[0]->fix.smem_start;
3447                 fbi->fix.smem_len = rk_fb->fb[0]->fix.smem_len;
3448                 fbi->screen_base = rk_fb->fb[0]->screen_base;
3449         }
3450
3451         fbi->screen_size = fbi->fix.smem_len;
3452         fb_par->fb_phy_base = fbi->fix.smem_start;
3453         fb_par->fb_virt_base = fbi->screen_base;
3454         fb_par->fb_size = fbi->fix.smem_len;
3455
3456         pr_info("%s:phy:%lx>>vir:%p>>len:0x%x\n", fbi->fix.id,
3457                        fbi->fix.smem_start, fbi->screen_base,
3458                        fbi->fix.smem_len);
3459         return ret;
3460 }
3461
3462 #if 0
3463 static int rk_release_fb_buffer(struct fb_info *fbi)
3464 {
3465         /* buffer for fb1 and fb3 are alloc by android */
3466         if (!strcmp(fbi->fix.id, "fb1") || !strcmp(fbi->fix.id, "fb3"))
3467                 return 0;
3468         iounmap(fbi->screen_base);
3469         release_mem_region(fbi->fix.smem_start, fbi->fix.smem_len);
3470         return 0;
3471 }
3472 #endif
3473
3474 static int init_lcdc_win(struct rk_lcdc_driver *dev_drv,
3475                          struct rk_lcdc_win *def_win)
3476 {
3477         int i;
3478         int lcdc_win_num = dev_drv->lcdc_win_num;
3479
3480         for (i = 0; i < lcdc_win_num; i++) {
3481                 struct rk_lcdc_win *win = NULL;
3482                 win = kzalloc(sizeof(struct rk_lcdc_win), GFP_KERNEL);
3483                 if (!win) {
3484                         dev_err(dev_drv->dev, "kzmalloc for win fail!");
3485                         return -ENOMEM;
3486                 }
3487
3488                 strcpy(win->name, def_win[i].name);
3489                 win->id = def_win[i].id;
3490                 win->support_3d = def_win[i].support_3d;
3491                 dev_drv->win[i] = win;
3492         }
3493
3494         return 0;
3495 }
3496
3497 static int init_lcdc_device_driver(struct rk_fb *rk_fb,
3498                                    struct rk_lcdc_win *def_win, int index)
3499 {
3500         struct rk_lcdc_driver *dev_drv = rk_fb->lcdc_dev_drv[index];
3501         struct rk_screen *screen = devm_kzalloc(dev_drv->dev,
3502                                                 sizeof(struct rk_screen),
3503                                                 GFP_KERNEL);
3504
3505         if (!screen) {
3506                 dev_err(dev_drv->dev, "malloc screen for lcdc%d fail!",
3507                         dev_drv->id);
3508                 return -ENOMEM;
3509         }
3510
3511         screen->screen_id = 0;
3512         screen->lcdc_id = dev_drv->id;
3513         screen->overscan.left = 100;
3514         screen->overscan.top = 100;
3515         screen->overscan.right = 100;
3516         screen->overscan.bottom = 100;
3517
3518         screen->x_mirror = dev_drv->rotate_mode & X_MIRROR;
3519         screen->y_mirror = dev_drv->rotate_mode & Y_MIRROR;
3520
3521         dev_drv->screen0 = screen;
3522         dev_drv->cur_screen = screen;
3523         /* devie use one lcdc + rk61x scaler for dual display */
3524         if (rk_fb->disp_mode == ONE_DUAL) {
3525                 struct rk_screen *screen1 =
3526                                 devm_kzalloc(dev_drv->dev,
3527                                              sizeof(struct rk_screen),
3528                                              GFP_KERNEL);
3529                 if (!screen1) {
3530                         dev_err(dev_drv->dev, "malloc screen1 for lcdc%d fail!",
3531                                 dev_drv->id);
3532                         return -ENOMEM;
3533                 }
3534                 screen1->screen_id = 1;
3535                 screen1->lcdc_id = 1;
3536                 dev_drv->screen1 = screen1;
3537         }
3538         sprintf(dev_drv->name, "lcdc%d", dev_drv->id);
3539         init_lcdc_win(dev_drv, def_win);
3540         init_completion(&dev_drv->frame_done);
3541         spin_lock_init(&dev_drv->cpl_lock);
3542         mutex_init(&dev_drv->fb_win_id_mutex);
3543         mutex_init(&dev_drv->win_config);
3544         mutex_init(&dev_drv->front_lock);
3545         dev_drv->ops->fb_win_remap(dev_drv, dev_drv->fb_win_map);
3546         dev_drv->first_frame = 1;
3547         dev_drv->overscan.left = 100;
3548         dev_drv->overscan.top = 100;
3549         dev_drv->overscan.right = 100;
3550         dev_drv->overscan.bottom = 100;
3551         rk_disp_pwr_ctr_parse_dt(dev_drv);
3552         if (dev_drv->prop == PRMRY) {
3553                 if (dev_drv->ops->set_dsp_cabc)
3554                         dev_drv->ops->set_dsp_cabc(dev_drv, dev_drv->cabc_mode);
3555                 rk_fb_set_prmry_screen(screen);
3556                 rk_fb_get_prmry_screen(screen);
3557         }
3558         dev_drv->trsm_ops = rk_fb_trsm_ops_get(screen->type);
3559         if (dev_drv->prop != PRMRY)
3560                 rk_fb_get_prmry_screen(screen);
3561         dev_drv->output_color = screen->color_mode;
3562
3563         return 0;
3564 }
3565
3566 #ifdef CONFIG_LOGO_LINUX_BMP
3567 static struct linux_logo *bmp_logo;
3568 static int fb_prewine_bmp_logo(struct fb_info *info, int rotate)
3569 {
3570         bmp_logo = fb_find_logo(24);
3571         if (bmp_logo == NULL) {
3572                 printk(KERN_INFO "%s error\n", __func__);
3573                 return 0;
3574         }
3575         return 1;
3576 }
3577
3578 static void fb_show_bmp_logo(struct fb_info *info, int rotate)
3579 {
3580         unsigned char *src = bmp_logo->data;
3581         unsigned char *dst = info->screen_base;
3582         int i;
3583         unsigned int Needwidth = (*(src - 24) << 8) | (*(src - 23));
3584         unsigned int Needheight = (*(src - 22) << 8) | (*(src - 21));
3585
3586         for (i = 0; i < Needheight; i++)
3587                 memcpy(dst + info->var.xres * i * 4,
3588                        src + bmp_logo->width * i * 4, Needwidth * 4);
3589 }
3590 #endif
3591
3592 /*
3593  * check if the primary lcdc has registerd,
3594  * the primary lcdc mas register first
3595  */
3596 bool is_prmry_rk_lcdc_registered(void)
3597 {
3598         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
3599
3600         if (rk_fb->lcdc_dev_drv[0])
3601                 return true;
3602         else
3603                 return false;
3604 }
3605
3606 int rk_fb_register(struct rk_lcdc_driver *dev_drv,
3607                    struct rk_lcdc_win *win, int id)
3608 {
3609         struct rk_fb *rk_fb = platform_get_drvdata(fb_pdev);
3610         struct fb_info *fbi;
3611         struct rk_fb_par *fb_par = NULL;
3612         int i = 0, ret = 0, index = 0;
3613
3614         if (rk_fb->num_lcdc == RK30_MAX_LCDC_SUPPORT)
3615                 return -ENXIO;
3616
3617         for (i = 0; i < RK30_MAX_LCDC_SUPPORT; i++) {
3618                 if (!rk_fb->lcdc_dev_drv[i]) {
3619                         rk_fb->lcdc_dev_drv[i] = dev_drv;
3620                         rk_fb->lcdc_dev_drv[i]->id = id;
3621                         rk_fb->num_lcdc++;
3622                         break;
3623                 }
3624         }
3625
3626         index = i;
3627         init_lcdc_device_driver(rk_fb, win, index);
3628         dev_drv->fb_index_base = rk_fb->num_fb;
3629         for (i = 0; i < dev_drv->lcdc_win_num; i++) {
3630                 fbi = framebuffer_alloc(0, &fb_pdev->dev);
3631                 if (!fbi) {
3632                         dev_err(&fb_pdev->dev, "fb framebuffer_alloc fail!");
3633                         ret = -ENOMEM;
3634                 }
3635                 fb_par = devm_kzalloc(&fb_pdev->dev, sizeof(struct rk_fb_par),
3636                                       GFP_KERNEL);
3637                 if (!fb_par) {
3638                         dev_err(&fb_pdev->dev, "malloc fb_par for fb%d fail!",
3639                                 rk_fb->num_fb);
3640                         return -ENOMEM;
3641                 }
3642                 fb_par->id = rk_fb->num_fb;
3643                 fb_par->lcdc_drv = dev_drv;
3644                 fbi->par = (void *)fb_par;
3645                 fbi->var = def_var;
3646                 fbi->fix = def_fix;
3647                 sprintf(fbi->fix.id, "fb%d", rk_fb->num_fb);
3648                 fb_videomode_to_var(&fbi->var, &dev_drv->cur_screen->mode);
3649                 fbi->var.grayscale |=
3650                     (fbi->var.xres << 8) + (fbi->var.yres << 20);
3651 #if defined(CONFIG_LOGO_LINUX_BMP)
3652                 fbi->var.bits_per_pixel = 32;
3653 #else
3654                 fbi->var.bits_per_pixel = 16;
3655 #endif
3656                 fbi->fix.line_length =
3657                     (fbi->var.xres_virtual) * (fbi->var.bits_per_pixel >> 3);
3658                 fbi->var.width = dev_drv->cur_screen->width;
3659                 fbi->var.height = dev_drv->cur_screen->height;
3660                 fbi->var.pixclock = dev_drv->pixclock;
3661                 if (dev_drv->iommu_enabled)
3662                         fb_ops.fb_mmap = rk_fb_mmap;
3663                 fbi->fbops = &fb_ops;
3664                 fbi->flags = FBINFO_FLAG_DEFAULT;
3665                 fbi->pseudo_palette = dev_drv->win[i]->pseudo_pal;
3666                 ret = register_framebuffer(fbi);
3667                 if (ret < 0) {
3668                         dev_err(&fb_pdev->dev,
3669                                 "%s fb%d register_framebuffer fail!\n",
3670                                 __func__, rk_fb->num_fb);
3671                         return ret;
3672                 }
3673                 rkfb_create_sysfs(fbi);
3674                 rk_fb->fb[rk_fb->num_fb] = fbi;
3675                 dev_info(fbi->dev, "rockchip framebuffer registerd:%s\n",
3676                          fbi->fix.id);
3677                 rk_fb->num_fb++;
3678
3679                 if (i == 0) {
3680                         init_waitqueue_head(&dev_drv->vsync_info.wait);
3681                         init_waitqueue_head(&dev_drv->update_regs_wait);
3682                         ret = device_create_file(fbi->dev, &dev_attr_vsync);
3683                         if (ret)
3684                                 dev_err(fbi->dev,
3685                                         "failed to create vsync file\n");
3686                         dev_drv->vsync_info.thread =
3687                             kthread_run(rk_fb_wait_for_vsync_thread, dev_drv,
3688                                         "fb-vsync");
3689                         if (dev_drv->vsync_info.thread == ERR_PTR(-ENOMEM)) {
3690                                 dev_err(fbi->dev,
3691                                         "failed to run vsync thread\n");
3692                                 dev_drv->vsync_info.thread = NULL;
3693                         }
3694                         dev_drv->vsync_info.active = 1;
3695
3696                         mutex_init(&dev_drv->output_lock);
3697
3698                         INIT_LIST_HEAD(&dev_drv->update_regs_list);
3699                         mutex_init(&dev_drv->update_regs_list_lock);
3700                         init_kthread_worker(&dev_drv->update_regs_worker);
3701
3702                         dev_drv->update_regs_thread =
3703                             kthread_run(kthread_worker_fn,
3704                                         &dev_drv->update_regs_worker, "rk-fb");
3705                         if (IS_ERR(dev_drv->update_regs_thread)) {
3706                                 int err = PTR_ERR(dev_drv->update_regs_thread);
3707                                 dev_drv->update_regs_thread = NULL;
3708
3709                                 printk("failed to run update_regs thread\n");
3710                                 return err;
3711                         }
3712                         init_kthread_work(&dev_drv->update_regs_work,
3713                                           rk_fb_update_regs_handler);
3714
3715                         dev_drv->timeline =
3716                             sw_sync_timeline_create("fb-timeline");
3717                         dev_drv->timeline_max = 1;
3718                 }
3719         }
3720
3721         /* show logo for primary display device */
3722 #if !defined(CONFIG_FRAMEBUFFER_CONSOLE)
3723         if (dev_drv->prop == PRMRY) {
3724                 u16 xact, yact;
3725                 int format;
3726                 u32 dsp_addr;
3727                 struct fb_info *main_fbi = rk_fb->fb[0];
3728                 main_fbi->fbops->fb_open(main_fbi, 1);
3729
3730 #if defined(CONFIG_ROCKCHIP_IOMMU)
3731                 if (dev_drv->iommu_enabled) {
3732                         if (dev_drv->mmu_dev)
3733                                 rockchip_iovmm_set_fault_handler(dev_drv->dev,
3734                                                 rk_fb_sysmmu_fault_handler);
3735                 }
3736 #endif
3737
3738                 rk_fb_alloc_buffer(main_fbi);   /* only alloc memory for main fb */
3739                 dev_drv->uboot_logo = support_uboot_display();
3740
3741                 if (dev_drv->uboot_logo &&
3742                     uboot_logo_offset && uboot_logo_base) {
3743                         int width, height, bits;
3744                         phys_addr_t start = uboot_logo_base + uboot_logo_offset;
3745                         unsigned int size = uboot_logo_size - uboot_logo_offset;
3746                         unsigned int nr_pages;
3747                         struct page **pages;
3748                         char *vaddr;
3749                         int i = 0;
3750
3751                         if (dev_drv->ops->get_dspbuf_info)
3752                                 dev_drv->ops->get_dspbuf_info(dev_drv, &xact,
3753                                         &yact, &format, &dsp_addr);
3754                         nr_pages = size >> PAGE_SHIFT;
3755                         pages = kzalloc(sizeof(struct page) * nr_pages,
3756                                         GFP_KERNEL);
3757                         while (i < nr_pages) {
3758                                 pages[i] = phys_to_page(start);
3759                                 start += PAGE_SIZE;
3760                                 i++;
3761                         }
3762                         vaddr = vmap(pages, nr_pages, VM_MAP,
3763                                         pgprot_writecombine(PAGE_KERNEL));
3764                         if (!vaddr) {
3765                                 pr_err("failed to vmap phy addr %x\n",
3766                                         uboot_logo_base + uboot_logo_offset);
3767                                 return -1;
3768                         }
3769
3770                         if(bmpdecoder(vaddr, main_fbi->screen_base, &width,
3771                                       &height, &bits)) {
3772                                 kfree(pages);
3773                                 vunmap(vaddr);
3774                                 return 0;
3775                         }
3776                         kfree(pages);
3777                         vunmap(vaddr);
3778                         if (dev_drv->uboot_logo &&
3779                             (width != xact || height != yact)) {
3780                                 pr_err("can't support uboot kernel logo use different size [%dx%d] != [%dx%d]\n",
3781                                         xact, yact, width, height);
3782                                 return 0;
3783                         }
3784
3785                         if (dev_drv->ops->post_dspbuf) {
3786                                 dev_drv->ops->post_dspbuf(dev_drv,
3787                                         main_fbi->fix.smem_start,
3788                                         rk_fb_data_fmt(0, bits),
3789                                         width, height, width * bits >> 5);
3790                         }
3791                         if (dev_drv->iommu_enabled) {
3792                                 rk_fb_poll_wait_frame_complete();
3793                                 if (dev_drv->ops->mmu_en)
3794                                         dev_drv->ops->mmu_en(dev_drv);
3795                                 freed_index = 0;
3796                         }
3797
3798                         return 0;
3799                 } else if (dev_drv->uboot_logo && uboot_logo_base) {
3800                         phys_addr_t start = uboot_logo_base;
3801                         int logo_len, i=0;
3802                         unsigned int nr_pages;
3803                         struct page **pages;
3804                         char *vaddr;
3805
3806                         dev_drv->ops->get_dspbuf_info(dev_drv, &xact,
3807                                                       &yact, &format,
3808                                                       &start);
3809                         logo_len = rk_fb_pixel_width(format) * xact * yact >> 3;
3810                         if (logo_len > uboot_logo_size ||
3811                             logo_len > main_fbi->fix.smem_len) {
3812                                 pr_err("logo size > uboot reserve buffer size\n");
3813                                 return -1;
3814                         }
3815
3816                         nr_pages = uboot_logo_size >> PAGE_SHIFT;
3817                         pages = kzalloc(sizeof(struct page) * nr_pages,
3818                                         GFP_KERNEL);
3819                         while (i < nr_pages) {
3820                                 pages[i] = phys_to_page(start);
3821                                 start += PAGE_SIZE;
3822                                 i++;
3823                         }
3824                         vaddr = vmap(pages, nr_pages, VM_MAP,
3825                                         pgprot_writecombine(PAGE_KERNEL));
3826                         if (!vaddr) {
3827                                 pr_err("failed to vmap phy addr %x\n",
3828                                         uboot_logo_base);
3829                                 return -1;
3830                         }
3831
3832                         memcpy(main_fbi->screen_base, vaddr, logo_len);
3833
3834                         kfree(pages);
3835                         vunmap(vaddr);
3836
3837                         dev_drv->ops->post_dspbuf(dev_drv,
3838                                         main_fbi->fix.smem_start,
3839                                         format, xact, yact,
3840                                         xact * rk_fb_pixel_width(format) >> 5);
3841                         if (dev_drv->iommu_enabled) {
3842                                 rk_fb_poll_wait_frame_complete();
3843                                 if (dev_drv->ops->mmu_en)
3844                                         dev_drv->ops->mmu_en(dev_drv);
3845                                 freed_index = 0;
3846                         }
3847                         return 0;
3848                 }
3849 #if defined(CONFIG_LOGO)
3850                 main_fbi->fbops->fb_set_par(main_fbi);
3851 #if  defined(CONFIG_LOGO_LINUX_BMP)
3852                 if (fb_prewine_bmp_logo(main_fbi, FB_ROTATE_UR)) {
3853                         fb_set_cmap(&main_fbi->cmap, main_fbi);
3854                         fb_show_bmp_logo(main_fbi, FB_ROTATE_UR);
3855                 }
3856 #else
3857                 if (fb_prepare_logo(main_fbi, FB_ROTATE_UR)) {
3858                         fb_set_cmap(&main_fbi->cmap, main_fbi);
3859                         fb_show_logo(main_fbi, FB_ROTATE_UR);
3860                 }
3861 #endif
3862                 main_fbi->fbops->fb_pan_display(&main_fbi->var, main_fbi);
3863 #endif
3864         } else {
3865                 struct fb_info *extend_fbi = rk_fb->fb[rk_fb->num_fb >> 1];
3866
3867                 rk_fb_alloc_buffer(extend_fbi);
3868         }
3869 #endif
3870         return 0;
3871 }
3872
3873 int rk_fb_unregister(struct rk_lcdc_driver *dev_drv)
3874 {
3875         struct rk_fb *fb_inf = platform_get_drvdata(fb_pdev);
3876         struct fb_info *fbi;
3877         int fb_index_base = dev_drv->fb_index_base;
3878         int fb_num = dev_drv->lcdc_win_num;
3879         int i = 0;
3880
3881         if (fb_inf->lcdc_dev_drv[i]->vsync_info.thread) {
3882                 fb_inf->lcdc_dev_drv[i]->vsync_info.irq_stop = 1;
3883                 kthread_stop(fb_inf->lcdc_dev_drv[i]->vsync_info.thread);
3884         }
3885
3886         for (i = 0; i < fb_num; i++)
3887                 kfree(dev_drv->win[i]);
3888
3889         for (i = fb_index_base; i < (fb_index_base + fb_num); i++) {
3890                 fbi = fb_inf->fb[i];
3891                 unregister_framebuffer(fbi);
3892                 /* rk_release_fb_buffer(fbi); */
3893                 framebuffer_release(fbi);
3894         }
3895         fb_inf->lcdc_dev_drv[dev_drv->id] = NULL;
3896         fb_inf->num_lcdc--;
3897
3898         return 0;
3899 }
3900
3901 static int rk_fb_probe(struct platform_device *pdev)
3902 {
3903         struct rk_fb *rk_fb = NULL;
3904         struct device_node *np = pdev->dev.of_node;
3905         u32 mode;
3906
3907         if (!np) {
3908                 dev_err(&pdev->dev, "Missing device tree node.\n");
3909                 return -EINVAL;
3910         }
3911
3912         rk_fb = devm_kzalloc(&pdev->dev, sizeof(struct rk_fb), GFP_KERNEL);
3913         if (!rk_fb) {
3914                 dev_err(&pdev->dev, "kmalloc for rk fb fail!");
3915                 return -ENOMEM;
3916         }
3917         platform_set_drvdata(pdev, rk_fb);
3918
3919         if (!of_property_read_u32(np, "rockchip,disp-mode", &mode)) {
3920                 rk_fb->disp_mode = mode;
3921
3922         } else {
3923                 dev_err(&pdev->dev, "no disp-mode node found!");
3924                 return -ENODEV;
3925         }
3926
3927         if (!of_property_read_u32(np, "rockchip,disp-policy", &mode)) {
3928                 rk_fb->disp_policy = mode;
3929                 pr_info("fb disp policy is %s\n", rk_fb->disp_policy ? "box":"sdk");
3930         }
3931
3932         if (!of_property_read_u32(np, "rockchip,uboot-logo-on", &uboot_logo_on))
3933                 printk(KERN_DEBUG "uboot-logo-on:%d\n", uboot_logo_on);
3934
3935         dev_set_name(&pdev->dev, "rockchip-fb");
3936 #if defined(CONFIG_ION_ROCKCHIP)
3937         rk_fb->ion_client = rockchip_ion_client_create("rk_fb");
3938         if (IS_ERR(rk_fb->ion_client)) {
3939                 dev_err(&pdev->dev, "failed to create ion client for rk fb");
3940                 return PTR_ERR(rk_fb->ion_client);
3941         } else {
3942                 dev_info(&pdev->dev, "rk fb ion client create success!\n");
3943         }
3944 #endif
3945
3946         fb_pdev = pdev;
3947         dev_info(&pdev->dev, "rockchip framebuffer driver probe\n");
3948         return 0;
3949 }
3950
3951 static int rk_fb_remove(struct platform_device *pdev)
3952 {
3953         struct rk_fb *rk_fb = platform_get_drvdata(pdev);
3954
3955         kfree(rk_fb);
3956         platform_set_drvdata(pdev, NULL);
3957         return 0;
3958 }
3959
3960 static void rk_fb_shutdown(struct platform_device *pdev)
3961 {
3962         struct rk_fb *rk_fb = platform_get_drvdata(pdev);
3963         int i;
3964
3965         for (i = 0; i < rk_fb->num_lcdc; i++) {
3966                 if (!rk_fb->lcdc_dev_drv[i])
3967                         continue;
3968         }
3969 }
3970
3971 static const struct of_device_id rkfb_dt_ids[] = {
3972         {.compatible = "rockchip,rk-fb",},
3973         {}
3974 };
3975
3976 static struct platform_driver rk_fb_driver = {
3977         .probe = rk_fb_probe,
3978         .remove = rk_fb_remove,
3979         .driver = {
3980                    .name = "rk-fb",
3981                    .owner = THIS_MODULE,
3982                    .of_match_table = of_match_ptr(rkfb_dt_ids),
3983                    },
3984         .shutdown = rk_fb_shutdown,
3985 };
3986
3987 static int __init rk_fb_init(void)
3988 {
3989         return platform_driver_register(&rk_fb_driver);
3990 }
3991
3992 static void __exit rk_fb_exit(void)
3993 {
3994         platform_driver_unregister(&rk_fb_driver);
3995 }
3996
3997 fs_initcall(rk_fb_init);
3998 module_exit(rk_fb_exit);