+++ /dev/null
-#include <linux/clk.h>
-#include <linux/debugfs.h>
-#include <linux/delay.h>
-#include <linux/dma-buf.h>
-#include <linux/dma-mapping.h>
-#include <linux/interrupt.h>
-#include <linux/of.h>
-#include <linux/of_address.h>
-#include <linux/of_device.h>
-#include <linux/pm_runtime.h>
-#include <linux/reset.h>
-#include <linux/seq_file.h>
-#include <linux/slab.h>
-#include <linux/uaccess.h>
-
-#include <asm/cacheflush.h>
-#include <drm/drmP.h>
-#include <drm/rockchip_drm.h>
-
-#include "rockchip_drm_drv.h"
-#include "rockchip_drm_rga.h"
-
-#define RGA_MODE_BASE_REG 0x0100
-#define RGA_MODE_MAX_REG 0x017C
-
-#define RGA_SYS_CTRL 0x0000
-#define RGA_CMD_CTRL 0x0004
-#define RGA_CMD_BASE 0x0008
-#define RGA_INT 0x0010
-#define RGA_MMU_CTRL0 0x0014
-#define RGA_VERSION_INFO 0x0028
-
-#define RGA_SRC_Y_RGB_BASE_ADDR 0x0108
-#define RGA_SRC_CB_BASE_ADDR 0x010C
-#define RGA_SRC_CR_BASE_ADDR 0x0110
-#define RGA_SRC1_RGB_BASE_ADDR 0x0114
-#define RGA_DST_Y_RGB_BASE_ADDR 0x013C
-#define RGA_DST_CB_BASE_ADDR 0x0140
-#define RGA_DST_CR_BASE_ADDR 0x014C
-#define RGA_MMU_CTRL1 0x016C
-#define RGA_MMU_SRC_BASE 0x0170
-#define RGA_MMU_SRC1_BASE 0x0174
-#define RGA_MMU_DST_BASE 0x0178
-
-static void __user *rga_compat_ptr(u64 value)
-{
-#ifdef CONFIG_ARM64
- return (void __user *)(value);
-#else
- return (void __user *)((u32)(value));
-#endif
-}
-
-static inline void rga_write(struct rockchip_rga *rga, u32 reg, u32 value)
-{
- writel(value, rga->regs + reg);
-}
-
-static inline u32 rga_read(struct rockchip_rga *rga, u32 reg)
-{
- return readl(rga->regs + reg);
-}
-
-static inline void rga_mod(struct rockchip_rga *rga, u32 reg, u32 val, u32 mask)
-{
- u32 temp = rga_read(rga, reg) & ~(mask);
-
- temp |= val & mask;
- rga_write(rga, reg, temp);
-}
-
-static int rga_enable_clocks(struct rockchip_rga *rga)
-{
- int ret;
-
- ret = clk_prepare_enable(rga->sclk);
- if (ret) {
- dev_err(rga->dev, "Cannot enable rga sclk: %d\n", ret);
- return ret;
- }
-
- ret = clk_prepare_enable(rga->aclk);
- if (ret) {
- dev_err(rga->dev, "Cannot enable rga aclk: %d\n", ret);
- goto err_disable_sclk;
- }
-
- ret = clk_prepare_enable(rga->hclk);
- if (ret) {
- dev_err(rga->dev, "Cannot enable rga hclk: %d\n", ret);
- goto err_disable_aclk;
- }
-
- return 0;
-
-err_disable_sclk:
- clk_disable_unprepare(rga->sclk);
-err_disable_aclk:
- clk_disable_unprepare(rga->aclk);
-
- return ret;
-}
-
-static void rga_disable_clocks(struct rockchip_rga *rga)
-{
- clk_disable_unprepare(rga->sclk);
- clk_disable_unprepare(rga->hclk);
- clk_disable_unprepare(rga->aclk);
-}
-
-static void rga_init_cmdlist(struct rockchip_rga *rga)
-{
- struct rga_cmdlist_node *node;
- int nr;
-
- node = rga->cmdlist_node;
-
- for (nr = 0; nr < ARRAY_SIZE(rga->cmdlist_node); nr++)
- list_add_tail(&node[nr].list, &rga->free_cmdlist);
-}
-
-static int rga_alloc_dma_buf_for_cmdlist(struct rga_runqueue_node *runqueue)
-{
- struct list_head *run_cmdlist = &runqueue->run_cmdlist;
- struct device *dev = runqueue->dev;
- struct dma_attrs cmdlist_dma_attrs;
- struct rga_cmdlist_node *node;
- void *cmdlist_pool_virt;
- dma_addr_t cmdlist_pool;
- int cmdlist_cnt = 0;
- int count = 0;
-
- list_for_each_entry(node, run_cmdlist, list)
- cmdlist_cnt++;
-
- init_dma_attrs(&cmdlist_dma_attrs);
- dma_set_attr(DMA_ATTR_WRITE_COMBINE, &runqueue->cmdlist_dma_attrs);
-
- cmdlist_pool_virt = dma_alloc_attrs(dev, cmdlist_cnt * RGA_CMDLIST_SIZE,
- &cmdlist_pool, GFP_KERNEL,
- &cmdlist_dma_attrs);
- if (!cmdlist_pool_virt) {
- dev_err(dev, "failed to allocate cmdlist dma memory\n");
- return -ENOMEM;
- }
-
- /*
- * Fill in the RGA operation registers from cmdlist command buffer,
- * and also filled in the MMU TLB base information.
- */
- list_for_each_entry(node, run_cmdlist, list) {
- struct rga_cmdlist *cmdlist = &node->cmdlist;
- unsigned int mmu_ctrl = 0;
- unsigned int reg;
- u32 *dest;
- int i;
-
- dest = cmdlist_pool_virt + RGA_CMDLIST_SIZE * 4 * count++;
-
- for (i = 0; i < cmdlist->last / 2; i++) {
- int val_index = 2 * i + 1;
-
- reg = (node->cmdlist.data[2 * i] - RGA_MODE_BASE_REG);
-
- if (reg > RGA_MODE_BASE_REG || val_index >=
- (RGA_CMDLIST_SIZE + RGA_CMDBUF_SIZE) * 2)
- continue;
-
- dest[reg >> 2] = cmdlist->data[val_index];
- }
-
- if (cmdlist->src_mmu_pages) {
- reg = RGA_MMU_SRC_BASE - RGA_MODE_BASE_REG;
- dest[reg >> 2] =
- virt_to_phys(cmdlist->src_mmu_pages) >> 4;
- mmu_ctrl |= 0x7;
- }
-
- if (cmdlist->dst_mmu_pages) {
- reg = RGA_MMU_DST_BASE - RGA_MODE_BASE_REG;
- dest[reg >> 2] =
- virt_to_phys(cmdlist->dst_mmu_pages) >> 4;
- mmu_ctrl |= 0x7 << 8;
- }
-
- if (cmdlist->src1_mmu_pages) {
- reg = RGA_MMU_SRC1_BASE - RGA_MODE_BASE_REG;
- dest[reg >> 2] =
- virt_to_phys(cmdlist->src1_mmu_pages) >> 4;
- mmu_ctrl |= 0x7 << 4;
- }
-
- reg = RGA_MMU_CTRL1 - RGA_MODE_BASE_REG;
- dest[reg >> 2] = mmu_ctrl;
- }
-
- dma_sync_single_for_device(runqueue->drm_dev->dev,
- virt_to_phys(cmdlist_pool_virt),
- PAGE_SIZE, DMA_BIDIRECTIONAL);
-
- runqueue->cmdlist_dma_attrs = cmdlist_dma_attrs;
- runqueue->cmdlist_pool_virt = cmdlist_pool_virt;
- runqueue->cmdlist_pool = cmdlist_pool;
- runqueue->cmdlist_cnt = cmdlist_cnt;
-
- return 0;
-}
-
-static int rga_check_reg_offset(struct device *dev,
- struct rga_cmdlist_node *node)
-{
- struct rga_cmdlist *cmdlist = &node->cmdlist;
- int index;
- int reg;
- int i;
-
- for (i = 0; i < cmdlist->last / 2; i++) {
- index = cmdlist->last - 2 * (i + 1);
- reg = cmdlist->data[index];
-
- switch (reg & 0xffff) {
- case RGA_DST_Y_RGB_BASE_ADDR:
- case RGA_SRC_Y_RGB_BASE_ADDR:
- case RGA_SRC1_RGB_BASE_ADDR:
- break;
- default:
- if (reg < RGA_MODE_BASE_REG || reg > RGA_MODE_MAX_REG)
- goto err;
-
- if (reg % 4)
- goto err;
- }
- }
-
- return 0;
-
-err:
- dev_err(dev, "Bad register offset: 0x%x\n", cmdlist->data[index]);
- return -EINVAL;
-}
-
-static struct dma_buf_attachment *rga_gem_buf_to_pages(struct rockchip_rga *rga,
- void **mmu_pages, int fd,
- int flush)
-{
- struct dma_buf_attachment *attach;
- struct dma_buf *dmabuf;
- struct sg_table *sgt;
- struct scatterlist *sgl;
- unsigned int mapped_size = 0;
- unsigned int address;
- unsigned int len;
- unsigned int i, p;
- unsigned int *pages;
- int ret;
-
- dmabuf = dma_buf_get(fd);
- if (IS_ERR(dmabuf)) {
- dev_err(rga->dev, "Failed to get dma_buf with fd %d\n", fd);
- return ERR_PTR(-EINVAL);
- }
-
- attach = dma_buf_attach(dmabuf, rga->dev);
- if (IS_ERR(attach)) {
- dev_err(rga->dev, "Failed to attach dma_buf\n");
- ret = PTR_ERR(attach);
- goto failed_attach;
- }
-
- sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
- if (IS_ERR(sgt)) {
- dev_err(rga->dev, "Failed to map dma_buf attachment\n");
- ret = PTR_ERR(sgt);
- goto failed_detach;
- }
-
- /*
- * Alloc (2^3 * 4K) = 32K byte for storing pages, those space could
- * cover 32K * 4K = 128M ram address.
- */
- pages = (unsigned int *)__get_free_pages(GFP_KERNEL | __GFP_ZERO, 3);
-
- for_each_sg(sgt->sgl, sgl, sgt->nents, i) {
- len = sg_dma_len(sgl) >> PAGE_SHIFT;
- address = sg_phys(sgl);
-
- for (p = 0; p < len; p++) {
- dma_addr_t phys = address + (p << PAGE_SHIFT);
- pages[mapped_size + p] = phys;
- }
-
- mapped_size += len;
- }
-
- if (flush)
- dma_sync_sg_for_device(rga->drm_dev->dev, sgt->sgl, sgt->nents,
- DMA_BIDIRECTIONAL);
-
- dma_sync_single_for_device(rga->drm_dev->dev, virt_to_phys(pages),
- 8 * PAGE_SIZE, DMA_BIDIRECTIONAL);
-
- *mmu_pages = pages;
-
- dma_buf_unmap_attachment(attach, sgt, DMA_BIDIRECTIONAL);
-
- return attach;
-
-failed_detach:
- dma_buf_detach(dmabuf, attach);
-failed_attach:
- dma_buf_put(dmabuf);
-
- return ERR_PTR(ret);
-}
-
-static int rga_map_cmdlist_gem(struct rockchip_rga *rga,
- struct rga_cmdlist_node *node,
- struct drm_device *drm_dev,
- struct drm_file *file)
-{
- struct rga_cmdlist *cmdlist = &node->cmdlist;
- struct dma_buf_attachment *attach;
- void *mmu_pages;
- int fd;
- int i;
-
- for (i = 0; i < cmdlist->last / 2; i++) {
- int index = cmdlist->last - 2 * (i + 1);
- int flush = cmdlist->data[index] & RGA_BUF_TYPE_FLUSH;
-
- switch (cmdlist->data[index] & 0xffff) {
- case RGA_SRC1_RGB_BASE_ADDR:
- if (cmdlist->data[index] & RGA_BUF_TYPE_GEMFD) {
- fd = cmdlist->data[index + 1];
- attach =
- rga_gem_buf_to_pages(rga, &mmu_pages, fd,
- flush);
- if (IS_ERR(attach))
- return PTR_ERR(attach);
-
- cmdlist->src1_attach = attach;
- cmdlist->src1_mmu_pages = mmu_pages;
- }
- break;
- case RGA_SRC_Y_RGB_BASE_ADDR:
- if (cmdlist->data[index] & RGA_BUF_TYPE_GEMFD) {
- fd = cmdlist->data[index + 1];
- attach =
- rga_gem_buf_to_pages(rga, &mmu_pages, fd,
- flush);
- if (IS_ERR(attach))
- return PTR_ERR(attach);
-
- cmdlist->src_attach = attach;
- cmdlist->src_mmu_pages = mmu_pages;
- }
- break;
- case RGA_DST_Y_RGB_BASE_ADDR:
- if (cmdlist->data[index] & RGA_BUF_TYPE_GEMFD) {
- fd = cmdlist->data[index + 1];
- attach =
- rga_gem_buf_to_pages(rga, &mmu_pages, fd,
- flush);
- if (IS_ERR(attach))
- return PTR_ERR(attach);
-
- cmdlist->dst_attach = attach;
- cmdlist->dst_mmu_pages = mmu_pages;
- }
- break;
- }
- }
-
- return 0;
-}
-
-static void rga_unmap_cmdlist_gem(struct rockchip_rga *rga,
- struct rga_cmdlist_node *node)
-{
- struct dma_buf_attachment *attach;
- struct dma_buf *dma_buf;
-
- attach = node->cmdlist.src_attach;
- if (attach) {
- dma_buf = attach->dmabuf;
- dma_buf_detach(dma_buf, attach);
- dma_buf_put(dma_buf);
- }
- node->cmdlist.src_attach = NULL;
-
- attach = node->cmdlist.src1_attach;
- if (attach) {
- dma_buf = attach->dmabuf;
- dma_buf_detach(dma_buf, attach);
- dma_buf_put(dma_buf);
- }
- node->cmdlist.src1_attach = NULL;
-
- attach = node->cmdlist.dst_attach;
- if (attach) {
- dma_buf = attach->dmabuf;
- dma_buf_detach(dma_buf, attach);
- dma_buf_put(dma_buf);
- }
- node->cmdlist.dst_attach = NULL;
-
- if (node->cmdlist.src_mmu_pages)
- free_pages((unsigned long)node->cmdlist.src_mmu_pages, 3);
- node->cmdlist.src_mmu_pages = NULL;
-
- if (node->cmdlist.src1_mmu_pages)
- free_pages((unsigned long)node->cmdlist.src1_mmu_pages, 3);
- node->cmdlist.src1_mmu_pages = NULL;
-
- if (node->cmdlist.dst_mmu_pages)
- free_pages((unsigned long)node->cmdlist.dst_mmu_pages, 3);
- node->cmdlist.dst_mmu_pages = NULL;
-}
-
-static void rga_cmd_start(struct rockchip_rga *rga,
- struct rga_runqueue_node *runqueue)
-{
- int ret;
-
- ret = pm_runtime_get_sync(rga->dev);
- if (ret < 0)
- return;
-
- rga_write(rga, RGA_SYS_CTRL, 0x00);
-
- rga_write(rga, RGA_CMD_BASE, runqueue->cmdlist_pool);
-
- rga_write(rga, RGA_SYS_CTRL, 0x22);
-
- rga_write(rga, RGA_INT, 0x600);
-
- rga_write(rga, RGA_CMD_CTRL, ((runqueue->cmdlist_cnt - 1) << 3) | 0x1);
-}
-
-static void rga_free_runqueue_node(struct rockchip_rga *rga,
- struct rga_runqueue_node *runqueue)
-{
- struct rga_cmdlist_node *node;
-
- if (!runqueue)
- return;
-
- if (runqueue->cmdlist_pool_virt && runqueue->cmdlist_pool)
- dma_free_attrs(rga->dev, runqueue->cmdlist_cnt * RGA_CMDLIST_SIZE,
- runqueue->cmdlist_pool_virt,
- runqueue->cmdlist_pool,
- &runqueue->cmdlist_dma_attrs);
-
- mutex_lock(&rga->cmdlist_mutex);
- /*
- * commands in run_cmdlist have been completed so unmap all gem
- * objects in each command node so that they are unreferenced.
- */
- list_for_each_entry(node, &runqueue->run_cmdlist, list)
- rga_unmap_cmdlist_gem(rga, node);
- list_splice_tail_init(&runqueue->run_cmdlist, &rga->free_cmdlist);
- mutex_unlock(&rga->cmdlist_mutex);
-
- kmem_cache_free(rga->runqueue_slab, runqueue);
-}
-
-static struct rga_runqueue_node *rga_get_runqueue(struct rockchip_rga *rga)
-{
- struct rga_runqueue_node *runqueue;
-
- if (list_empty(&rga->runqueue_list))
- return NULL;
-
- runqueue = list_first_entry(&rga->runqueue_list,
- struct rga_runqueue_node, list);
- list_del_init(&runqueue->list);
-
- return runqueue;
-}
-
-static void rga_exec_runqueue(struct rockchip_rga *rga)
-{
- rga->runqueue_node = rga_get_runqueue(rga);
- if (rga->runqueue_node)
- rga_cmd_start(rga, rga->runqueue_node);
-}
-
-static struct rga_cmdlist_node *rga_get_cmdlist(struct rockchip_rga *rga)
-{
- struct rga_cmdlist_node *node;
- struct device *dev = rga->dev;
-
- mutex_lock(&rga->cmdlist_mutex);
- if (list_empty(&rga->free_cmdlist)) {
- dev_err(dev, "there is no free cmdlist\n");
- mutex_unlock(&rga->cmdlist_mutex);
- return NULL;
- }
-
- node = list_first_entry(&rga->free_cmdlist,
- struct rga_cmdlist_node, list);
- list_del_init(&node->list);
- mutex_unlock(&rga->cmdlist_mutex);
-
- return node;
-}
-
-static void rga_put_cmdlist(struct rockchip_rga *rga, struct rga_cmdlist_node *node)
-{
- mutex_lock(&rga->cmdlist_mutex);
- list_move_tail(&node->list, &rga->free_cmdlist);
- mutex_unlock(&rga->cmdlist_mutex);
-}
-
-static void rga_add_cmdlist_to_inuse(struct rockchip_drm_rga_private *rga_priv,
- struct rga_cmdlist_node *node)
-{
- struct rga_cmdlist_node *lnode;
-
- if (list_empty(&rga_priv->inuse_cmdlist))
- goto add_to_list;
-
- /* this links to base address of new cmdlist */
- lnode = list_entry(rga_priv->inuse_cmdlist.prev,
- struct rga_cmdlist_node, list);
-
-add_to_list:
- list_add_tail(&node->list, &rga_priv->inuse_cmdlist);
-}
-
-/*
- * IOCRL functions for userspace to get RGA version.
- */
-int rockchip_rga_get_ver_ioctl(struct drm_device *drm_dev, void *data,
- struct drm_file *file)
-{
- struct rockchip_drm_file_private *file_priv = file->driver_priv;
- struct rockchip_drm_rga_private *rga_priv = file_priv->rga_priv;
- struct drm_rockchip_rga_get_ver *ver = data;
- struct rockchip_rga *rga;
- struct device *dev;
-
- if (!rga_priv)
- return -ENODEV;
-
- dev = rga_priv->dev;
- if (!dev)
- return -ENODEV;
-
- rga = dev_get_drvdata(dev);
- if (!rga)
- return -EFAULT;
-
- ver->major = rga->version.major;
- ver->minor = rga->version.minor;
-
- return 0;
-}
-
-/*
- * IOCRL functions for userspace to send an RGA request.
- */
-int rockchip_rga_set_cmdlist_ioctl(struct drm_device *drm_dev, void *data,
- struct drm_file *file)
-{
- struct rockchip_drm_file_private *file_priv = file->driver_priv;
- struct rockchip_drm_rga_private *rga_priv = file_priv->rga_priv;
- struct drm_rockchip_rga_set_cmdlist *req = data;
- struct rga_cmdlist_node *node;
- struct rga_cmdlist *cmdlist;
- struct rockchip_rga *rga;
- int ret;
-
- if (!rga_priv)
- return -ENODEV;
-
- if (!rga_priv->dev)
- return -ENODEV;
-
- rga = dev_get_drvdata(rga_priv->dev);
- if (!rga)
- return -EFAULT;
-
- if (req->cmd_nr > RGA_CMDLIST_SIZE || req->cmd_buf_nr > RGA_CMDBUF_SIZE) {
- dev_err(rga->dev, "cmdlist size is too big\n");
- return -EINVAL;
- }
-
- node = rga_get_cmdlist(rga);
- if (!node)
- return -ENOMEM;
-
- cmdlist = &node->cmdlist;
- cmdlist->last = 0;
-
- /*
- * Copy the command / buffer registers setting from userspace, each
- * command have two integer, one for register offset, another for
- * register value.
- */
- if (copy_from_user(cmdlist->data, rga_compat_ptr(req->cmd),
- sizeof(struct drm_rockchip_rga_cmd) * req->cmd_nr))
- return -EFAULT;
- cmdlist->last += req->cmd_nr * 2;
-
- if (copy_from_user(&cmdlist->data[cmdlist->last],
- rga_compat_ptr(req->cmd_buf),
- sizeof(struct drm_rockchip_rga_cmd) * req->cmd_buf_nr))
- return -EFAULT;
- cmdlist->last += req->cmd_buf_nr * 2;
-
- /*
- * Check the userspace command registers, and mapping the framebuffer,
- * create the RGA mmu pages or get the framebuffer dma address.
- */
- ret = rga_check_reg_offset(rga->dev, node);
- if (ret < 0) {
- dev_err(rga->dev, "Check reg offset failed\n");
- goto err_free_cmdlist;
- }
-
- ret = rga_map_cmdlist_gem(rga, node, drm_dev, file);
- if (ret < 0) {
- dev_err(rga->dev, "Failed to map cmdlist\n");
- goto err_unmap_cmdlist;
- }
-
- rga_add_cmdlist_to_inuse(rga_priv, node);
-
- return 0;
-
-err_unmap_cmdlist:
- rga_unmap_cmdlist_gem(rga, node);
-err_free_cmdlist:
- rga_put_cmdlist(rga, node);
-
- return ret;
-}
-
-/*
- * IOCRL functions for userspace to start RGA transform.
- */
-int rockchip_rga_exec_ioctl(struct drm_device *drm_dev, void *data,
- struct drm_file *file)
-{
- struct rockchip_drm_file_private *file_priv = file->driver_priv;
- struct rockchip_drm_rga_private *rga_priv = file_priv->rga_priv;
- struct rga_runqueue_node *runqueue;
- struct rockchip_rga *rga;
- struct device *dev;
- int ret;
-
- if (!rga_priv)
- return -ENODEV;
-
- dev = rga_priv->dev;
- if (!dev)
- return -ENODEV;
-
- rga = dev_get_drvdata(dev);
- if (!rga)
- return -EFAULT;
-
- runqueue = kmem_cache_alloc(rga->runqueue_slab, GFP_KERNEL);
- if (!runqueue) {
- dev_err(rga->dev, "failed to allocate memory\n");
- return -ENOMEM;
- }
-
- runqueue->drm_dev = drm_dev;
- runqueue->dev = rga->dev;
-
- init_completion(&runqueue->complete);
-
- INIT_LIST_HEAD(&runqueue->run_cmdlist);
-
- list_splice_init(&rga_priv->inuse_cmdlist, &runqueue->run_cmdlist);
-
- if (list_empty(&runqueue->run_cmdlist)) {
- dev_err(rga->dev, "there is no inuse cmdlist\n");
- kmem_cache_free(rga->runqueue_slab, runqueue);
- return -EPERM;
- }
-
- ret = rga_alloc_dma_buf_for_cmdlist(runqueue);
- if (ret < 0) {
- dev_err(rga->dev, "cmdlist init failed\n");
- return ret;
- }
-
- mutex_lock(&rga->runqueue_mutex);
- runqueue->pid = current->pid;
- runqueue->file = file;
- list_add_tail(&runqueue->list, &rga->runqueue_list);
- if (!rga->runqueue_node)
- rga_exec_runqueue(rga);
- mutex_unlock(&rga->runqueue_mutex);
-
- wait_for_completion(&runqueue->complete);
- rga_free_runqueue_node(rga, runqueue);
-
- return 0;
-}
-
-static int rockchip_rga_open(struct drm_device *drm_dev, struct device *dev,
- struct drm_file *file)
-{
- struct rockchip_drm_file_private *file_priv = file->driver_priv;
- struct rockchip_drm_rga_private *rga_priv;
- struct rockchip_rga *rga;
-
- rga = dev_get_drvdata(dev);
- rga->drm_dev = drm_dev;
-
- rga_priv = kzalloc(sizeof(*rga_priv), GFP_KERNEL);
- if (!rga_priv)
- return -ENOMEM;
-
- rga_priv->dev = dev;
- file_priv->rga_priv = rga_priv;
-
- INIT_LIST_HEAD(&rga_priv->inuse_cmdlist);
-
- return 0;
-}
-
-static void rockchip_rga_close(struct drm_device *drm_dev, struct device *dev,
- struct drm_file *file)
-{
- struct rockchip_drm_file_private *file_priv = file->driver_priv;
- struct rockchip_drm_rga_private *rga_priv = file_priv->rga_priv;
- struct rga_cmdlist_node *node, *n;
- struct rockchip_rga *rga;
-
- if (!dev)
- return;
-
- rga = dev_get_drvdata(dev);
- if (!rga)
- return;
-
- mutex_lock(&rga->cmdlist_mutex);
- list_for_each_entry_safe(node, n, &rga_priv->inuse_cmdlist, list) {
- /*
- * unmap all gem objects not completed.
- *
- * P.S. if current process was terminated forcely then
- * there may be some commands in inuse_cmdlist so unmap
- * them.
- */
- rga_unmap_cmdlist_gem(rga, node);
- list_move_tail(&node->list, &rga->free_cmdlist);
- }
- mutex_unlock(&rga->cmdlist_mutex);
-
- kfree(file_priv->rga_priv);
-}
-
-static void rga_runqueue_worker(struct work_struct *work)
-{
- struct rockchip_rga *rga = container_of(work, struct rockchip_rga,
- runqueue_work);
-
- mutex_lock(&rga->runqueue_mutex);
- pm_runtime_put_sync(rga->dev);
-
- complete(&rga->runqueue_node->complete);
-
- if (rga->suspended)
- rga->runqueue_node = NULL;
- else
- rga_exec_runqueue(rga);
-
- mutex_unlock(&rga->runqueue_mutex);
-}
-
-static irqreturn_t rga_irq_handler(int irq, void *dev_id)
-{
- struct rockchip_rga *rga = dev_id;
- int intr;
-
- intr = rga_read(rga, RGA_INT) & 0xf;
-
- rga_mod(rga, RGA_INT, intr << 4, 0xf << 4);
-
- if (intr & 0x04)
- queue_work(rga->rga_workq, &rga->runqueue_work);
-
- return IRQ_HANDLED;
-}
-
-static int rga_parse_dt(struct rockchip_rga *rga)
-{
- struct reset_control *core_rst, *axi_rst, *ahb_rst;
-
- core_rst = devm_reset_control_get(rga->dev, "core");
- if (IS_ERR(core_rst)) {
- dev_err(rga->dev, "failed to get core reset controller\n");
- return PTR_ERR(core_rst);
- }
-
- axi_rst = devm_reset_control_get(rga->dev, "axi");
- if (IS_ERR(axi_rst)) {
- dev_err(rga->dev, "failed to get axi reset controller\n");
- return PTR_ERR(axi_rst);
- }
-
- ahb_rst = devm_reset_control_get(rga->dev, "ahb");
- if (IS_ERR(ahb_rst)) {
- dev_err(rga->dev, "failed to get ahb reset controller\n");
- return PTR_ERR(ahb_rst);
- }
-
- reset_control_assert(core_rst);
- udelay(1);
- reset_control_deassert(core_rst);
-
- reset_control_assert(axi_rst);
- udelay(1);
- reset_control_deassert(axi_rst);
-
- reset_control_assert(ahb_rst);
- udelay(1);
- reset_control_deassert(ahb_rst);
-
- rga->sclk = devm_clk_get(rga->dev, "sclk");
- if (IS_ERR(rga->sclk)) {
- dev_err(rga->dev, "failed to get sclk clock\n");
- return PTR_ERR(rga->sclk);
- }
-
- rga->aclk = devm_clk_get(rga->dev, "aclk");
- if (IS_ERR(rga->aclk)) {
- dev_err(rga->dev, "failed to get aclk clock\n");
- return PTR_ERR(rga->aclk);
- }
-
- rga->hclk = devm_clk_get(rga->dev, "hclk");
- if (IS_ERR(rga->hclk)) {
- dev_err(rga->dev, "failed to get hclk clock\n");
- return PTR_ERR(rga->hclk);
- }
-
- return rga_enable_clocks(rga);
-}
-
-static const struct of_device_id rockchip_rga_dt_ids[] = {
- { .compatible = "rockchip,rk3288-rga", },
- { .compatible = "rockchip,rk3228-rga", },
- { .compatible = "rockchip,rk3399-rga", },
- {},
-};
-MODULE_DEVICE_TABLE(of, rockchip_rga_dt_ids);
-
-static int rga_probe(struct platform_device *pdev)
-{
- struct drm_rockchip_subdrv *subdrv;
- struct rockchip_rga *rga;
- struct resource *iores;
- int irq;
- int ret;
-
- if (!pdev->dev.of_node)
- return -ENODEV;
-
- rga = devm_kzalloc(&pdev->dev, sizeof(*rga), GFP_KERNEL);
- if (!rga)
- return -ENOMEM;
-
- rga->dev = &pdev->dev;
-
- rga->runqueue_slab = kmem_cache_create("rga_runqueue_slab",
- sizeof(struct rga_runqueue_node),
- 0, 0, NULL);
- if (!rga->runqueue_slab)
- return -ENOMEM;
-
- rga->rga_workq = create_singlethread_workqueue("rga");
- if (!rga->rga_workq) {
- dev_err(rga->dev, "failed to create workqueue\n");
- ret = -ENOMEM;
- goto err_destroy_slab;
- }
-
- INIT_WORK(&rga->runqueue_work, rga_runqueue_worker);
- INIT_LIST_HEAD(&rga->runqueue_list);
- mutex_init(&rga->runqueue_mutex);
-
- INIT_LIST_HEAD(&rga->free_cmdlist);
- mutex_init(&rga->cmdlist_mutex);
-
- rga_init_cmdlist(rga);
-
- ret = rga_parse_dt(rga);
- if (ret) {
- dev_err(rga->dev, "Unable to parse OF data\n");
- goto err_destroy_workqueue;
- }
-
- pm_runtime_enable(rga->dev);
-
- iores = platform_get_resource(pdev, IORESOURCE_MEM, 0);
-
- rga->regs = devm_ioremap_resource(rga->dev, iores);
- if (IS_ERR(rga->regs)) {
- ret = PTR_ERR(rga->regs);
- goto err_put_clk;
- }
-
- irq = platform_get_irq(pdev, 0);
- if (irq < 0) {
- dev_err(rga->dev, "failed to get irq\n");
- ret = irq;
- goto err_put_clk;
- }
-
- ret = devm_request_irq(rga->dev, irq, rga_irq_handler, 0,
- dev_name(rga->dev), rga);
- if (ret < 0) {
- dev_err(rga->dev, "failed to request irq\n");
- goto err_put_clk;
- }
-
- platform_set_drvdata(pdev, rga);
-
- rga->version.major = (rga_read(rga, RGA_VERSION_INFO) >> 24) & 0xFF;
- rga->version.minor = (rga_read(rga, RGA_VERSION_INFO) >> 20) & 0x0F;
-
- subdrv = &rga->subdrv;
- subdrv->dev = rga->dev;
- subdrv->open = rockchip_rga_open;
- subdrv->close = rockchip_rga_close;
-
- rockchip_drm_register_subdrv(subdrv);
-
- return 0;
-
-err_put_clk:
- pm_runtime_disable(rga->dev);
-err_destroy_workqueue:
- destroy_workqueue(rga->rga_workq);
-err_destroy_slab:
- kmem_cache_destroy(rga->runqueue_slab);
-
- return ret;
-}
-
-static int rga_remove(struct platform_device *pdev)
-{
- struct rockchip_rga *rga = platform_get_drvdata(pdev);
-
- cancel_work_sync(&rga->runqueue_work);
-
- while (rga->runqueue_node) {
- rga_free_runqueue_node(rga, rga->runqueue_node);
- rga->runqueue_node = rga_get_runqueue(rga);
- }
-
- rockchip_drm_unregister_subdrv(&rga->subdrv);
-
- pm_runtime_disable(rga->dev);
-
- return 0;
-}
-
-static int rga_suspend(struct device *dev)
-{
- struct rockchip_rga *rga = dev_get_drvdata(dev);
-
- mutex_lock(&rga->runqueue_mutex);
- rga->suspended = true;
- mutex_unlock(&rga->runqueue_mutex);
-
- flush_work(&rga->runqueue_work);
-
- return 0;
-}
-
-static int rga_resume(struct device *dev)
-{
- struct rockchip_rga *rga = dev_get_drvdata(dev);
-
- rga->suspended = false;
- rga_exec_runqueue(rga);
-
- return 0;
-}
-
-#ifdef CONFIG_PM
-static int rga_runtime_suspend(struct device *dev)
-{
- struct rockchip_rga *rga = dev_get_drvdata(dev);
-
- rga_disable_clocks(rga);
-
- return 0;
-}
-
-static int rga_runtime_resume(struct device *dev)
-{
- struct rockchip_rga *rga = dev_get_drvdata(dev);
-
- return rga_enable_clocks(rga);
-}
-#endif
-
-static const struct dev_pm_ops rga_pm = {
- SET_SYSTEM_SLEEP_PM_OPS(rga_suspend, rga_resume)
- SET_RUNTIME_PM_OPS(rga_runtime_suspend,
- rga_runtime_resume, NULL)
-};
-
-static struct platform_driver rga_pltfm_driver = {
- .probe = rga_probe,
- .remove = rga_remove,
- .driver = {
- .name = "rockchip-rga",
- .pm = &rga_pm,
- .of_match_table = rockchip_rga_dt_ids,
- },
-};
-
-module_platform_driver(rga_pltfm_driver);
-
-MODULE_AUTHOR("Yakir Yang <ykk@rock-chips.com>");
-MODULE_DESCRIPTION("Rockchip RGA Driver Extension");
-MODULE_LICENSE("GPL");
-MODULE_ALIAS("platform:rockchip-rga");
projects / firefly-linux-kernel-4.4.55.git / commitdiff