660 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/*3 * Samsung EXYNOS4x12 FIMC-IS (Imaging Subsystem) driver4 *5 * FIMC-IS ISP video input and video output DMA interface driver6 *7 * Copyright (C) 2013 Samsung Electronics Co., Ltd.8 * Author: Sylwester Nawrocki <s.nawrocki@samsung.com>9 *10 * The hardware handling code derived from a driver written by11 * Younghwan Joo <yhwan.joo@samsung.com>.12 */13 14#include <linux/bitops.h>15#include <linux/device.h>16#include <linux/delay.h>17#include <linux/errno.h>18#include <linux/kernel.h>19#include <linux/module.h>20#include <linux/types.h>21#include <linux/printk.h>22#include <linux/pm_runtime.h>23#include <linux/slab.h>24#include <linux/videodev2.h>25 26#include <media/v4l2-device.h>27#include <media/v4l2-ioctl.h>28#include <media/videobuf2-v4l2.h>29#include <media/videobuf2-dma-contig.h>30#include <media/drv-intf/exynos-fimc.h>31 32#include "common.h"33#include "media-dev.h"34#include "fimc-is.h"35#include "fimc-isp-video.h"36#include "fimc-is-param.h"37 38static int isp_video_capture_queue_setup(struct vb2_queue *vq,39 unsigned int *num_buffers, unsigned int *num_planes,40 unsigned int sizes[], struct device *alloc_devs[])41{42 struct fimc_isp *isp = vb2_get_drv_priv(vq);43 const struct v4l2_pix_format_mplane *vid_fmt = &isp->video_capture.pixfmt;44 const struct fimc_fmt *fmt = isp->video_capture.format;45 unsigned int wh, i;46 47 wh = vid_fmt->width * vid_fmt->height;48 49 if (fmt == NULL)50 return -EINVAL;51 52 *num_buffers = clamp_t(u32, *num_buffers, FIMC_ISP_REQ_BUFS_MIN,53 FIMC_ISP_REQ_BUFS_MAX);54 if (*num_planes) {55 if (*num_planes != fmt->memplanes)56 return -EINVAL;57 for (i = 0; i < *num_planes; i++)58 if (sizes[i] < (wh * fmt->depth[i]) / 8)59 return -EINVAL;60 return 0;61 }62 63 *num_planes = fmt->memplanes;64 65 for (i = 0; i < fmt->memplanes; i++)66 sizes[i] = (wh * fmt->depth[i]) / 8;67 68 return 0;69}70 71static inline struct param_dma_output *__get_isp_dma2(struct fimc_is *is)72{73 return &__get_curr_is_config(is)->isp.dma2_output;74}75 76static int isp_video_capture_start_streaming(struct vb2_queue *q,77 unsigned int count)78{79 struct fimc_isp *isp = vb2_get_drv_priv(q);80 struct fimc_is *is = fimc_isp_to_is(isp);81 struct param_dma_output *dma = __get_isp_dma2(is);82 struct fimc_is_video *video = &isp->video_capture;83 int ret;84 85 if (!test_bit(ST_ISP_VID_CAP_BUF_PREP, &isp->state) ||86 test_bit(ST_ISP_VID_CAP_STREAMING, &isp->state))87 return 0;88 89 90 dma->cmd = DMA_OUTPUT_COMMAND_ENABLE;91 dma->notify_dma_done = DMA_OUTPUT_NOTIFY_DMA_DONE_ENABLE;92 dma->buffer_address = is->is_dma_p_region +93 DMA2_OUTPUT_ADDR_ARRAY_OFFS;94 dma->buffer_number = video->reqbufs_count;95 dma->dma_out_mask = video->buf_mask;96 97 isp_dbg(2, &video->ve.vdev,98 "buf_count: %d, planes: %d, dma addr table: %#x\n",99 video->buf_count, video->format->memplanes,100 dma->buffer_address);101 102 fimc_is_mem_barrier();103 104 fimc_is_set_param_bit(is, PARAM_ISP_DMA2_OUTPUT);105 __fimc_is_hw_update_param(is, PARAM_ISP_DMA2_OUTPUT);106 107 ret = fimc_is_itf_s_param(is, false);108 if (ret < 0)109 return ret;110 111 ret = fimc_pipeline_call(&video->ve, set_stream, 1);112 if (ret < 0)113 return ret;114 115 set_bit(ST_ISP_VID_CAP_STREAMING, &isp->state);116 return ret;117}118 119static void isp_video_capture_stop_streaming(struct vb2_queue *q)120{121 struct fimc_isp *isp = vb2_get_drv_priv(q);122 struct fimc_is *is = fimc_isp_to_is(isp);123 struct param_dma_output *dma = __get_isp_dma2(is);124 int ret;125 126 ret = fimc_pipeline_call(&isp->video_capture.ve, set_stream, 0);127 if (ret < 0)128 return;129 130 dma->cmd = DMA_OUTPUT_COMMAND_DISABLE;131 dma->notify_dma_done = DMA_OUTPUT_NOTIFY_DMA_DONE_DISABLE;132 dma->buffer_number = 0;133 dma->buffer_address = 0;134 dma->dma_out_mask = 0;135 136 fimc_is_set_param_bit(is, PARAM_ISP_DMA2_OUTPUT);137 __fimc_is_hw_update_param(is, PARAM_ISP_DMA2_OUTPUT);138 139 ret = fimc_is_itf_s_param(is, false);140 if (ret < 0)141 dev_warn(&is->pdev->dev, "%s: DMA stop failed\n", __func__);142 143 fimc_is_hw_set_isp_buf_mask(is, 0);144 145 clear_bit(ST_ISP_VID_CAP_BUF_PREP, &isp->state);146 clear_bit(ST_ISP_VID_CAP_STREAMING, &isp->state);147 148 isp->video_capture.buf_count = 0;149}150 151static int isp_video_capture_buffer_prepare(struct vb2_buffer *vb)152{153 struct fimc_isp *isp = vb2_get_drv_priv(vb->vb2_queue);154 struct fimc_is_video *video = &isp->video_capture;155 int i;156 157 if (video->format == NULL)158 return -EINVAL;159 160 for (i = 0; i < video->format->memplanes; i++) {161 unsigned long size = video->pixfmt.plane_fmt[i].sizeimage;162 163 if (vb2_plane_size(vb, i) < size) {164 v4l2_err(&video->ve.vdev,165 "User buffer too small (%ld < %ld)\n",166 vb2_plane_size(vb, i), size);167 return -EINVAL;168 }169 vb2_set_plane_payload(vb, i, size);170 }171 172 /* Check if we get one of the already known buffers. */173 if (test_bit(ST_ISP_VID_CAP_BUF_PREP, &isp->state)) {174 dma_addr_t dma_addr = vb2_dma_contig_plane_dma_addr(vb, 0);175 int i;176 177 for (i = 0; i < video->buf_count; i++)178 if (video->buffers[i]->dma_addr[0] == dma_addr)179 return 0;180 return -ENXIO;181 }182 183 return 0;184}185 186static void isp_video_capture_buffer_queue(struct vb2_buffer *vb)187{188 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);189 struct fimc_isp *isp = vb2_get_drv_priv(vb->vb2_queue);190 struct fimc_is_video *video = &isp->video_capture;191 struct fimc_is *is = fimc_isp_to_is(isp);192 struct isp_video_buf *ivb = to_isp_video_buf(vbuf);193 unsigned long flags;194 unsigned int i;195 196 if (test_bit(ST_ISP_VID_CAP_BUF_PREP, &isp->state)) {197 spin_lock_irqsave(&is->slock, flags);198 video->buf_mask |= BIT(ivb->index);199 spin_unlock_irqrestore(&is->slock, flags);200 } else {201 unsigned int num_planes = video->format->memplanes;202 203 ivb->index = video->buf_count;204 video->buffers[ivb->index] = ivb;205 206 for (i = 0; i < num_planes; i++) {207 int buf_index = ivb->index * num_planes + i;208 209 ivb->dma_addr[i] = vb2_dma_contig_plane_dma_addr(vb, i);210 is->is_p_region->shared[32 + buf_index] =211 ivb->dma_addr[i];212 213 isp_dbg(2, &video->ve.vdev,214 "dma_buf %d (%d/%d/%d) addr: %pad\n",215 buf_index, ivb->index, i, vb->index,216 &ivb->dma_addr[i]);217 }218 219 if (++video->buf_count < video->reqbufs_count)220 return;221 222 video->buf_mask = (1UL << video->buf_count) - 1;223 set_bit(ST_ISP_VID_CAP_BUF_PREP, &isp->state);224 }225 226 if (!test_bit(ST_ISP_VID_CAP_STREAMING, &isp->state))227 isp_video_capture_start_streaming(vb->vb2_queue, 0);228}229 230/*231 * FIMC-IS ISP input and output DMA interface interrupt handler.232 * Locking: called with is->slock spinlock held.233 */234void fimc_isp_video_irq_handler(struct fimc_is *is)235{236 struct fimc_is_video *video = &is->isp.video_capture;237 struct vb2_v4l2_buffer *vbuf;238 int buf_index;239 240 /* TODO: Ensure the DMA is really stopped in stop_streaming callback */241 if (!test_bit(ST_ISP_VID_CAP_STREAMING, &is->isp.state))242 return;243 244 buf_index = (is->i2h_cmd.args[1] - 1) % video->buf_count;245 vbuf = &video->buffers[buf_index]->vb;246 247 vbuf->vb2_buf.timestamp = ktime_get_ns();248 vb2_buffer_done(&vbuf->vb2_buf, VB2_BUF_STATE_DONE);249 250 video->buf_mask &= ~BIT(buf_index);251 fimc_is_hw_set_isp_buf_mask(is, video->buf_mask);252}253 254static const struct vb2_ops isp_video_capture_qops = {255 .queue_setup = isp_video_capture_queue_setup,256 .buf_prepare = isp_video_capture_buffer_prepare,257 .buf_queue = isp_video_capture_buffer_queue,258 .wait_prepare = vb2_ops_wait_prepare,259 .wait_finish = vb2_ops_wait_finish,260 .start_streaming = isp_video_capture_start_streaming,261 .stop_streaming = isp_video_capture_stop_streaming,262};263 264static int isp_video_open(struct file *file)265{266 struct fimc_isp *isp = video_drvdata(file);267 struct exynos_video_entity *ve = &isp->video_capture.ve;268 struct media_entity *me = &ve->vdev.entity;269 int ret;270 271 if (mutex_lock_interruptible(&isp->video_lock))272 return -ERESTARTSYS;273 274 ret = v4l2_fh_open(file);275 if (ret < 0)276 goto unlock;277 278 ret = pm_runtime_resume_and_get(&isp->pdev->dev);279 if (ret < 0)280 goto rel_fh;281 282 if (v4l2_fh_is_singular_file(file)) {283 mutex_lock(&me->graph_obj.mdev->graph_mutex);284 285 ret = fimc_pipeline_call(ve, open, me, true);286 287 /* Mark the video pipeline as in use. */288 if (ret == 0)289 me->use_count++;290 291 mutex_unlock(&me->graph_obj.mdev->graph_mutex);292 }293 if (!ret)294 goto unlock;295rel_fh:296 v4l2_fh_release(file);297unlock:298 mutex_unlock(&isp->video_lock);299 return ret;300}301 302static int isp_video_release(struct file *file)303{304 struct fimc_isp *isp = video_drvdata(file);305 struct fimc_is_video *ivc = &isp->video_capture;306 struct media_entity *entity = &ivc->ve.vdev.entity;307 struct media_device *mdev = entity->graph_obj.mdev;308 bool is_singular_file;309 310 mutex_lock(&isp->video_lock);311 312 is_singular_file = v4l2_fh_is_singular_file(file);313 314 if (is_singular_file && ivc->streaming) {315 video_device_pipeline_stop(&ivc->ve.vdev);316 ivc->streaming = 0;317 }318 319 _vb2_fop_release(file, NULL);320 321 if (is_singular_file) {322 fimc_pipeline_call(&ivc->ve, close);323 324 mutex_lock(&mdev->graph_mutex);325 entity->use_count--;326 mutex_unlock(&mdev->graph_mutex);327 }328 329 pm_runtime_put(&isp->pdev->dev);330 mutex_unlock(&isp->video_lock);331 332 return 0;333}334 335static const struct v4l2_file_operations isp_video_fops = {336 .owner = THIS_MODULE,337 .open = isp_video_open,338 .release = isp_video_release,339 .poll = vb2_fop_poll,340 .unlocked_ioctl = video_ioctl2,341 .mmap = vb2_fop_mmap,342};343 344/*345 * Video node ioctl operations346 */347static int isp_video_querycap(struct file *file, void *priv,348 struct v4l2_capability *cap)349{350 struct fimc_isp *isp = video_drvdata(file);351 352 __fimc_vidioc_querycap(&isp->pdev->dev, cap);353 return 0;354}355 356static int isp_video_enum_fmt(struct file *file, void *priv,357 struct v4l2_fmtdesc *f)358{359 const struct fimc_fmt *fmt;360 361 if (f->index >= FIMC_ISP_NUM_FORMATS)362 return -EINVAL;363 364 fmt = fimc_isp_find_format(NULL, NULL, f->index);365 if (WARN_ON(fmt == NULL))366 return -EINVAL;367 368 f->pixelformat = fmt->fourcc;369 370 return 0;371}372 373static int isp_video_g_fmt_mplane(struct file *file, void *fh,374 struct v4l2_format *f)375{376 struct fimc_isp *isp = video_drvdata(file);377 378 f->fmt.pix_mp = isp->video_capture.pixfmt;379 return 0;380}381 382static void __isp_video_try_fmt(struct fimc_isp *isp,383 struct v4l2_pix_format_mplane *pixm,384 const struct fimc_fmt **fmt)385{386 const struct fimc_fmt *__fmt;387 388 __fmt = fimc_isp_find_format(&pixm->pixelformat, NULL, 2);389 390 if (fmt)391 *fmt = __fmt;392 393 pixm->colorspace = V4L2_COLORSPACE_SRGB;394 pixm->field = V4L2_FIELD_NONE;395 pixm->num_planes = __fmt->memplanes;396 pixm->pixelformat = __fmt->fourcc;397 /*398 * TODO: double check with the docmentation these width/height399 * constraints are correct.400 */401 v4l_bound_align_image(&pixm->width, FIMC_ISP_SOURCE_WIDTH_MIN,402 FIMC_ISP_SOURCE_WIDTH_MAX, 3,403 &pixm->height, FIMC_ISP_SOURCE_HEIGHT_MIN,404 FIMC_ISP_SOURCE_HEIGHT_MAX, 0, 0);405}406 407static int isp_video_try_fmt_mplane(struct file *file, void *fh,408 struct v4l2_format *f)409{410 struct fimc_isp *isp = video_drvdata(file);411 412 __isp_video_try_fmt(isp, &f->fmt.pix_mp, NULL);413 return 0;414}415 416static int isp_video_s_fmt_mplane(struct file *file, void *priv,417 struct v4l2_format *f)418{419 struct fimc_isp *isp = video_drvdata(file);420 struct fimc_is *is = fimc_isp_to_is(isp);421 struct v4l2_pix_format_mplane *pixm = &f->fmt.pix_mp;422 const struct fimc_fmt *ifmt = NULL;423 struct param_dma_output *dma = __get_isp_dma2(is);424 425 __isp_video_try_fmt(isp, pixm, &ifmt);426 427 if (WARN_ON(ifmt == NULL))428 return -EINVAL;429 430 dma->format = DMA_OUTPUT_FORMAT_BAYER;431 dma->order = DMA_OUTPUT_ORDER_GB_BG;432 dma->plane = ifmt->memplanes;433 dma->bitwidth = ifmt->depth[0];434 dma->width = pixm->width;435 dma->height = pixm->height;436 437 fimc_is_mem_barrier();438 439 isp->video_capture.format = ifmt;440 isp->video_capture.pixfmt = *pixm;441 442 return 0;443}444 445/*446 * Check for source/sink format differences at each link.447 * Return 0 if the formats match or -EPIPE otherwise.448 */449static int isp_video_pipeline_validate(struct fimc_isp *isp)450{451 struct v4l2_subdev *sd = &isp->subdev;452 struct media_pad *pad;453 int ret;454 455 while (1) {456 struct v4l2_subdev_format sink_fmt = {457 .which = V4L2_SUBDEV_FORMAT_ACTIVE,458 };459 struct v4l2_subdev_format src_fmt = {460 .which = V4L2_SUBDEV_FORMAT_ACTIVE,461 };462 463 /* Retrieve format at the sink pad */464 pad = &sd->entity.pads[0];465 if (!(pad->flags & MEDIA_PAD_FL_SINK))466 break;467 sink_fmt.pad = pad->index;468 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &sink_fmt);469 if (ret < 0 && ret != -ENOIOCTLCMD)470 return -EPIPE;471 472 /* Retrieve format at the source pad */473 pad = media_pad_remote_pad_first(pad);474 if (!pad || !is_media_entity_v4l2_subdev(pad->entity))475 break;476 477 sd = media_entity_to_v4l2_subdev(pad->entity);478 src_fmt.pad = pad->index;479 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &src_fmt);480 if (ret < 0 && ret != -ENOIOCTLCMD)481 return -EPIPE;482 483 if (src_fmt.format.width != sink_fmt.format.width ||484 src_fmt.format.height != sink_fmt.format.height ||485 src_fmt.format.code != sink_fmt.format.code)486 return -EPIPE;487 }488 489 return 0;490}491 492static int isp_video_streamon(struct file *file, void *priv,493 enum v4l2_buf_type type)494{495 struct fimc_isp *isp = video_drvdata(file);496 struct exynos_video_entity *ve = &isp->video_capture.ve;497 int ret;498 499 ret = video_device_pipeline_start(&ve->vdev, &ve->pipe->mp);500 if (ret < 0)501 return ret;502 503 ret = isp_video_pipeline_validate(isp);504 if (ret < 0)505 goto p_stop;506 507 ret = vb2_ioctl_streamon(file, priv, type);508 if (ret < 0)509 goto p_stop;510 511 isp->video_capture.streaming = 1;512 return 0;513p_stop:514 video_device_pipeline_stop(&ve->vdev);515 return ret;516}517 518static int isp_video_streamoff(struct file *file, void *priv,519 enum v4l2_buf_type type)520{521 struct fimc_isp *isp = video_drvdata(file);522 struct fimc_is_video *video = &isp->video_capture;523 int ret;524 525 ret = vb2_ioctl_streamoff(file, priv, type);526 if (ret < 0)527 return ret;528 529 video_device_pipeline_stop(&video->ve.vdev);530 video->streaming = 0;531 return 0;532}533 534static int isp_video_reqbufs(struct file *file, void *priv,535 struct v4l2_requestbuffers *rb)536{537 struct fimc_isp *isp = video_drvdata(file);538 int ret;539 540 ret = vb2_ioctl_reqbufs(file, priv, rb);541 if (ret < 0)542 return ret;543 544 if (rb->count && rb->count < FIMC_ISP_REQ_BUFS_MIN) {545 rb->count = 0;546 vb2_ioctl_reqbufs(file, priv, rb);547 ret = -ENOMEM;548 }549 550 isp->video_capture.reqbufs_count = rb->count;551 return ret;552}553 554static const struct v4l2_ioctl_ops isp_video_ioctl_ops = {555 .vidioc_querycap = isp_video_querycap,556 .vidioc_enum_fmt_vid_cap = isp_video_enum_fmt,557 .vidioc_try_fmt_vid_cap_mplane = isp_video_try_fmt_mplane,558 .vidioc_s_fmt_vid_cap_mplane = isp_video_s_fmt_mplane,559 .vidioc_g_fmt_vid_cap_mplane = isp_video_g_fmt_mplane,560 .vidioc_reqbufs = isp_video_reqbufs,561 .vidioc_querybuf = vb2_ioctl_querybuf,562 .vidioc_prepare_buf = vb2_ioctl_prepare_buf,563 .vidioc_create_bufs = vb2_ioctl_create_bufs,564 .vidioc_qbuf = vb2_ioctl_qbuf,565 .vidioc_dqbuf = vb2_ioctl_dqbuf,566 .vidioc_streamon = isp_video_streamon,567 .vidioc_streamoff = isp_video_streamoff,568};569 570int fimc_isp_video_device_register(struct fimc_isp *isp,571 struct v4l2_device *v4l2_dev,572 enum v4l2_buf_type type)573{574 struct vb2_queue *q = &isp->video_capture.vb_queue;575 struct fimc_is_video *iv;576 struct video_device *vdev;577 int ret;578 579 if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)580 iv = &isp->video_capture;581 else582 return -ENOSYS;583 584 mutex_init(&isp->video_lock);585 INIT_LIST_HEAD(&iv->pending_buf_q);586 INIT_LIST_HEAD(&iv->active_buf_q);587 iv->format = fimc_isp_find_format(NULL, NULL, 0);588 iv->pixfmt.width = IS_DEFAULT_WIDTH;589 iv->pixfmt.height = IS_DEFAULT_HEIGHT;590 iv->pixfmt.pixelformat = iv->format->fourcc;591 iv->pixfmt.colorspace = V4L2_COLORSPACE_SRGB;592 iv->reqbufs_count = 0;593 594 memset(q, 0, sizeof(*q));595 q->type = type;596 q->io_modes = VB2_MMAP | VB2_USERPTR;597 q->ops = &isp_video_capture_qops;598 q->mem_ops = &vb2_dma_contig_memops;599 q->buf_struct_size = sizeof(struct isp_video_buf);600 q->drv_priv = isp;601 q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;602 q->lock = &isp->video_lock;603 q->dev = &isp->pdev->dev;604 605 ret = vb2_queue_init(q);606 if (ret < 0)607 return ret;608 609 vdev = &iv->ve.vdev;610 memset(vdev, 0, sizeof(*vdev));611 strscpy(vdev->name, "fimc-is-isp.capture", sizeof(vdev->name));612 vdev->queue = q;613 vdev->fops = &isp_video_fops;614 vdev->ioctl_ops = &isp_video_ioctl_ops;615 vdev->v4l2_dev = v4l2_dev;616 vdev->minor = -1;617 vdev->release = video_device_release_empty;618 vdev->lock = &isp->video_lock;619 vdev->device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_CAPTURE_MPLANE;620 621 iv->pad.flags = MEDIA_PAD_FL_SINK;622 ret = media_entity_pads_init(&vdev->entity, 1, &iv->pad);623 if (ret < 0)624 return ret;625 626 video_set_drvdata(vdev, isp);627 628 ret = video_register_device(vdev, VFL_TYPE_VIDEO, -1);629 if (ret < 0) {630 media_entity_cleanup(&vdev->entity);631 return ret;632 }633 634 v4l2_info(v4l2_dev, "Registered %s as /dev/%s\n",635 vdev->name, video_device_node_name(vdev));636 637 return 0;638}639 640void fimc_isp_video_device_unregister(struct fimc_isp *isp,641 enum v4l2_buf_type type)642{643 struct exynos_video_entity *ve;644 645 if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)646 ve = &isp->video_capture.ve;647 else648 return;649 650 mutex_lock(&isp->video_lock);651 652 if (video_is_registered(&ve->vdev)) {653 video_unregister_device(&ve->vdev);654 media_entity_cleanup(&ve->vdev.entity);655 ve->pipe = NULL;656 }657 658 mutex_unlock(&isp->video_lock);659}660