From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from galahad.ideasonboard.com ([185.26.127.97]:52791 "EHLO galahad.ideasonboard.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S932104AbeCBLis (ORCPT ); Fri, 2 Mar 2018 06:38:48 -0500 From: Laurent Pinchart To: Niklas =?ISO-8859-1?Q?S=F6derlund?= Cc: Hans Verkuil , linux-media@vger.kernel.org, linux-renesas-soc@vger.kernel.org, tomoharu.fukawa.eb@renesas.com, Kieran Bingham Subject: Re: [PATCH v11 21/32] rcar-vin: use different v4l2 operations in media controller mode Date: Fri, 02 Mar 2018 13:39:37 +0200 Message-ID: <17282166.lZv8P2lcqN@avalon> In-Reply-To: <20180302015751.25596-22-niklas.soderlund+renesas@ragnatech.se> References: <20180302015751.25596-1-niklas.soderlund+renesas@ragnatech.se> <20180302015751.25596-22-niklas.soderlund+renesas@ragnatech.se> MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable Content-Type: text/plain; charset="iso-8859-1" Sender: linux-renesas-soc-owner@vger.kernel.org List-ID: Hi Niklas, Thank you for the patch. On Friday, 2 March 2018 03:57:40 EET Niklas S=F6derlund wrote: > When the driver runs in media controller mode it should not directly > control the subdevice instead userspace will be responsible for > configuring the pipeline. To be able to run in this mode a different set > of v4l2 operations needs to be used. >=20 > Add a new set of v4l2 operations to support operation without directly > interacting with the source subdevice. >=20 > Signed-off-by: Niklas S=F6derlund > Reviewed-by: Hans Verkuil > --- > drivers/media/platform/rcar-vin/rcar-dma.c | 3 +- > drivers/media/platform/rcar-vin/rcar-v4l2.c | 161 ++++++++++++++++++++++= ++- > 2 files changed, 160 insertions(+), 4 deletions(-) >=20 > diff --git a/drivers/media/platform/rcar-vin/rcar-dma.c > b/drivers/media/platform/rcar-vin/rcar-dma.c index > 3fb9c325285c5a5a..27d0c098f1da40f9 100644 > --- a/drivers/media/platform/rcar-vin/rcar-dma.c > +++ b/drivers/media/platform/rcar-vin/rcar-dma.c > @@ -628,7 +628,8 @@ static int rvin_setup(struct rvin_dev *vin) > /* Default to TB */ > vnmc =3D VNMC_IM_FULL; > /* Use BT if video standard can be read and is 60 Hz format */ > - if (!v4l2_subdev_call(vin_to_source(vin), video, g_std, &std)) { > + if (!vin->info->use_mc && > + !v4l2_subdev_call(vin_to_source(vin), video, g_std, &std)) { To avoid spreading the discussion across several mail threads, I'll repeat = my=20 comment made today on v9: > > I think the subdev should be queried in rcar-v4l2.c and the information > > cached in the rvin_dev structure instead of queried here. Interactions > > with the subdev should be minimized in rvin-dma.c. You can fix this in a > > separate patch if you prefer. > > This can't be a cached value it needs to be read at stream on time. The > input source could have changed format, e.g. the user may have > disconnected a NTSC source and plugged in a PAL. Please note that in that case the source subdev will not have changed its=20 format yet, it only does so when the s_std operation is called. > This is a shame as I otherwise agree with you that interactions with the > subdevice should be kept at a minimum. > if (std & V4L2_STD_525_60) > vnmc =3D VNMC_IM_FULL | VNMC_FOC; > } > diff --git a/drivers/media/platform/rcar-vin/rcar-v4l2.c > b/drivers/media/platform/rcar-vin/rcar-v4l2.c index > 20be21cb1cf521e5..8d92710efffa7276 100644 > --- a/drivers/media/platform/rcar-vin/rcar-v4l2.c > +++ b/drivers/media/platform/rcar-vin/rcar-v4l2.c > @@ -18,12 +18,16 @@ >=20 > #include > #include > +#include > #include >=20 > #include "rcar-vin.h" >=20 > #define RVIN_DEFAULT_FORMAT V4L2_PIX_FMT_YUYV > +#define RVIN_DEFAULT_WIDTH 800 > +#define RVIN_DEFAULT_HEIGHT 600 > #define RVIN_DEFAULT_FIELD V4L2_FIELD_NONE > +#define RVIN_DEFAULT_COLORSPACE V4L2_COLORSPACE_SRGB >=20 > /* ---------------------------------------------------------------------= =2D-- > * Format Conversions > @@ -667,6 +671,74 @@ static const struct v4l2_ioctl_ops rvin_ioctl_ops = =3D { > .vidioc_unsubscribe_event =3D v4l2_event_unsubscribe, > }; >=20 > +/* ---------------------------------------------------------------------= =2D-- > + * V4L2 Media Controller > + */ > + > +static int rvin_mc_try_fmt_vid_cap(struct file *file, void *priv, > + struct v4l2_format *f) > +{ > + struct rvin_dev *vin =3D video_drvdata(file); > + > + return rvin_format_align(vin, &f->fmt.pix); > +} > + > +static int rvin_mc_s_fmt_vid_cap(struct file *file, void *priv, > + struct v4l2_format *f) > +{ > + struct rvin_dev *vin =3D video_drvdata(file); > + int ret; > + > + if (vb2_is_busy(&vin->queue)) > + return -EBUSY; > + > + ret =3D rvin_format_align(vin, &f->fmt.pix); > + if (ret) > + return ret; > + > + vin->format =3D f->fmt.pix; > + > + return 0; > +} > + > +static int rvin_mc_enum_input(struct file *file, void *priv, > + struct v4l2_input *i) > +{ > + if (i->index !=3D 0) > + return -EINVAL; > + > + i->type =3D V4L2_INPUT_TYPE_CAMERA; > + strlcpy(i->name, "Camera", sizeof(i->name)); > + > + return 0; > +} > + > +static const struct v4l2_ioctl_ops rvin_mc_ioctl_ops =3D { > + .vidioc_querycap =3D rvin_querycap, > + .vidioc_try_fmt_vid_cap =3D rvin_mc_try_fmt_vid_cap, > + .vidioc_g_fmt_vid_cap =3D rvin_g_fmt_vid_cap, > + .vidioc_s_fmt_vid_cap =3D rvin_mc_s_fmt_vid_cap, > + .vidioc_enum_fmt_vid_cap =3D rvin_enum_fmt_vid_cap, > + > + .vidioc_enum_input =3D rvin_mc_enum_input, > + .vidioc_g_input =3D rvin_g_input, > + .vidioc_s_input =3D rvin_s_input, > + > + .vidioc_reqbufs =3D vb2_ioctl_reqbufs, > + .vidioc_create_bufs =3D vb2_ioctl_create_bufs, > + .vidioc_querybuf =3D vb2_ioctl_querybuf, > + .vidioc_qbuf =3D vb2_ioctl_qbuf, > + .vidioc_dqbuf =3D vb2_ioctl_dqbuf, > + .vidioc_expbuf =3D vb2_ioctl_expbuf, > + .vidioc_prepare_buf =3D vb2_ioctl_prepare_buf, > + .vidioc_streamon =3D vb2_ioctl_streamon, > + .vidioc_streamoff =3D vb2_ioctl_streamoff, > + > + .vidioc_log_status =3D v4l2_ctrl_log_status, > + .vidioc_subscribe_event =3D rvin_subscribe_event, > + .vidioc_unsubscribe_event =3D v4l2_event_unsubscribe, > +}; > + > /* ---------------------------------------------------------------------= =2D-- > * File Operations > */ > @@ -810,6 +882,74 @@ static const struct v4l2_file_operations rvin_fops = =3D { > .read =3D vb2_fop_read, > }; >=20 > +/* ---------------------------------------------------------------------= =2D-- > + * Media controller file operations > + */ > + > +static int rvin_mc_open(struct file *file) > +{ > + struct rvin_dev *vin =3D video_drvdata(file); > + int ret; > + > + ret =3D mutex_lock_interruptible(&vin->lock); > + if (ret) > + return ret; > + > + ret =3D pm_runtime_get_sync(vin->dev); > + if (ret < 0) > + goto err_pm; > + > + ret =3D v4l2_pipeline_pm_use(&vin->vdev.entity, 1); > + if (ret < 0) > + goto err_v4l2pm; > + > + file->private_data =3D vin; > + > + ret =3D v4l2_fh_open(file); > + if (ret) > + goto err_open; > + > + mutex_unlock(&vin->lock); > + > + return 0; > +err_open: > + v4l2_pipeline_pm_use(&vin->vdev.entity, 0); > +err_v4l2pm: > + pm_runtime_put(vin->dev); > +err_pm: > + mutex_unlock(&vin->lock); Error labels should be named according to the action performed in the clean= up=20 path, not based on the error that causes to jump to them. > + return ret; > +} > + > +static int rvin_mc_release(struct file *file) > +{ > + struct rvin_dev *vin =3D video_drvdata(file); > + int ret; > + > + mutex_lock(&vin->lock); > + > + /* the release helper will cleanup any on-going streaming. */ > + ret =3D _vb2_fop_release(file, NULL); > + > + v4l2_pipeline_pm_use(&vin->vdev.entity, 0); > + pm_runtime_put(vin->dev); > + > + mutex_unlock(&vin->lock); > + > + return ret; > +} > + > +static const struct v4l2_file_operations rvin_mc_fops =3D { > + .owner =3D THIS_MODULE, > + .unlocked_ioctl =3D video_ioctl2, > + .open =3D rvin_mc_open, > + .release =3D rvin_mc_release, > + .poll =3D vb2_fop_poll, > + .mmap =3D vb2_fop_mmap, > + .read =3D vb2_fop_read, > +}; > + > void rvin_v4l2_unregister(struct rvin_dev *vin) > { > if (!video_is_registered(&vin->vdev)) > @@ -845,18 +985,33 @@ int rvin_v4l2_register(struct rvin_dev *vin) > vin->v4l2_dev.notify =3D rvin_notify; >=20 > /* video node */ > - vdev->fops =3D &rvin_fops; > vdev->v4l2_dev =3D &vin->v4l2_dev; > vdev->queue =3D &vin->queue; > strlcpy(vdev->name, KBUILD_MODNAME, sizeof(vdev->name)); > vdev->release =3D video_device_release_empty; > - vdev->ioctl_ops =3D &rvin_ioctl_ops; > vdev->lock =3D &vin->lock; > vdev->device_caps =3D V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING | > V4L2_CAP_READWRITE; >=20 > + /* Set a default format */ > vin->format.pixelformat =3D RVIN_DEFAULT_FORMAT; > - rvin_reset_format(vin); > + vin->format.width =3D RVIN_DEFAULT_WIDTH; > + vin->format.height =3D RVIN_DEFAULT_HEIGHT; > + vin->format.field =3D RVIN_DEFAULT_FIELD; > + vin->format.colorspace =3D RVIN_DEFAULT_COLORSPACE; > + > + if (vin->info->use_mc) { > + vdev->fops =3D &rvin_mc_fops; > + vdev->ioctl_ops =3D &rvin_mc_ioctl_ops; > + } else { > + vdev->fops =3D &rvin_fops; > + vdev->ioctl_ops =3D &rvin_ioctl_ops; > + rvin_reset_format(vin); > + } > + > + ret =3D rvin_format_align(vin, &vin->format); > + if (ret) > + return ret; >=20 > ret =3D video_register_device(&vin->vdev, VFL_TYPE_GRABBER, -1); > if (ret) { =2D-=20 Regards, Laurent Pinchart