123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472 |
- // SPDX-License-Identifier: GPL-2.0-or-later
- /*
- * video stream multiplexer controlled via mux control
- *
- * Copyright (C) 2013 Pengutronix, Sascha Hauer <kernel@pengutronix.de>
- * Copyright (C) 2016-2017 Pengutronix, Philipp Zabel <kernel@pengutronix.de>
- */
- #include <linux/err.h>
- #include <linux/module.h>
- #include <linux/mutex.h>
- #include <linux/mux/consumer.h>
- #include <linux/of.h>
- #include <linux/of_graph.h>
- #include <linux/platform_device.h>
- #include <linux/slab.h>
- #include <media/v4l2-async.h>
- #include <media/v4l2-device.h>
- #include <media/v4l2-fwnode.h>
- #include <media/v4l2-subdev.h>
- struct video_mux {
- struct v4l2_subdev subdev;
- struct media_pad *pads;
- struct v4l2_mbus_framefmt *format_mbus;
- struct mux_control *mux;
- struct mutex lock;
- int active;
- };
- static const struct v4l2_mbus_framefmt video_mux_format_mbus_default = {
- .width = 1,
- .height = 1,
- .code = MEDIA_BUS_FMT_Y8_1X8,
- .field = V4L2_FIELD_NONE,
- };
- static inline struct video_mux *v4l2_subdev_to_video_mux(struct v4l2_subdev *sd)
- {
- return container_of(sd, struct video_mux, subdev);
- }
- static int video_mux_link_setup(struct media_entity *entity,
- const struct media_pad *local,
- const struct media_pad *remote, u32 flags)
- {
- struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- u16 source_pad = entity->num_pads - 1;
- int ret = 0;
- /*
- * The mux state is determined by the enabled sink pad link.
- * Enabling or disabling the source pad link has no effect.
- */
- if (local->flags & MEDIA_PAD_FL_SOURCE)
- return 0;
- dev_dbg(sd->dev, "link setup '%s':%d->'%s':%d[%d]",
- remote->entity->name, remote->index, local->entity->name,
- local->index, flags & MEDIA_LNK_FL_ENABLED);
- mutex_lock(&vmux->lock);
- if (flags & MEDIA_LNK_FL_ENABLED) {
- if (vmux->active == local->index)
- goto out;
- if (vmux->active >= 0) {
- ret = -EBUSY;
- goto out;
- }
- dev_dbg(sd->dev, "setting %d active\n", local->index);
- ret = mux_control_try_select(vmux->mux, local->index);
- if (ret < 0)
- goto out;
- vmux->active = local->index;
- /* Propagate the active format to the source */
- vmux->format_mbus[source_pad] = vmux->format_mbus[vmux->active];
- } else {
- if (vmux->active != local->index)
- goto out;
- dev_dbg(sd->dev, "going inactive\n");
- mux_control_deselect(vmux->mux);
- vmux->active = -1;
- }
- out:
- mutex_unlock(&vmux->lock);
- return ret;
- }
- static const struct media_entity_operations video_mux_ops = {
- .link_setup = video_mux_link_setup,
- .link_validate = v4l2_subdev_link_validate,
- };
- static int video_mux_s_stream(struct v4l2_subdev *sd, int enable)
- {
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- struct v4l2_subdev *upstream_sd;
- struct media_pad *pad;
- if (vmux->active == -1) {
- dev_err(sd->dev, "Can not start streaming on inactive mux\n");
- return -EINVAL;
- }
- pad = media_entity_remote_pad(&sd->entity.pads[vmux->active]);
- if (!pad) {
- dev_err(sd->dev, "Failed to find remote source pad\n");
- return -ENOLINK;
- }
- if (!is_media_entity_v4l2_subdev(pad->entity)) {
- dev_err(sd->dev, "Upstream entity is not a v4l2 subdev\n");
- return -ENODEV;
- }
- upstream_sd = media_entity_to_v4l2_subdev(pad->entity);
- return v4l2_subdev_call(upstream_sd, video, s_stream, enable);
- }
- static const struct v4l2_subdev_video_ops video_mux_subdev_video_ops = {
- .s_stream = video_mux_s_stream,
- };
- static struct v4l2_mbus_framefmt *
- __video_mux_get_pad_format(struct v4l2_subdev *sd,
- struct v4l2_subdev_pad_config *cfg,
- unsigned int pad, u32 which)
- {
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- switch (which) {
- case V4L2_SUBDEV_FORMAT_TRY:
- return v4l2_subdev_get_try_format(sd, cfg, pad);
- case V4L2_SUBDEV_FORMAT_ACTIVE:
- return &vmux->format_mbus[pad];
- default:
- return NULL;
- }
- }
- static int video_mux_get_format(struct v4l2_subdev *sd,
- struct v4l2_subdev_pad_config *cfg,
- struct v4l2_subdev_format *sdformat)
- {
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- mutex_lock(&vmux->lock);
- sdformat->format = *__video_mux_get_pad_format(sd, cfg, sdformat->pad,
- sdformat->which);
- mutex_unlock(&vmux->lock);
- return 0;
- }
- static int video_mux_set_format(struct v4l2_subdev *sd,
- struct v4l2_subdev_pad_config *cfg,
- struct v4l2_subdev_format *sdformat)
- {
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- struct v4l2_mbus_framefmt *mbusformat, *source_mbusformat;
- struct media_pad *pad = &vmux->pads[sdformat->pad];
- u16 source_pad = sd->entity.num_pads - 1;
- mbusformat = __video_mux_get_pad_format(sd, cfg, sdformat->pad,
- sdformat->which);
- if (!mbusformat)
- return -EINVAL;
- source_mbusformat = __video_mux_get_pad_format(sd, cfg, source_pad,
- sdformat->which);
- if (!source_mbusformat)
- return -EINVAL;
- /* No size limitations except V4L2 compliance requirements */
- v4l_bound_align_image(&sdformat->format.width, 1, 65536, 0,
- &sdformat->format.height, 1, 65536, 0, 0);
- /* All formats except LVDS and vendor specific formats are acceptable */
- switch (sdformat->format.code) {
- case MEDIA_BUS_FMT_RGB444_1X12:
- case MEDIA_BUS_FMT_RGB444_2X8_PADHI_BE:
- case MEDIA_BUS_FMT_RGB444_2X8_PADHI_LE:
- case MEDIA_BUS_FMT_RGB555_2X8_PADHI_BE:
- case MEDIA_BUS_FMT_RGB555_2X8_PADHI_LE:
- case MEDIA_BUS_FMT_RGB565_1X16:
- case MEDIA_BUS_FMT_BGR565_2X8_BE:
- case MEDIA_BUS_FMT_BGR565_2X8_LE:
- case MEDIA_BUS_FMT_RGB565_2X8_BE:
- case MEDIA_BUS_FMT_RGB565_2X8_LE:
- case MEDIA_BUS_FMT_RGB666_1X18:
- case MEDIA_BUS_FMT_RBG888_1X24:
- case MEDIA_BUS_FMT_RGB666_1X24_CPADHI:
- case MEDIA_BUS_FMT_BGR888_1X24:
- case MEDIA_BUS_FMT_GBR888_1X24:
- case MEDIA_BUS_FMT_RGB888_1X24:
- case MEDIA_BUS_FMT_RGB888_2X12_BE:
- case MEDIA_BUS_FMT_RGB888_2X12_LE:
- case MEDIA_BUS_FMT_ARGB8888_1X32:
- case MEDIA_BUS_FMT_RGB888_1X32_PADHI:
- case MEDIA_BUS_FMT_RGB101010_1X30:
- case MEDIA_BUS_FMT_RGB121212_1X36:
- case MEDIA_BUS_FMT_RGB161616_1X48:
- case MEDIA_BUS_FMT_Y8_1X8:
- case MEDIA_BUS_FMT_UV8_1X8:
- case MEDIA_BUS_FMT_UYVY8_1_5X8:
- case MEDIA_BUS_FMT_VYUY8_1_5X8:
- case MEDIA_BUS_FMT_YUYV8_1_5X8:
- case MEDIA_BUS_FMT_YVYU8_1_5X8:
- case MEDIA_BUS_FMT_UYVY8_2X8:
- case MEDIA_BUS_FMT_VYUY8_2X8:
- case MEDIA_BUS_FMT_YUYV8_2X8:
- case MEDIA_BUS_FMT_YVYU8_2X8:
- case MEDIA_BUS_FMT_Y10_1X10:
- case MEDIA_BUS_FMT_UYVY10_2X10:
- case MEDIA_BUS_FMT_VYUY10_2X10:
- case MEDIA_BUS_FMT_YUYV10_2X10:
- case MEDIA_BUS_FMT_YVYU10_2X10:
- case MEDIA_BUS_FMT_Y12_1X12:
- case MEDIA_BUS_FMT_UYVY12_2X12:
- case MEDIA_BUS_FMT_VYUY12_2X12:
- case MEDIA_BUS_FMT_YUYV12_2X12:
- case MEDIA_BUS_FMT_YVYU12_2X12:
- case MEDIA_BUS_FMT_UYVY8_1X16:
- case MEDIA_BUS_FMT_VYUY8_1X16:
- case MEDIA_BUS_FMT_YUYV8_1X16:
- case MEDIA_BUS_FMT_YVYU8_1X16:
- case MEDIA_BUS_FMT_YDYUYDYV8_1X16:
- case MEDIA_BUS_FMT_UYVY10_1X20:
- case MEDIA_BUS_FMT_VYUY10_1X20:
- case MEDIA_BUS_FMT_YUYV10_1X20:
- case MEDIA_BUS_FMT_YVYU10_1X20:
- case MEDIA_BUS_FMT_VUY8_1X24:
- case MEDIA_BUS_FMT_YUV8_1X24:
- case MEDIA_BUS_FMT_UYYVYY8_0_5X24:
- case MEDIA_BUS_FMT_UYVY12_1X24:
- case MEDIA_BUS_FMT_VYUY12_1X24:
- case MEDIA_BUS_FMT_YUYV12_1X24:
- case MEDIA_BUS_FMT_YVYU12_1X24:
- case MEDIA_BUS_FMT_YUV10_1X30:
- case MEDIA_BUS_FMT_UYYVYY10_0_5X30:
- case MEDIA_BUS_FMT_AYUV8_1X32:
- case MEDIA_BUS_FMT_UYYVYY12_0_5X36:
- case MEDIA_BUS_FMT_YUV12_1X36:
- case MEDIA_BUS_FMT_YUV16_1X48:
- case MEDIA_BUS_FMT_UYYVYY16_0_5X48:
- case MEDIA_BUS_FMT_JPEG_1X8:
- case MEDIA_BUS_FMT_AHSV8888_1X32:
- case MEDIA_BUS_FMT_SBGGR8_1X8:
- case MEDIA_BUS_FMT_SGBRG8_1X8:
- case MEDIA_BUS_FMT_SGRBG8_1X8:
- case MEDIA_BUS_FMT_SRGGB8_1X8:
- case MEDIA_BUS_FMT_SBGGR10_1X10:
- case MEDIA_BUS_FMT_SGBRG10_1X10:
- case MEDIA_BUS_FMT_SGRBG10_1X10:
- case MEDIA_BUS_FMT_SRGGB10_1X10:
- case MEDIA_BUS_FMT_SBGGR12_1X12:
- case MEDIA_BUS_FMT_SGBRG12_1X12:
- case MEDIA_BUS_FMT_SGRBG12_1X12:
- case MEDIA_BUS_FMT_SRGGB12_1X12:
- case MEDIA_BUS_FMT_SBGGR14_1X14:
- case MEDIA_BUS_FMT_SGBRG14_1X14:
- case MEDIA_BUS_FMT_SGRBG14_1X14:
- case MEDIA_BUS_FMT_SRGGB14_1X14:
- case MEDIA_BUS_FMT_SBGGR16_1X16:
- case MEDIA_BUS_FMT_SGBRG16_1X16:
- case MEDIA_BUS_FMT_SGRBG16_1X16:
- case MEDIA_BUS_FMT_SRGGB16_1X16:
- break;
- default:
- sdformat->format.code = MEDIA_BUS_FMT_Y8_1X8;
- break;
- }
- if (sdformat->format.field == V4L2_FIELD_ANY)
- sdformat->format.field = V4L2_FIELD_NONE;
- mutex_lock(&vmux->lock);
- /* Source pad mirrors active sink pad, no limitations on sink pads */
- if ((pad->flags & MEDIA_PAD_FL_SOURCE) && vmux->active >= 0)
- sdformat->format = vmux->format_mbus[vmux->active];
- *mbusformat = sdformat->format;
- /* Propagate the format from an active sink to source */
- if ((pad->flags & MEDIA_PAD_FL_SINK) && (pad->index == vmux->active))
- *source_mbusformat = sdformat->format;
- mutex_unlock(&vmux->lock);
- return 0;
- }
- static int video_mux_init_cfg(struct v4l2_subdev *sd,
- struct v4l2_subdev_pad_config *cfg)
- {
- struct video_mux *vmux = v4l2_subdev_to_video_mux(sd);
- struct v4l2_mbus_framefmt *mbusformat;
- unsigned int i;
- mutex_lock(&vmux->lock);
- for (i = 0; i < sd->entity.num_pads; i++) {
- mbusformat = v4l2_subdev_get_try_format(sd, cfg, i);
- *mbusformat = video_mux_format_mbus_default;
- }
- mutex_unlock(&vmux->lock);
- return 0;
- }
- static const struct v4l2_subdev_pad_ops video_mux_pad_ops = {
- .init_cfg = video_mux_init_cfg,
- .get_fmt = video_mux_get_format,
- .set_fmt = video_mux_set_format,
- };
- static const struct v4l2_subdev_ops video_mux_subdev_ops = {
- .pad = &video_mux_pad_ops,
- .video = &video_mux_subdev_video_ops,
- };
- static int video_mux_parse_endpoint(struct device *dev,
- struct v4l2_fwnode_endpoint *vep,
- struct v4l2_async_subdev *asd)
- {
- /*
- * it's not an error if remote is missing on a video-mux
- * input port, return -ENOTCONN to skip this endpoint with
- * no error.
- */
- return fwnode_device_is_available(asd->match.fwnode) ? 0 : -ENOTCONN;
- }
- static int video_mux_async_register(struct video_mux *vmux,
- unsigned int num_input_pads)
- {
- unsigned int i, *ports;
- int ret;
- ports = kcalloc(num_input_pads, sizeof(*ports), GFP_KERNEL);
- if (!ports)
- return -ENOMEM;
- for (i = 0; i < num_input_pads; i++)
- ports[i] = i;
- ret = v4l2_async_register_fwnode_subdev(
- &vmux->subdev, sizeof(struct v4l2_async_subdev),
- ports, num_input_pads, video_mux_parse_endpoint);
- kfree(ports);
- return ret;
- }
- static int video_mux_probe(struct platform_device *pdev)
- {
- struct device_node *np = pdev->dev.of_node;
- struct device *dev = &pdev->dev;
- struct device_node *ep;
- struct video_mux *vmux;
- unsigned int num_pads = 0;
- unsigned int i;
- int ret;
- vmux = devm_kzalloc(dev, sizeof(*vmux), GFP_KERNEL);
- if (!vmux)
- return -ENOMEM;
- platform_set_drvdata(pdev, vmux);
- v4l2_subdev_init(&vmux->subdev, &video_mux_subdev_ops);
- snprintf(vmux->subdev.name, sizeof(vmux->subdev.name), "%pOFn", np);
- vmux->subdev.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
- vmux->subdev.dev = dev;
- /*
- * The largest numbered port is the output port. It determines
- * total number of pads.
- */
- for_each_endpoint_of_node(np, ep) {
- struct of_endpoint endpoint;
- of_graph_parse_endpoint(ep, &endpoint);
- num_pads = max(num_pads, endpoint.port + 1);
- }
- if (num_pads < 2) {
- dev_err(dev, "Not enough ports %d\n", num_pads);
- return -EINVAL;
- }
- vmux->mux = devm_mux_control_get(dev, NULL);
- if (IS_ERR(vmux->mux)) {
- ret = PTR_ERR(vmux->mux);
- if (ret != -EPROBE_DEFER)
- dev_err(dev, "Failed to get mux: %d\n", ret);
- return ret;
- }
- mutex_init(&vmux->lock);
- vmux->active = -1;
- vmux->pads = devm_kcalloc(dev, num_pads, sizeof(*vmux->pads),
- GFP_KERNEL);
- if (!vmux->pads)
- return -ENOMEM;
- vmux->format_mbus = devm_kcalloc(dev, num_pads,
- sizeof(*vmux->format_mbus),
- GFP_KERNEL);
- if (!vmux->format_mbus)
- return -ENOMEM;
- for (i = 0; i < num_pads; i++) {
- vmux->pads[i].flags = (i < num_pads - 1) ? MEDIA_PAD_FL_SINK
- : MEDIA_PAD_FL_SOURCE;
- vmux->format_mbus[i] = video_mux_format_mbus_default;
- }
- vmux->subdev.entity.function = MEDIA_ENT_F_VID_MUX;
- ret = media_entity_pads_init(&vmux->subdev.entity, num_pads,
- vmux->pads);
- if (ret < 0)
- return ret;
- vmux->subdev.entity.ops = &video_mux_ops;
- return video_mux_async_register(vmux, num_pads - 1);
- }
- static int video_mux_remove(struct platform_device *pdev)
- {
- struct video_mux *vmux = platform_get_drvdata(pdev);
- struct v4l2_subdev *sd = &vmux->subdev;
- v4l2_async_unregister_subdev(sd);
- media_entity_cleanup(&sd->entity);
- return 0;
- }
- static const struct of_device_id video_mux_dt_ids[] = {
- { .compatible = "video-mux", },
- { /* sentinel */ }
- };
- MODULE_DEVICE_TABLE(of, video_mux_dt_ids);
- static struct platform_driver video_mux_driver = {
- .probe = video_mux_probe,
- .remove = video_mux_remove,
- .driver = {
- .of_match_table = video_mux_dt_ids,
- .name = "video-mux",
- },
- };
- module_platform_driver(video_mux_driver);
- MODULE_DESCRIPTION("video stream multiplexer");
- MODULE_AUTHOR("Sascha Hauer, Pengutronix");
- MODULE_AUTHOR("Philipp Zabel, Pengutronix");
- MODULE_LICENSE("GPL");
|