1 // SPDX-License-Identifier: GPL-2.0+
3 * vsp1_entity.c -- R-Car VSP1 Base Entity
5 * Copyright (C) 2013-2014 Renesas Electronics Corporation
7 * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
10 #include <linux/device.h>
11 #include <linux/gfp.h>
13 #include <media/media-entity.h>
14 #include <media/v4l2-ctrls.h>
15 #include <media/v4l2-subdev.h>
19 #include "vsp1_entity.h"
20 #include "vsp1_pipe.h"
21 #include "vsp1_rwpf.h"
23 void vsp1_entity_route_setup(struct vsp1_entity
*entity
,
24 struct vsp1_pipeline
*pipe
,
25 struct vsp1_dl_body
*dlb
)
27 struct vsp1_entity
*source
;
30 if (entity
->type
== VSP1_ENTITY_HGO
) {
34 * The HGO is a special case, its routing is configured on the
37 source
= entity
->sources
[0];
38 smppt
= (pipe
->output
->entity
.index
<< VI6_DPR_SMPPT_TGW_SHIFT
)
39 | (source
->route
->output
<< VI6_DPR_SMPPT_PT_SHIFT
);
41 vsp1_dl_body_write(dlb
, VI6_DPR_HGO_SMPPT
, smppt
);
43 } else if (entity
->type
== VSP1_ENTITY_HGT
) {
47 * The HGT is a special case, its routing is configured on the
50 source
= entity
->sources
[0];
51 smppt
= (pipe
->output
->entity
.index
<< VI6_DPR_SMPPT_TGW_SHIFT
)
52 | (source
->route
->output
<< VI6_DPR_SMPPT_PT_SHIFT
);
54 vsp1_dl_body_write(dlb
, VI6_DPR_HGT_SMPPT
, smppt
);
59 if (source
->route
->reg
== 0)
62 route
= source
->sink
->route
->inputs
[source
->sink_pad
];
64 * The ILV and BRS share the same data path route. The extra BRSSEL bit
65 * selects between the ILV and BRS.
67 if (source
->type
== VSP1_ENTITY_BRS
)
68 route
|= VI6_DPR_ROUTE_BRSSEL
;
69 vsp1_dl_body_write(dlb
, source
->route
->reg
, route
);
72 void vsp1_entity_configure_stream(struct vsp1_entity
*entity
,
73 struct vsp1_pipeline
*pipe
,
74 struct vsp1_dl_body
*dlb
)
76 if (entity
->ops
->configure_stream
)
77 entity
->ops
->configure_stream(entity
, pipe
, dlb
);
80 void vsp1_entity_configure_frame(struct vsp1_entity
*entity
,
81 struct vsp1_pipeline
*pipe
,
82 struct vsp1_dl_list
*dl
,
83 struct vsp1_dl_body
*dlb
)
85 if (entity
->ops
->configure_frame
)
86 entity
->ops
->configure_frame(entity
, pipe
, dl
, dlb
);
89 void vsp1_entity_configure_partition(struct vsp1_entity
*entity
,
90 struct vsp1_pipeline
*pipe
,
91 struct vsp1_dl_list
*dl
,
92 struct vsp1_dl_body
*dlb
)
94 if (entity
->ops
->configure_partition
)
95 entity
->ops
->configure_partition(entity
, pipe
, dl
, dlb
);
98 /* -----------------------------------------------------------------------------
99 * V4L2 Subdevice Operations
103 * vsp1_entity_get_pad_config - Get the pad configuration for an entity
104 * @entity: the entity
105 * @cfg: the TRY pad configuration
106 * @which: configuration selector (ACTIVE or TRY)
108 * When called with which set to V4L2_SUBDEV_FORMAT_ACTIVE the caller must hold
109 * the entity lock to access the returned configuration.
111 * Return the pad configuration requested by the which argument. The TRY
112 * configuration is passed explicitly to the function through the cfg argument
113 * and simply returned when requested. The ACTIVE configuration comes from the
116 struct v4l2_subdev_pad_config
*
117 vsp1_entity_get_pad_config(struct vsp1_entity
*entity
,
118 struct v4l2_subdev_pad_config
*cfg
,
119 enum v4l2_subdev_format_whence which
)
122 case V4L2_SUBDEV_FORMAT_ACTIVE
:
123 return entity
->config
;
124 case V4L2_SUBDEV_FORMAT_TRY
:
131 * vsp1_entity_get_pad_format - Get a pad format from storage for an entity
132 * @entity: the entity
133 * @cfg: the configuration storage
134 * @pad: the pad number
136 * Return the format stored in the given configuration for an entity's pad. The
137 * configuration can be an ACTIVE or TRY configuration.
139 struct v4l2_mbus_framefmt
*
140 vsp1_entity_get_pad_format(struct vsp1_entity
*entity
,
141 struct v4l2_subdev_pad_config
*cfg
,
144 return v4l2_subdev_get_try_format(&entity
->subdev
, cfg
, pad
);
148 * vsp1_entity_get_pad_selection - Get a pad selection from storage for entity
149 * @entity: the entity
150 * @cfg: the configuration storage
151 * @pad: the pad number
152 * @target: the selection target
154 * Return the selection rectangle stored in the given configuration for an
155 * entity's pad. The configuration can be an ACTIVE or TRY configuration. The
156 * selection target can be COMPOSE or CROP.
159 vsp1_entity_get_pad_selection(struct vsp1_entity
*entity
,
160 struct v4l2_subdev_pad_config
*cfg
,
161 unsigned int pad
, unsigned int target
)
164 case V4L2_SEL_TGT_COMPOSE
:
165 return v4l2_subdev_get_try_compose(&entity
->subdev
, cfg
, pad
);
166 case V4L2_SEL_TGT_CROP
:
167 return v4l2_subdev_get_try_crop(&entity
->subdev
, cfg
, pad
);
174 * vsp1_entity_init_cfg - Initialize formats on all pads
175 * @subdev: V4L2 subdevice
176 * @cfg: V4L2 subdev pad configuration
178 * Initialize all pad formats with default values in the given pad config. This
179 * function can be used as a handler for the subdev pad::init_cfg operation.
181 int vsp1_entity_init_cfg(struct v4l2_subdev
*subdev
,
182 struct v4l2_subdev_pad_config
*cfg
)
184 struct v4l2_subdev_format format
;
187 for (pad
= 0; pad
< subdev
->entity
.num_pads
- 1; ++pad
) {
188 memset(&format
, 0, sizeof(format
));
191 format
.which
= cfg
? V4L2_SUBDEV_FORMAT_TRY
192 : V4L2_SUBDEV_FORMAT_ACTIVE
;
194 v4l2_subdev_call(subdev
, pad
, set_fmt
, cfg
, &format
);
201 * vsp1_subdev_get_pad_format - Subdev pad get_fmt handler
202 * @subdev: V4L2 subdevice
203 * @cfg: V4L2 subdev pad configuration
204 * @fmt: V4L2 subdev format
206 * This function implements the subdev get_fmt pad operation. It can be used as
207 * a direct drop-in for the operation handler.
209 int vsp1_subdev_get_pad_format(struct v4l2_subdev
*subdev
,
210 struct v4l2_subdev_pad_config
*cfg
,
211 struct v4l2_subdev_format
*fmt
)
213 struct vsp1_entity
*entity
= to_vsp1_entity(subdev
);
214 struct v4l2_subdev_pad_config
*config
;
216 config
= vsp1_entity_get_pad_config(entity
, cfg
, fmt
->which
);
220 mutex_lock(&entity
->lock
);
221 fmt
->format
= *vsp1_entity_get_pad_format(entity
, config
, fmt
->pad
);
222 mutex_unlock(&entity
->lock
);
228 * vsp1_subdev_enum_mbus_code - Subdev pad enum_mbus_code handler
229 * @subdev: V4L2 subdevice
230 * @cfg: V4L2 subdev pad configuration
231 * @code: Media bus code enumeration
232 * @codes: Array of supported media bus codes
233 * @ncodes: Number of supported media bus codes
235 * This function implements the subdev enum_mbus_code pad operation for entities
236 * that do not support format conversion. It enumerates the given supported
237 * media bus codes on the sink pad and reports a source pad format identical to
240 int vsp1_subdev_enum_mbus_code(struct v4l2_subdev
*subdev
,
241 struct v4l2_subdev_pad_config
*cfg
,
242 struct v4l2_subdev_mbus_code_enum
*code
,
243 const unsigned int *codes
, unsigned int ncodes
)
245 struct vsp1_entity
*entity
= to_vsp1_entity(subdev
);
247 if (code
->pad
== 0) {
248 if (code
->index
>= ncodes
)
251 code
->code
= codes
[code
->index
];
253 struct v4l2_subdev_pad_config
*config
;
254 struct v4l2_mbus_framefmt
*format
;
257 * The entity can't perform format conversion, the sink format
258 * is always identical to the source format.
263 config
= vsp1_entity_get_pad_config(entity
, cfg
, code
->which
);
267 mutex_lock(&entity
->lock
);
268 format
= vsp1_entity_get_pad_format(entity
, config
, 0);
269 code
->code
= format
->code
;
270 mutex_unlock(&entity
->lock
);
277 * vsp1_subdev_enum_frame_size - Subdev pad enum_frame_size handler
278 * @subdev: V4L2 subdevice
279 * @cfg: V4L2 subdev pad configuration
280 * @fse: Frame size enumeration
281 * @min_width: Minimum image width
282 * @min_height: Minimum image height
283 * @max_width: Maximum image width
284 * @max_height: Maximum image height
286 * This function implements the subdev enum_frame_size pad operation for
287 * entities that do not support scaling or cropping. It reports the given
288 * minimum and maximum frame width and height on the sink pad, and a fixed
289 * source pad size identical to the sink pad.
291 int vsp1_subdev_enum_frame_size(struct v4l2_subdev
*subdev
,
292 struct v4l2_subdev_pad_config
*cfg
,
293 struct v4l2_subdev_frame_size_enum
*fse
,
294 unsigned int min_width
, unsigned int min_height
,
295 unsigned int max_width
, unsigned int max_height
)
297 struct vsp1_entity
*entity
= to_vsp1_entity(subdev
);
298 struct v4l2_subdev_pad_config
*config
;
299 struct v4l2_mbus_framefmt
*format
;
302 config
= vsp1_entity_get_pad_config(entity
, cfg
, fse
->which
);
306 format
= vsp1_entity_get_pad_format(entity
, config
, fse
->pad
);
308 mutex_lock(&entity
->lock
);
310 if (fse
->index
|| fse
->code
!= format
->code
) {
316 fse
->min_width
= min_width
;
317 fse
->max_width
= max_width
;
318 fse
->min_height
= min_height
;
319 fse
->max_height
= max_height
;
322 * The size on the source pad are fixed and always identical to
323 * the size on the sink pad.
325 fse
->min_width
= format
->width
;
326 fse
->max_width
= format
->width
;
327 fse
->min_height
= format
->height
;
328 fse
->max_height
= format
->height
;
332 mutex_unlock(&entity
->lock
);
337 * vsp1_subdev_set_pad_format - Subdev pad set_fmt handler
338 * @subdev: V4L2 subdevice
339 * @cfg: V4L2 subdev pad configuration
340 * @fmt: V4L2 subdev format
341 * @codes: Array of supported media bus codes
342 * @ncodes: Number of supported media bus codes
343 * @min_width: Minimum image width
344 * @min_height: Minimum image height
345 * @max_width: Maximum image width
346 * @max_height: Maximum image height
348 * This function implements the subdev set_fmt pad operation for entities that
349 * do not support scaling or cropping. It defaults to the first supplied media
350 * bus code if the requested code isn't supported, clamps the size to the
351 * supplied minimum and maximum, and propagates the sink pad format to the
354 int vsp1_subdev_set_pad_format(struct v4l2_subdev
*subdev
,
355 struct v4l2_subdev_pad_config
*cfg
,
356 struct v4l2_subdev_format
*fmt
,
357 const unsigned int *codes
, unsigned int ncodes
,
358 unsigned int min_width
, unsigned int min_height
,
359 unsigned int max_width
, unsigned int max_height
)
361 struct vsp1_entity
*entity
= to_vsp1_entity(subdev
);
362 struct v4l2_subdev_pad_config
*config
;
363 struct v4l2_mbus_framefmt
*format
;
364 struct v4l2_rect
*selection
;
368 mutex_lock(&entity
->lock
);
370 config
= vsp1_entity_get_pad_config(entity
, cfg
, fmt
->which
);
376 format
= vsp1_entity_get_pad_format(entity
, config
, fmt
->pad
);
378 if (fmt
->pad
== entity
->source_pad
) {
379 /* The output format can't be modified. */
380 fmt
->format
= *format
;
385 * Default to the first media bus code if the requested format is not
388 for (i
= 0; i
< ncodes
; ++i
) {
389 if (fmt
->format
.code
== codes
[i
])
393 format
->code
= i
< ncodes
? codes
[i
] : codes
[0];
394 format
->width
= clamp_t(unsigned int, fmt
->format
.width
,
395 min_width
, max_width
);
396 format
->height
= clamp_t(unsigned int, fmt
->format
.height
,
397 min_height
, max_height
);
398 format
->field
= V4L2_FIELD_NONE
;
399 format
->colorspace
= V4L2_COLORSPACE_SRGB
;
401 fmt
->format
= *format
;
403 /* Propagate the format to the source pad. */
404 format
= vsp1_entity_get_pad_format(entity
, config
, entity
->source_pad
);
405 *format
= fmt
->format
;
407 /* Reset the crop and compose rectangles */
408 selection
= vsp1_entity_get_pad_selection(entity
, config
, fmt
->pad
,
412 selection
->width
= format
->width
;
413 selection
->height
= format
->height
;
415 selection
= vsp1_entity_get_pad_selection(entity
, config
, fmt
->pad
,
416 V4L2_SEL_TGT_COMPOSE
);
419 selection
->width
= format
->width
;
420 selection
->height
= format
->height
;
423 mutex_unlock(&entity
->lock
);
427 /* -----------------------------------------------------------------------------
431 static inline struct vsp1_entity
*
432 media_entity_to_vsp1_entity(struct media_entity
*entity
)
434 return container_of(entity
, struct vsp1_entity
, subdev
.entity
);
437 static int vsp1_entity_link_setup_source(const struct media_pad
*source_pad
,
438 const struct media_pad
*sink_pad
,
441 struct vsp1_entity
*source
;
443 source
= media_entity_to_vsp1_entity(source_pad
->entity
);
448 if (flags
& MEDIA_LNK_FL_ENABLED
) {
449 struct vsp1_entity
*sink
450 = media_entity_to_vsp1_entity(sink_pad
->entity
);
453 * Fan-out is limited to one for the normal data path plus
454 * optional HGO and HGT. We ignore the HGO and HGT here.
456 if (sink
->type
!= VSP1_ENTITY_HGO
&&
457 sink
->type
!= VSP1_ENTITY_HGT
) {
461 source
->sink_pad
= sink_pad
->index
;
465 source
->sink_pad
= 0;
471 static int vsp1_entity_link_setup_sink(const struct media_pad
*source_pad
,
472 const struct media_pad
*sink_pad
,
475 struct vsp1_entity
*sink
;
476 struct vsp1_entity
*source
;
478 sink
= media_entity_to_vsp1_entity(sink_pad
->entity
);
479 source
= media_entity_to_vsp1_entity(source_pad
->entity
);
481 if (flags
& MEDIA_LNK_FL_ENABLED
) {
482 /* Fan-in is limited to one. */
483 if (sink
->sources
[sink_pad
->index
])
486 sink
->sources
[sink_pad
->index
] = source
;
488 sink
->sources
[sink_pad
->index
] = NULL
;
494 int vsp1_entity_link_setup(struct media_entity
*entity
,
495 const struct media_pad
*local
,
496 const struct media_pad
*remote
, u32 flags
)
498 if (local
->flags
& MEDIA_PAD_FL_SOURCE
)
499 return vsp1_entity_link_setup_source(local
, remote
, flags
);
501 return vsp1_entity_link_setup_sink(remote
, local
, flags
);
505 * vsp1_entity_remote_pad - Find the pad at the remote end of a link
506 * @pad: Pad at the local end of the link
508 * Search for a remote pad connected to the given pad by iterating over all
509 * links originating or terminating at that pad until an enabled link is found.
511 * Our link setup implementation guarantees that the output fan-out will not be
512 * higher than one for the data pipelines, except for the links to the HGO and
513 * HGT that can be enabled in addition to a regular data link. When traversing
514 * outgoing links this function ignores HGO and HGT entities and should thus be
515 * used in place of the generic media_entity_remote_pad() function to traverse
518 * Return a pointer to the pad at the remote end of the first found enabled
519 * link, or NULL if no enabled link has been found.
521 struct media_pad
*vsp1_entity_remote_pad(struct media_pad
*pad
)
523 struct media_link
*link
;
525 list_for_each_entry(link
, &pad
->entity
->links
, list
) {
526 struct vsp1_entity
*entity
;
528 if (!(link
->flags
& MEDIA_LNK_FL_ENABLED
))
531 /* If we're the sink the source will never be an HGO or HGT. */
532 if (link
->sink
== pad
)
535 if (link
->source
!= pad
)
538 /* If the sink isn't a subdevice it can't be an HGO or HGT. */
539 if (!is_media_entity_v4l2_subdev(link
->sink
->entity
))
542 entity
= media_entity_to_vsp1_entity(link
->sink
->entity
);
543 if (entity
->type
!= VSP1_ENTITY_HGO
&&
544 entity
->type
!= VSP1_ENTITY_HGT
)
552 /* -----------------------------------------------------------------------------
556 #define VSP1_ENTITY_ROUTE(ent) \
557 { VSP1_ENTITY_##ent, 0, VI6_DPR_##ent##_ROUTE, \
558 { VI6_DPR_NODE_##ent }, VI6_DPR_NODE_##ent }
560 #define VSP1_ENTITY_ROUTE_RPF(idx) \
561 { VSP1_ENTITY_RPF, idx, VI6_DPR_RPF_ROUTE(idx), \
562 { 0, }, VI6_DPR_NODE_RPF(idx) }
564 #define VSP1_ENTITY_ROUTE_UDS(idx) \
565 { VSP1_ENTITY_UDS, idx, VI6_DPR_UDS_ROUTE(idx), \
566 { VI6_DPR_NODE_UDS(idx) }, VI6_DPR_NODE_UDS(idx) }
568 #define VSP1_ENTITY_ROUTE_UIF(idx) \
569 { VSP1_ENTITY_UIF, idx, VI6_DPR_UIF_ROUTE(idx), \
570 { VI6_DPR_NODE_UIF(idx) }, VI6_DPR_NODE_UIF(idx) }
572 #define VSP1_ENTITY_ROUTE_WPF(idx) \
573 { VSP1_ENTITY_WPF, idx, 0, \
574 { VI6_DPR_NODE_WPF(idx) }, VI6_DPR_NODE_WPF(idx) }
576 static const struct vsp1_route vsp1_routes
[] = {
577 { VSP1_ENTITY_BRS
, 0, VI6_DPR_ILV_BRS_ROUTE
,
578 { VI6_DPR_NODE_BRS_IN(0), VI6_DPR_NODE_BRS_IN(1) }, 0 },
579 { VSP1_ENTITY_BRU
, 0, VI6_DPR_BRU_ROUTE
,
580 { VI6_DPR_NODE_BRU_IN(0), VI6_DPR_NODE_BRU_IN(1),
581 VI6_DPR_NODE_BRU_IN(2), VI6_DPR_NODE_BRU_IN(3),
582 VI6_DPR_NODE_BRU_IN(4) }, VI6_DPR_NODE_BRU_OUT
},
583 VSP1_ENTITY_ROUTE(CLU
),
584 { VSP1_ENTITY_HGO
, 0, 0, { 0, }, 0 },
585 { VSP1_ENTITY_HGT
, 0, 0, { 0, }, 0 },
586 VSP1_ENTITY_ROUTE(HSI
),
587 VSP1_ENTITY_ROUTE(HST
),
588 { VSP1_ENTITY_LIF
, 0, 0, { 0, }, 0 },
589 { VSP1_ENTITY_LIF
, 1, 0, { 0, }, 0 },
590 VSP1_ENTITY_ROUTE(LUT
),
591 VSP1_ENTITY_ROUTE_RPF(0),
592 VSP1_ENTITY_ROUTE_RPF(1),
593 VSP1_ENTITY_ROUTE_RPF(2),
594 VSP1_ENTITY_ROUTE_RPF(3),
595 VSP1_ENTITY_ROUTE_RPF(4),
596 VSP1_ENTITY_ROUTE(SRU
),
597 VSP1_ENTITY_ROUTE_UDS(0),
598 VSP1_ENTITY_ROUTE_UDS(1),
599 VSP1_ENTITY_ROUTE_UDS(2),
600 VSP1_ENTITY_ROUTE_UIF(0), /* Named UIF4 in the documentation */
601 VSP1_ENTITY_ROUTE_UIF(1), /* Named UIF5 in the documentation */
602 VSP1_ENTITY_ROUTE_WPF(0),
603 VSP1_ENTITY_ROUTE_WPF(1),
604 VSP1_ENTITY_ROUTE_WPF(2),
605 VSP1_ENTITY_ROUTE_WPF(3),
608 int vsp1_entity_init(struct vsp1_device
*vsp1
, struct vsp1_entity
*entity
,
609 const char *name
, unsigned int num_pads
,
610 const struct v4l2_subdev_ops
*ops
, u32 function
)
612 struct v4l2_subdev
*subdev
;
616 for (i
= 0; i
< ARRAY_SIZE(vsp1_routes
); ++i
) {
617 if (vsp1_routes
[i
].type
== entity
->type
&&
618 vsp1_routes
[i
].index
== entity
->index
) {
619 entity
->route
= &vsp1_routes
[i
];
624 if (i
== ARRAY_SIZE(vsp1_routes
))
627 mutex_init(&entity
->lock
);
630 entity
->source_pad
= num_pads
- 1;
632 /* Allocate and initialize pads. */
633 entity
->pads
= devm_kcalloc(vsp1
->dev
,
634 num_pads
, sizeof(*entity
->pads
),
636 if (entity
->pads
== NULL
)
639 for (i
= 0; i
< num_pads
- 1; ++i
)
640 entity
->pads
[i
].flags
= MEDIA_PAD_FL_SINK
;
642 entity
->sources
= devm_kcalloc(vsp1
->dev
, max(num_pads
- 1, 1U),
643 sizeof(*entity
->sources
), GFP_KERNEL
);
644 if (entity
->sources
== NULL
)
647 /* Single-pad entities only have a sink. */
648 entity
->pads
[num_pads
- 1].flags
= num_pads
> 1 ? MEDIA_PAD_FL_SOURCE
651 /* Initialize the media entity. */
652 ret
= media_entity_pads_init(&entity
->subdev
.entity
, num_pads
,
657 /* Initialize the V4L2 subdev. */
658 subdev
= &entity
->subdev
;
659 v4l2_subdev_init(subdev
, ops
);
661 subdev
->entity
.function
= function
;
662 subdev
->entity
.ops
= &vsp1
->media_ops
;
663 subdev
->flags
|= V4L2_SUBDEV_FL_HAS_DEVNODE
;
665 snprintf(subdev
->name
, sizeof(subdev
->name
), "%s %s",
666 dev_name(vsp1
->dev
), name
);
668 vsp1_entity_init_cfg(subdev
, NULL
);
671 * Allocate the pad configuration to store formats and selection
674 entity
->config
= v4l2_subdev_alloc_pad_config(&entity
->subdev
);
675 if (entity
->config
== NULL
) {
676 media_entity_cleanup(&entity
->subdev
.entity
);
683 void vsp1_entity_destroy(struct vsp1_entity
*entity
)
685 if (entity
->ops
&& entity
->ops
->destroy
)
686 entity
->ops
->destroy(entity
);
687 if (entity
->subdev
.ctrl_handler
)
688 v4l2_ctrl_handler_free(entity
->subdev
.ctrl_handler
);
689 v4l2_subdev_free_pad_config(entity
->config
);
690 media_entity_cleanup(&entity
->subdev
.entity
);