2 * soc-camera generic scaling-cropping manipulation functions
4 * Copyright (C) 2013 Guennadi Liakhovetski <g.liakhovetski@gmx.de>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
12 #include <linux/device.h>
13 #include <linux/module.h>
15 #include <media/soc_camera.h>
16 #include <media/v4l2-common.h>
18 #include "soc_scale_crop.h"
21 #define dev_geo dev_info
23 #define dev_geo dev_dbg
26 /* Check if any dimension of r1 is smaller than respective one of r2 */
27 static bool is_smaller(const struct v4l2_rect
*r1
, const struct v4l2_rect
*r2
)
29 return r1
->width
< r2
->width
|| r1
->height
< r2
->height
;
32 /* Check if r1 fails to cover r2 */
33 static bool is_inside(const struct v4l2_rect
*r1
, const struct v4l2_rect
*r2
)
35 return r1
->left
> r2
->left
|| r1
->top
> r2
->top
||
36 r1
->left
+ r1
->width
< r2
->left
+ r2
->width
||
37 r1
->top
+ r1
->height
< r2
->top
+ r2
->height
;
40 /* Get and store current client crop */
41 int soc_camera_client_g_rect(struct v4l2_subdev
*sd
, struct v4l2_rect
*rect
)
43 struct v4l2_subdev_selection sdsel
= {
44 .which
= V4L2_SUBDEV_FORMAT_ACTIVE
,
45 .target
= V4L2_SEL_TGT_CROP
,
49 ret
= v4l2_subdev_call(sd
, pad
, get_selection
, NULL
, &sdsel
);
55 sdsel
.target
= V4L2_SEL_TGT_CROP_DEFAULT
;
56 ret
= v4l2_subdev_call(sd
, pad
, get_selection
, NULL
, &sdsel
);
62 EXPORT_SYMBOL(soc_camera_client_g_rect
);
64 /* Client crop has changed, update our sub-rectangle to remain within the area */
65 static void move_and_crop_subrect(struct v4l2_rect
*rect
,
66 struct v4l2_rect
*subrect
)
68 if (rect
->width
< subrect
->width
)
69 subrect
->width
= rect
->width
;
71 if (rect
->height
< subrect
->height
)
72 subrect
->height
= rect
->height
;
74 if (rect
->left
> subrect
->left
)
75 subrect
->left
= rect
->left
;
76 else if (rect
->left
+ rect
->width
<
77 subrect
->left
+ subrect
->width
)
78 subrect
->left
= rect
->left
+ rect
->width
-
81 if (rect
->top
> subrect
->top
)
82 subrect
->top
= rect
->top
;
83 else if (rect
->top
+ rect
->height
<
84 subrect
->top
+ subrect
->height
)
85 subrect
->top
= rect
->top
+ rect
->height
-
90 * The common for both scaling and cropping iterative approach is:
91 * 1. try if the client can produce exactly what requested by the user
92 * 2. if (1) failed, try to double the client image until we get one big enough
93 * 3. if (2) failed, try to request the maximum image
95 int soc_camera_client_s_selection(struct v4l2_subdev
*sd
,
96 struct v4l2_selection
*sel
, struct v4l2_selection
*cam_sel
,
97 struct v4l2_rect
*target_rect
, struct v4l2_rect
*subrect
)
99 struct v4l2_subdev_selection sdsel
= {
100 .which
= V4L2_SUBDEV_FORMAT_ACTIVE
,
101 .target
= sel
->target
,
105 struct v4l2_subdev_selection bounds
= {
106 .which
= V4L2_SUBDEV_FORMAT_ACTIVE
,
107 .target
= V4L2_SEL_TGT_CROP_BOUNDS
,
109 struct v4l2_rect
*rect
= &sel
->r
, *cam_rect
= &cam_sel
->r
;
110 struct device
*dev
= sd
->v4l2_dev
->dev
;
112 unsigned int width
, height
;
114 v4l2_subdev_call(sd
, pad
, set_selection
, NULL
, &sdsel
);
116 ret
= soc_camera_client_g_rect(sd
, cam_rect
);
121 * Now cam_crop contains the current camera input rectangle, and it must
122 * be within camera cropcap bounds
124 if (!memcmp(rect
, cam_rect
, sizeof(*rect
))) {
125 /* Even if camera S_SELECTION failed, but camera rectangle matches */
126 dev_dbg(dev
, "Camera S_SELECTION successful for %dx%d@%d:%d\n",
127 rect
->width
, rect
->height
, rect
->left
, rect
->top
);
128 *target_rect
= *cam_rect
;
132 /* Try to fix cropping, that camera hasn't managed to set */
133 dev_geo(dev
, "Fix camera S_SELECTION for %dx%d@%d:%d to %dx%d@%d:%d\n",
134 cam_rect
->width
, cam_rect
->height
,
135 cam_rect
->left
, cam_rect
->top
,
136 rect
->width
, rect
->height
, rect
->left
, rect
->top
);
138 /* We need sensor maximum rectangle */
139 ret
= v4l2_subdev_call(sd
, pad
, get_selection
, NULL
, &bounds
);
143 /* Put user requested rectangle within sensor bounds */
144 soc_camera_limit_side(&rect
->left
, &rect
->width
, sdsel
.r
.left
, 2,
146 soc_camera_limit_side(&rect
->top
, &rect
->height
, sdsel
.r
.top
, 4,
150 * Popular special case - some cameras can only handle fixed sizes like
151 * QVGA, VGA,... Take care to avoid infinite loop.
153 width
= max_t(unsigned int, cam_rect
->width
, 2);
154 height
= max_t(unsigned int, cam_rect
->height
, 2);
157 * Loop as long as sensor is not covering the requested rectangle and
158 * is still within its bounds
160 while (!ret
&& (is_smaller(cam_rect
, rect
) ||
161 is_inside(cam_rect
, rect
)) &&
162 (bounds
.r
.width
> width
|| bounds
.r
.height
> height
)) {
167 cam_rect
->width
= width
;
168 cam_rect
->height
= height
;
171 * We do not know what capabilities the camera has to set up
172 * left and top borders. We could try to be smarter in iterating
173 * them, e.g., if camera current left is to the right of the
174 * target left, set it to the middle point between the current
175 * left and minimum left. But that would add too much
176 * complexity: we would have to iterate each border separately.
177 * Instead we just drop to the left and top bounds.
179 if (cam_rect
->left
> rect
->left
)
180 cam_rect
->left
= bounds
.r
.left
;
182 if (cam_rect
->left
+ cam_rect
->width
< rect
->left
+ rect
->width
)
183 cam_rect
->width
= rect
->left
+ rect
->width
-
186 if (cam_rect
->top
> rect
->top
)
187 cam_rect
->top
= bounds
.r
.top
;
189 if (cam_rect
->top
+ cam_rect
->height
< rect
->top
+ rect
->height
)
190 cam_rect
->height
= rect
->top
+ rect
->height
-
194 v4l2_subdev_call(sd
, pad
, set_selection
, NULL
, &sdsel
);
196 ret
= soc_camera_client_g_rect(sd
, cam_rect
);
197 dev_geo(dev
, "Camera S_SELECTION %d for %dx%d@%d:%d\n", ret
,
198 cam_rect
->width
, cam_rect
->height
,
199 cam_rect
->left
, cam_rect
->top
);
202 /* S_SELECTION must not modify the rectangle */
203 if (is_smaller(cam_rect
, rect
) || is_inside(cam_rect
, rect
)) {
205 * The camera failed to configure a suitable cropping,
206 * we cannot use the current rectangle, set to max
209 v4l2_subdev_call(sd
, pad
, set_selection
, NULL
, &sdsel
);
212 ret
= soc_camera_client_g_rect(sd
, cam_rect
);
213 dev_geo(dev
, "Camera S_SELECTION %d for max %dx%d@%d:%d\n", ret
,
214 cam_rect
->width
, cam_rect
->height
,
215 cam_rect
->left
, cam_rect
->top
);
219 *target_rect
= *cam_rect
;
220 move_and_crop_subrect(target_rect
, subrect
);
225 EXPORT_SYMBOL(soc_camera_client_s_selection
);
227 /* Iterative set_fmt, also updates cached client crop on success */
228 static int client_set_fmt(struct soc_camera_device
*icd
,
229 struct v4l2_rect
*rect
, struct v4l2_rect
*subrect
,
230 unsigned int max_width
, unsigned int max_height
,
231 struct v4l2_subdev_format
*format
, bool host_can_scale
)
233 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
234 struct device
*dev
= icd
->parent
;
235 struct v4l2_mbus_framefmt
*mf
= &format
->format
;
236 unsigned int width
= mf
->width
, height
= mf
->height
, tmp_w
, tmp_h
;
237 struct v4l2_subdev_selection sdsel
= {
238 .which
= V4L2_SUBDEV_FORMAT_ACTIVE
,
239 .target
= V4L2_SEL_TGT_CROP_BOUNDS
,
244 ret
= v4l2_device_call_until_err(sd
->v4l2_dev
,
245 soc_camera_grp_id(icd
), pad
,
246 set_fmt
, NULL
, format
);
250 dev_geo(dev
, "camera scaled to %ux%u\n", mf
->width
, mf
->height
);
252 if (width
== mf
->width
&& height
== mf
->height
) {
253 /* Perfect! The client has done it all. */
262 ret
= v4l2_subdev_call(sd
, pad
, get_selection
, NULL
, &sdsel
);
266 if (max_width
> sdsel
.r
.width
)
267 max_width
= sdsel
.r
.width
;
268 if (max_height
> sdsel
.r
.height
)
269 max_height
= sdsel
.r
.height
;
271 /* Camera set a format, but geometry is not precise, try to improve */
275 /* width <= max_width && height <= max_height - guaranteed by try_fmt */
276 while ((width
> tmp_w
|| height
> tmp_h
) &&
277 tmp_w
< max_width
&& tmp_h
< max_height
) {
278 tmp_w
= min(2 * tmp_w
, max_width
);
279 tmp_h
= min(2 * tmp_h
, max_height
);
282 ret
= v4l2_device_call_until_err(sd
->v4l2_dev
,
283 soc_camera_grp_id(icd
), pad
,
284 set_fmt
, NULL
, format
);
285 dev_geo(dev
, "Camera scaled to %ux%u\n",
286 mf
->width
, mf
->height
);
288 /* This shouldn't happen */
289 dev_err(dev
, "Client failed to set format: %d\n", ret
);
296 ret
= soc_camera_client_g_rect(sd
, rect
);
303 move_and_crop_subrect(rect
, subrect
);
309 * soc_camera_client_scale
310 * @icd: soc-camera device
311 * @rect: camera cropping window
312 * @subrect: part of rect, sent to the user
313 * @mf: in- / output camera output window
314 * @width: on input: max host input width;
315 * on output: user width, mapped back to input
316 * @height: on input: max host input height;
317 * on output: user height, mapped back to input
318 * @host_can_scale: host can scale this pixel format
319 * @shift: shift, used for scaling
321 int soc_camera_client_scale(struct soc_camera_device
*icd
,
322 struct v4l2_rect
*rect
, struct v4l2_rect
*subrect
,
323 struct v4l2_mbus_framefmt
*mf
,
324 unsigned int *width
, unsigned int *height
,
325 bool host_can_scale
, unsigned int shift
)
327 struct device
*dev
= icd
->parent
;
328 struct v4l2_subdev_format fmt_tmp
= {
329 .which
= V4L2_SUBDEV_FORMAT_ACTIVE
,
332 struct v4l2_mbus_framefmt
*mf_tmp
= &fmt_tmp
.format
;
333 unsigned int scale_h
, scale_v
;
337 * 5. Apply iterative camera S_FMT for camera user window (also updates
338 * client crop cache and the imaginary sub-rectangle).
340 ret
= client_set_fmt(icd
, rect
, subrect
, *width
, *height
,
341 &fmt_tmp
, host_can_scale
);
345 dev_geo(dev
, "5: camera scaled to %ux%u\n",
346 mf_tmp
->width
, mf_tmp
->height
);
348 /* 6. Retrieve camera output window (g_fmt) */
350 /* unneeded - it is already in "mf_tmp" */
352 /* 7. Calculate new client scales. */
353 scale_h
= soc_camera_calc_scale(rect
->width
, shift
, mf_tmp
->width
);
354 scale_v
= soc_camera_calc_scale(rect
->height
, shift
, mf_tmp
->height
);
356 mf
->width
= mf_tmp
->width
;
357 mf
->height
= mf_tmp
->height
;
358 mf
->colorspace
= mf_tmp
->colorspace
;
361 * 8. Calculate new host crop - apply camera scales to previously
362 * updated "effective" crop.
364 *width
= soc_camera_shift_scale(subrect
->width
, shift
, scale_h
);
365 *height
= soc_camera_shift_scale(subrect
->height
, shift
, scale_v
);
367 dev_geo(dev
, "8: new client sub-window %ux%u\n", *width
, *height
);
371 EXPORT_SYMBOL(soc_camera_client_scale
);
374 * Calculate real client output window by applying new scales to the current
375 * client crop. New scales are calculated from the requested output format and
376 * host crop, mapped backed onto the client input (subrect).
378 void soc_camera_calc_client_output(struct soc_camera_device
*icd
,
379 struct v4l2_rect
*rect
, struct v4l2_rect
*subrect
,
380 const struct v4l2_pix_format
*pix
, struct v4l2_mbus_framefmt
*mf
,
383 struct device
*dev
= icd
->parent
;
384 unsigned int scale_v
, scale_h
;
386 if (subrect
->width
== rect
->width
&&
387 subrect
->height
== rect
->height
) {
388 /* No sub-cropping */
389 mf
->width
= pix
->width
;
390 mf
->height
= pix
->height
;
394 /* 1.-2. Current camera scales and subwin - cached. */
396 dev_geo(dev
, "2: subwin %ux%u@%u:%u\n",
397 subrect
->width
, subrect
->height
,
398 subrect
->left
, subrect
->top
);
401 * 3. Calculate new combined scales from input sub-window to requested
406 * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
407 * (128x96) or larger than VGA. This and similar limitations have to be
408 * taken into account here.
410 scale_h
= soc_camera_calc_scale(subrect
->width
, shift
, pix
->width
);
411 scale_v
= soc_camera_calc_scale(subrect
->height
, shift
, pix
->height
);
413 dev_geo(dev
, "3: scales %u:%u\n", scale_h
, scale_v
);
416 * 4. Calculate desired client output window by applying combined scales
417 * to client (real) input window.
419 mf
->width
= soc_camera_shift_scale(rect
->width
, shift
, scale_h
);
420 mf
->height
= soc_camera_shift_scale(rect
->height
, shift
, scale_v
);
422 EXPORT_SYMBOL(soc_camera_calc_client_output
);
424 MODULE_DESCRIPTION("soc-camera scaling-cropping functions");
425 MODULE_AUTHOR("Guennadi Liakhovetski <kernel@pengutronix.de>");
426 MODULE_LICENSE("GPL");