Merge tag 'armsoc-tegra' of git://git.kernel.org/pub/scm/linux/kernel/git/arm/arm-soc
[linux/fpc-iii.git] / include / media / media-device.h
blobd3855898c3fc6767fe7f7fb30895173845e8548f
1 /*
2 * Media device
4 * Copyright (C) 2010 Nokia Corporation
6 * Contacts: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
7 * Sakari Ailus <sakari.ailus@iki.fi>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23 #ifndef _MEDIA_DEVICE_H
24 #define _MEDIA_DEVICE_H
26 #include <linux/list.h>
27 #include <linux/mutex.h>
28 #include <linux/spinlock.h>
30 #include <media/media-devnode.h>
31 #include <media/media-entity.h>
33 /**
34 * DOC: Media Controller
36 * The media controller userspace API is documented in DocBook format in
37 * Documentation/DocBook/media/v4l/media-controller.xml. This document focus
38 * on the kernel-side implementation of the media framework.
40 * * Abstract media device model:
42 * Discovering a device internal topology, and configuring it at runtime, is one
43 * of the goals of the media framework. To achieve this, hardware devices are
44 * modelled as an oriented graph of building blocks called entities connected
45 * through pads.
47 * An entity is a basic media hardware building block. It can correspond to
48 * a large variety of logical blocks such as physical hardware devices
49 * (CMOS sensor for instance), logical hardware devices (a building block
50 * in a System-on-Chip image processing pipeline), DMA channels or physical
51 * connectors.
53 * A pad is a connection endpoint through which an entity can interact with
54 * other entities. Data (not restricted to video) produced by an entity
55 * flows from the entity's output to one or more entity inputs. Pads should
56 * not be confused with physical pins at chip boundaries.
58 * A link is a point-to-point oriented connection between two pads, either
59 * on the same entity or on different entities. Data flows from a source
60 * pad to a sink pad.
63 * * Media device:
65 * A media device is represented by a struct &media_device instance, defined in
66 * include/media/media-device.h. Allocation of the structure is handled by the
67 * media device driver, usually by embedding the &media_device instance in a
68 * larger driver-specific structure.
70 * Drivers register media device instances by calling
71 * __media_device_register() via the macro media_device_register()
72 * and unregistered by calling
73 * media_device_unregister().
75 * * Entities, pads and links:
77 * - Entities
79 * Entities are represented by a struct &media_entity instance, defined in
80 * include/media/media-entity.h. The structure is usually embedded into a
81 * higher-level structure, such as a v4l2_subdev or video_device instance,
82 * although drivers can allocate entities directly.
84 * Drivers initialize entity pads by calling
85 * media_entity_pads_init().
87 * Drivers register entities with a media device by calling
88 * media_device_register_entity()
89 * and unregistred by calling
90 * media_device_unregister_entity().
92 * - Interfaces
94 * Interfaces are represented by a struct &media_interface instance, defined in
95 * include/media/media-entity.h. Currently, only one type of interface is
96 * defined: a device node. Such interfaces are represented by a struct
97 * &media_intf_devnode.
99 * Drivers initialize and create device node interfaces by calling
100 * media_devnode_create()
101 * and remove them by calling:
102 * media_devnode_remove().
104 * - Pads
106 * Pads are represented by a struct &media_pad instance, defined in
107 * include/media/media-entity.h. Each entity stores its pads in a pads array
108 * managed by the entity driver. Drivers usually embed the array in a
109 * driver-specific structure.
111 * Pads are identified by their entity and their 0-based index in the pads
112 * array.
113 * Both information are stored in the &media_pad structure, making the
114 * &media_pad pointer the canonical way to store and pass link references.
116 * Pads have flags that describe the pad capabilities and state.
118 * %MEDIA_PAD_FL_SINK indicates that the pad supports sinking data.
119 * %MEDIA_PAD_FL_SOURCE indicates that the pad supports sourcing data.
121 * NOTE: One and only one of %MEDIA_PAD_FL_SINK and %MEDIA_PAD_FL_SOURCE must
122 * be set for each pad.
124 * - Links
126 * Links are represented by a struct &media_link instance, defined in
127 * include/media/media-entity.h. There are two types of links:
129 * 1. pad to pad links:
131 * Associate two entities via their PADs. Each entity has a list that points
132 * to all links originating at or targeting any of its pads.
133 * A given link is thus stored twice, once in the source entity and once in
134 * the target entity.
136 * Drivers create pad to pad links by calling:
137 * media_create_pad_link() and remove with media_entity_remove_links().
139 * 2. interface to entity links:
141 * Associate one interface to a Link.
143 * Drivers create interface to entity links by calling:
144 * media_create_intf_link() and remove with media_remove_intf_links().
146 * NOTE:
148 * Links can only be created after having both ends already created.
150 * Links have flags that describe the link capabilities and state. The
151 * valid values are described at media_create_pad_link() and
152 * media_create_intf_link().
154 * Graph traversal:
156 * The media framework provides APIs to iterate over entities in a graph.
158 * To iterate over all entities belonging to a media device, drivers can use
159 * the media_device_for_each_entity macro, defined in
160 * include/media/media-device.h.
162 * struct media_entity *entity;
164 * media_device_for_each_entity(entity, mdev) {
165 * // entity will point to each entity in turn
166 * ...
169 * Drivers might also need to iterate over all entities in a graph that can be
170 * reached only through enabled links starting at a given entity. The media
171 * framework provides a depth-first graph traversal API for that purpose.
173 * Note that graphs with cycles (whether directed or undirected) are *NOT*
174 * supported by the graph traversal API. To prevent infinite loops, the graph
175 * traversal code limits the maximum depth to MEDIA_ENTITY_ENUM_MAX_DEPTH,
176 * currently defined as 16.
178 * Drivers initiate a graph traversal by calling
179 * media_entity_graph_walk_start()
181 * The graph structure, provided by the caller, is initialized to start graph
182 * traversal at the given entity.
184 * Drivers can then retrieve the next entity by calling
185 * media_entity_graph_walk_next()
187 * When the graph traversal is complete the function will return NULL.
189 * Graph traversal can be interrupted at any moment. No cleanup function call
190 * is required and the graph structure can be freed normally.
192 * Helper functions can be used to find a link between two given pads, or a pad
193 * connected to another pad through an enabled link
194 * media_entity_find_link() and media_entity_remote_pad()
196 * Use count and power handling:
198 * Due to the wide differences between drivers regarding power management
199 * needs, the media controller does not implement power management. However,
200 * the &media_entity structure includes a use_count field that media drivers
201 * can use to track the number of users of every entity for power management
202 * needs.
204 * The &media_entity.@use_count field is owned by media drivers and must not be
205 * touched by entity drivers. Access to the field must be protected by the
206 * &media_device.@graph_mutex lock.
208 * Links setup:
210 * Link properties can be modified at runtime by calling
211 * media_entity_setup_link()
213 * Pipelines and media streams:
215 * When starting streaming, drivers must notify all entities in the pipeline to
216 * prevent link states from being modified during streaming by calling
217 * media_entity_pipeline_start().
219 * The function will mark all entities connected to the given entity through
220 * enabled links, either directly or indirectly, as streaming.
222 * The &media_pipeline instance pointed to by the pipe argument will be stored
223 * in every entity in the pipeline. Drivers should embed the &media_pipeline
224 * structure in higher-level pipeline structures and can then access the
225 * pipeline through the &media_entity pipe field.
227 * Calls to media_entity_pipeline_start() can be nested. The pipeline pointer
228 * must be identical for all nested calls to the function.
230 * media_entity_pipeline_start() may return an error. In that case, it will
231 * clean up any of the changes it did by itself.
233 * When stopping the stream, drivers must notify the entities with
234 * media_entity_pipeline_stop().
236 * If multiple calls to media_entity_pipeline_start() have been made the same
237 * number of media_entity_pipeline_stop() calls are required to stop streaming.
238 * The &media_entity pipe field is reset to NULL on the last nested stop call.
240 * Link configuration will fail with -%EBUSY by default if either end of the
241 * link is a streaming entity. Links that can be modified while streaming must
242 * be marked with the %MEDIA_LNK_FL_DYNAMIC flag.
244 * If other operations need to be disallowed on streaming entities (such as
245 * changing entities configuration parameters) drivers can explicitly check the
246 * media_entity stream_count field to find out if an entity is streaming. This
247 * operation must be done with the media_device graph_mutex held.
249 * Link validation:
251 * Link validation is performed by media_entity_pipeline_start() for any
252 * entity which has sink pads in the pipeline. The
253 * &media_entity.@link_validate() callback is used for that purpose. In
254 * @link_validate() callback, entity driver should check that the properties of
255 * the source pad of the connected entity and its own sink pad match. It is up
256 * to the type of the entity (and in the end, the properties of the hardware)
257 * what matching actually means.
259 * Subsystems should facilitate link validation by providing subsystem specific
260 * helper functions to provide easy access for commonly needed information, and
261 * in the end provide a way to use driver-specific callbacks.
264 struct ida;
265 struct device;
268 * struct media_device - Media device
269 * @dev: Parent device
270 * @devnode: Media device node
271 * @model: Device model name
272 * @serial: Device serial number (optional)
273 * @bus_info: Unique and stable device location identifier
274 * @hw_revision: Hardware device revision
275 * @driver_version: Device driver version
276 * @topology_version: Monotonic counter for storing the version of the graph
277 * topology. Should be incremented each time the topology changes.
278 * @id: Unique ID used on the last registered graph object
279 * @entity_internal_idx: Unique internal entity ID used by the graph traversal
280 * algorithms
281 * @entity_internal_idx_max: Allocated internal entity indices
282 * @entities: List of registered entities
283 * @interfaces: List of registered interfaces
284 * @pads: List of registered pads
285 * @links: List of registered links
286 * @lock: Entities list lock
287 * @graph_mutex: Entities graph operation lock
288 * @link_notify: Link state change notification callback
290 * This structure represents an abstract high-level media device. It allows easy
291 * access to entities and provides basic media device-level support. The
292 * structure can be allocated directly or embedded in a larger structure.
294 * The parent @dev is a physical device. It must be set before registering the
295 * media device.
297 * @model is a descriptive model name exported through sysfs. It doesn't have to
298 * be unique.
300 struct media_device {
301 /* dev->driver_data points to this struct. */
302 struct device *dev;
303 struct media_devnode devnode;
305 char model[32];
306 char serial[40];
307 char bus_info[32];
308 u32 hw_revision;
309 u32 driver_version;
311 u32 topology_version;
313 u32 id;
314 struct ida entity_internal_idx;
315 int entity_internal_idx_max;
317 struct list_head entities;
318 struct list_head interfaces;
319 struct list_head pads;
320 struct list_head links;
322 /* Protects the graph objects creation/removal */
323 spinlock_t lock;
324 /* Serializes graph operations. */
325 struct mutex graph_mutex;
327 int (*link_notify)(struct media_link *link, u32 flags,
328 unsigned int notification);
331 #ifdef CONFIG_MEDIA_CONTROLLER
333 /* Supported link_notify @notification values. */
334 #define MEDIA_DEV_NOTIFY_PRE_LINK_CH 0
335 #define MEDIA_DEV_NOTIFY_POST_LINK_CH 1
337 /* media_devnode to media_device */
338 #define to_media_device(node) container_of(node, struct media_device, devnode)
341 * media_entity_enum_init - Initialise an entity enumeration
343 * @ent_enum: Entity enumeration to be initialised
344 * @mdev: The related media device
346 * Returns zero on success or a negative error code.
348 static inline __must_check int media_entity_enum_init(
349 struct media_entity_enum *ent_enum, struct media_device *mdev)
351 return __media_entity_enum_init(ent_enum,
352 mdev->entity_internal_idx_max + 1);
356 * media_device_init() - Initializes a media device element
358 * @mdev: pointer to struct &media_device
360 * This function initializes the media device prior to its registration.
361 * The media device initialization and registration is split in two functions
362 * to avoid race conditions and make the media device available to user-space
363 * before the media graph has been completed.
365 * So drivers need to first initialize the media device, register any entity
366 * within the media device, create pad to pad links and then finally register
367 * the media device by calling media_device_register() as a final step.
369 void media_device_init(struct media_device *mdev);
372 * media_device_cleanup() - Cleanups a media device element
374 * @mdev: pointer to struct &media_device
376 * This function that will destroy the graph_mutex that is
377 * initialized in media_device_init().
379 void media_device_cleanup(struct media_device *mdev);
382 * __media_device_register() - Registers a media device element
384 * @mdev: pointer to struct &media_device
385 * @owner: should be filled with %THIS_MODULE
387 * Users, should, instead, call the media_device_register() macro.
389 * The caller is responsible for initializing the media_device structure before
390 * registration. The following fields must be set:
392 * - dev must point to the parent device (usually a &pci_dev, &usb_interface or
393 * &platform_device instance).
395 * - model must be filled with the device model name as a NUL-terminated UTF-8
396 * string. The device/model revision must not be stored in this field.
398 * The following fields are optional:
400 * - serial is a unique serial number stored as a NUL-terminated ASCII string.
401 * The field is big enough to store a GUID in text form. If the hardware
402 * doesn't provide a unique serial number this field must be left empty.
404 * - bus_info represents the location of the device in the system as a
405 * NUL-terminated ASCII string. For PCI/PCIe devices bus_info must be set to
406 * "PCI:" (or "PCIe:") followed by the value of pci_name(). For USB devices,
407 * the usb_make_path() function must be used. This field is used by
408 * applications to distinguish between otherwise identical devices that don't
409 * provide a serial number.
411 * - hw_revision is the hardware device revision in a driver-specific format.
412 * When possible the revision should be formatted with the KERNEL_VERSION
413 * macro.
415 * - driver_version is formatted with the KERNEL_VERSION macro. The version
416 * minor must be incremented when new features are added to the userspace API
417 * without breaking binary compatibility. The version major must be
418 * incremented when binary compatibility is broken.
420 * Notes:
422 * Upon successful registration a character device named media[0-9]+ is created.
423 * The device major and minor numbers are dynamic. The model name is exported as
424 * a sysfs attribute.
426 * Unregistering a media device that hasn't been registered is *NOT* safe.
428 * Return: returns zero on success or a negative error code.
430 int __must_check __media_device_register(struct media_device *mdev,
431 struct module *owner);
432 #define media_device_register(mdev) __media_device_register(mdev, THIS_MODULE)
435 * __media_device_unregister() - Unegisters a media device element
437 * @mdev: pointer to struct &media_device
440 * It is safe to call this function on an unregistered (but initialised)
441 * media device.
443 void media_device_unregister(struct media_device *mdev);
446 * media_device_register_entity() - registers a media entity inside a
447 * previously registered media device.
449 * @mdev: pointer to struct &media_device
450 * @entity: pointer to struct &media_entity to be registered
452 * Entities are identified by a unique positive integer ID. The media
453 * controller framework will such ID automatically. IDs are not guaranteed
454 * to be contiguous, and the ID number can change on newer Kernel versions.
455 * So, neither the driver nor userspace should hardcode ID numbers to refer
456 * to the entities, but, instead, use the framework to find the ID, when
457 * needed.
459 * The media_entity name, type and flags fields should be initialized before
460 * calling media_device_register_entity(). Entities embedded in higher-level
461 * standard structures can have some of those fields set by the higher-level
462 * framework.
464 * If the device has pads, media_entity_pads_init() should be called before
465 * this function. Otherwise, the &media_entity.@pad and &media_entity.@num_pads
466 * should be zeroed before calling this function.
468 * Entities have flags that describe the entity capabilities and state:
470 * %MEDIA_ENT_FL_DEFAULT indicates the default entity for a given type.
471 * This can be used to report the default audio and video devices or the
472 * default camera sensor.
474 * NOTE: Drivers should set the entity function before calling this function.
475 * Please notice that the values %MEDIA_ENT_F_V4L2_SUBDEV_UNKNOWN and
476 * %MEDIA_ENT_F_UNKNOWN should not be used by the drivers.
478 int __must_check media_device_register_entity(struct media_device *mdev,
479 struct media_entity *entity);
482 * media_device_unregister_entity() - unregisters a media entity.
484 * @entity: pointer to struct &media_entity to be unregistered
486 * All links associated with the entity and all PADs are automatically
487 * unregistered from the media_device when this function is called.
489 * Unregistering an entity will not change the IDs of the other entities and
490 * the previoully used ID will never be reused for a newly registered entities.
492 * When a media device is unregistered, all its entities are unregistered
493 * automatically. No manual entities unregistration is then required.
495 * Note: the media_entity instance itself must be freed explicitly by
496 * the driver if required.
498 void media_device_unregister_entity(struct media_entity *entity);
501 * media_device_get_devres() - get media device as device resource
502 * creates if one doesn't exist
504 * @dev: pointer to struct &device.
506 * Sometimes, the media controller &media_device needs to be shared by more
507 * than one driver. This function adds support for that, by dynamically
508 * allocating the &media_device and allowing it to be obtained from the
509 * struct &device associated with the common device where all sub-device
510 * components belong. So, for example, on an USB device with multiple
511 * interfaces, each interface may be handled by a separate per-interface
512 * drivers. While each interface have its own &device, they all share a
513 * common &device associated with the hole USB device.
515 struct media_device *media_device_get_devres(struct device *dev);
518 * media_device_find_devres() - find media device as device resource
520 * @dev: pointer to struct &device.
522 struct media_device *media_device_find_devres(struct device *dev);
524 /* Iterate over all entities. */
525 #define media_device_for_each_entity(entity, mdev) \
526 list_for_each_entry(entity, &(mdev)->entities, graph_obj.list)
528 /* Iterate over all interfaces. */
529 #define media_device_for_each_intf(intf, mdev) \
530 list_for_each_entry(intf, &(mdev)->interfaces, graph_obj.list)
532 /* Iterate over all pads. */
533 #define media_device_for_each_pad(pad, mdev) \
534 list_for_each_entry(pad, &(mdev)->pads, graph_obj.list)
536 /* Iterate over all links. */
537 #define media_device_for_each_link(link, mdev) \
538 list_for_each_entry(link, &(mdev)->links, graph_obj.list)
539 #else
540 static inline int media_device_register(struct media_device *mdev)
542 return 0;
544 static inline void media_device_unregister(struct media_device *mdev)
547 static inline int media_device_register_entity(struct media_device *mdev,
548 struct media_entity *entity)
550 return 0;
552 static inline void media_device_unregister_entity(struct media_entity *entity)
555 static inline struct media_device *media_device_get_devres(struct device *dev)
557 return NULL;
559 static inline struct media_device *media_device_find_devres(struct device *dev)
561 return NULL;
563 #endif /* CONFIG_MEDIA_CONTROLLER */
564 #endif