1 /* 2 * Media device 3 * 4 * Copyright (C) 2010 Nokia Corporation 5 * 6 * Contacts: Laurent Pinchart <laurent.pinchart@ideasonboard.com> 7 * Sakari Ailus <sakari.ailus@iki.fi> 8 * 9 * This program is free software; you can redistribute it and/or modify 10 * it under the terms of the GNU General Public License version 2 as 11 * published by the Free Software Foundation. 12 * 13 * This program is distributed in the hope that it will be useful, 14 * but WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 * GNU General Public License for more details. 17 * 18 * You should have received a copy of the GNU General Public License 19 * along with this program; if not, write to the Free Software 20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 21 */ 22 23 #ifndef _MEDIA_DEVICE_H 24 #define _MEDIA_DEVICE_H 25 26 #include <linux/list.h> 27 #include <linux/mutex.h> 28 #include <linux/spinlock.h> 29 30 #include <media/media-devnode.h> 31 #include <media/media-entity.h> 32 33 /** 34 * DOC: Media Controller 35 * 36 * The media controller userspace API is documented in DocBook format in 37 * Documentation/DocBook/media/v4l/media-controller.xml. This document focus 38 * on the kernel-side implementation of the media framework. 39 * 40 * * Abstract media device model: 41 * 42 * Discovering a device internal topology, and configuring it at runtime, is one 43 * of the goals of the media framework. To achieve this, hardware devices are 44 * modelled as an oriented graph of building blocks called entities connected 45 * through pads. 46 * 47 * An entity is a basic media hardware building block. It can correspond to 48 * a large variety of logical blocks such as physical hardware devices 49 * (CMOS sensor for instance), logical hardware devices (a building block 50 * in a System-on-Chip image processing pipeline), DMA channels or physical 51 * connectors. 52 * 53 * A pad is a connection endpoint through which an entity can interact with 54 * other entities. Data (not restricted to video) produced by an entity 55 * flows from the entity's output to one or more entity inputs. Pads should 56 * not be confused with physical pins at chip boundaries. 57 * 58 * A link is a point-to-point oriented connection between two pads, either 59 * on the same entity or on different entities. Data flows from a source 60 * pad to a sink pad. 61 * 62 * 63 * * Media device: 64 * 65 * A media device is represented by a struct &media_device instance, defined in 66 * include/media/media-device.h. Allocation of the structure is handled by the 67 * media device driver, usually by embedding the &media_device instance in a 68 * larger driver-specific structure. 69 * 70 * Drivers register media device instances by calling 71 * __media_device_register() via the macro media_device_register() 72 * and unregistered by calling 73 * media_device_unregister(). 74 * 75 * * Entities, pads and links: 76 * 77 * - Entities 78 * 79 * Entities are represented by a struct &media_entity instance, defined in 80 * include/media/media-entity.h. The structure is usually embedded into a 81 * higher-level structure, such as a v4l2_subdev or video_device instance, 82 * although drivers can allocate entities directly. 83 * 84 * Drivers initialize entity pads by calling 85 * media_entity_pads_init(). 86 * 87 * Drivers register entities with a media device by calling 88 * media_device_register_entity() 89 * and unregistred by calling 90 * media_device_unregister_entity(). 91 * 92 * - Interfaces 93 * 94 * Interfaces are represented by a struct &media_interface instance, defined in 95 * include/media/media-entity.h. Currently, only one type of interface is 96 * defined: a device node. Such interfaces are represented by a struct 97 * &media_intf_devnode. 98 * 99 * Drivers initialize and create device node interfaces by calling 100 * media_devnode_create() 101 * and remove them by calling: 102 * media_devnode_remove(). 103 * 104 * - Pads 105 * 106 * Pads are represented by a struct &media_pad instance, defined in 107 * include/media/media-entity.h. Each entity stores its pads in a pads array 108 * managed by the entity driver. Drivers usually embed the array in a 109 * driver-specific structure. 110 * 111 * Pads are identified by their entity and their 0-based index in the pads 112 * array. 113 * Both information are stored in the &media_pad structure, making the 114 * &media_pad pointer the canonical way to store and pass link references. 115 * 116 * Pads have flags that describe the pad capabilities and state. 117 * 118 * %MEDIA_PAD_FL_SINK indicates that the pad supports sinking data. 119 * %MEDIA_PAD_FL_SOURCE indicates that the pad supports sourcing data. 120 * 121 * NOTE: One and only one of %MEDIA_PAD_FL_SINK and %MEDIA_PAD_FL_SOURCE must 122 * be set for each pad. 123 * 124 * - Links 125 * 126 * Links are represented by a struct &media_link instance, defined in 127 * include/media/media-entity.h. There are two types of links: 128 * 129 * 1. pad to pad links: 130 * 131 * Associate two entities via their PADs. Each entity has a list that points 132 * to all links originating at or targeting any of its pads. 133 * A given link is thus stored twice, once in the source entity and once in 134 * the target entity. 135 * 136 * Drivers create pad to pad links by calling: 137 * media_create_pad_link() and remove with media_entity_remove_links(). 138 * 139 * 2. interface to entity links: 140 * 141 * Associate one interface to a Link. 142 * 143 * Drivers create interface to entity links by calling: 144 * media_create_intf_link() and remove with media_remove_intf_links(). 145 * 146 * NOTE: 147 * 148 * Links can only be created after having both ends already created. 149 * 150 * Links have flags that describe the link capabilities and state. The 151 * valid values are described at media_create_pad_link() and 152 * media_create_intf_link(). 153 * 154 * Graph traversal: 155 * 156 * The media framework provides APIs to iterate over entities in a graph. 157 * 158 * To iterate over all entities belonging to a media device, drivers can use 159 * the media_device_for_each_entity macro, defined in 160 * include/media/media-device.h. 161 * 162 * struct media_entity *entity; 163 * 164 * media_device_for_each_entity(entity, mdev) { 165 * // entity will point to each entity in turn 166 * ... 167 * } 168 * 169 * Drivers might also need to iterate over all entities in a graph that can be 170 * reached only through enabled links starting at a given entity. The media 171 * framework provides a depth-first graph traversal API for that purpose. 172 * 173 * Note that graphs with cycles (whether directed or undirected) are *NOT* 174 * supported by the graph traversal API. To prevent infinite loops, the graph 175 * traversal code limits the maximum depth to MEDIA_ENTITY_ENUM_MAX_DEPTH, 176 * currently defined as 16. 177 * 178 * Drivers initiate a graph traversal by calling 179 * media_entity_graph_walk_start() 180 * 181 * The graph structure, provided by the caller, is initialized to start graph 182 * traversal at the given entity. 183 * 184 * Drivers can then retrieve the next entity by calling 185 * media_entity_graph_walk_next() 186 * 187 * When the graph traversal is complete the function will return NULL. 188 * 189 * Graph traversal can be interrupted at any moment. No cleanup function call 190 * is required and the graph structure can be freed normally. 191 * 192 * Helper functions can be used to find a link between two given pads, or a pad 193 * connected to another pad through an enabled link 194 * media_entity_find_link() and media_entity_remote_pad() 195 * 196 * Use count and power handling: 197 * 198 * Due to the wide differences between drivers regarding power management 199 * needs, the media controller does not implement power management. However, 200 * the &media_entity structure includes a use_count field that media drivers 201 * can use to track the number of users of every entity for power management 202 * needs. 203 * 204 * The &media_entity.@use_count field is owned by media drivers and must not be 205 * touched by entity drivers. Access to the field must be protected by the 206 * &media_device.@graph_mutex lock. 207 * 208 * Links setup: 209 * 210 * Link properties can be modified at runtime by calling 211 * media_entity_setup_link() 212 * 213 * Pipelines and media streams: 214 * 215 * When starting streaming, drivers must notify all entities in the pipeline to 216 * prevent link states from being modified during streaming by calling 217 * media_entity_pipeline_start(). 218 * 219 * The function will mark all entities connected to the given entity through 220 * enabled links, either directly or indirectly, as streaming. 221 * 222 * The &media_pipeline instance pointed to by the pipe argument will be stored 223 * in every entity in the pipeline. Drivers should embed the &media_pipeline 224 * structure in higher-level pipeline structures and can then access the 225 * pipeline through the &media_entity pipe field. 226 * 227 * Calls to media_entity_pipeline_start() can be nested. The pipeline pointer 228 * must be identical for all nested calls to the function. 229 * 230 * media_entity_pipeline_start() may return an error. In that case, it will 231 * clean up any of the changes it did by itself. 232 * 233 * When stopping the stream, drivers must notify the entities with 234 * media_entity_pipeline_stop(). 235 * 236 * If multiple calls to media_entity_pipeline_start() have been made the same 237 * number of media_entity_pipeline_stop() calls are required to stop streaming. 238 * The &media_entity pipe field is reset to NULL on the last nested stop call. 239 * 240 * Link configuration will fail with -%EBUSY by default if either end of the 241 * link is a streaming entity. Links that can be modified while streaming must 242 * be marked with the %MEDIA_LNK_FL_DYNAMIC flag. 243 * 244 * If other operations need to be disallowed on streaming entities (such as 245 * changing entities configuration parameters) drivers can explicitly check the 246 * media_entity stream_count field to find out if an entity is streaming. This 247 * operation must be done with the media_device graph_mutex held. 248 * 249 * Link validation: 250 * 251 * Link validation is performed by media_entity_pipeline_start() for any 252 * entity which has sink pads in the pipeline. The 253 * &media_entity.@link_validate() callback is used for that purpose. In 254 * @link_validate() callback, entity driver should check that the properties of 255 * the source pad of the connected entity and its own sink pad match. It is up 256 * to the type of the entity (and in the end, the properties of the hardware) 257 * what matching actually means. 258 * 259 * Subsystems should facilitate link validation by providing subsystem specific 260 * helper functions to provide easy access for commonly needed information, and 261 * in the end provide a way to use driver-specific callbacks. 262 */ 263 264 struct ida; 265 struct device; 266 267 /** 268 * struct media_device - Media device 269 * @dev: Parent device 270 * @devnode: Media device node 271 * @driver_name: Optional device driver name. If not set, calls to 272 * %MEDIA_IOC_DEVICE_INFO will return dev->driver->name. 273 * This is needed for USB drivers for example, as otherwise 274 * they'll all appear as if the driver name was "usb". 275 * @model: Device model name 276 * @serial: Device serial number (optional) 277 * @bus_info: Unique and stable device location identifier 278 * @hw_revision: Hardware device revision 279 * @driver_version: Device driver version 280 * @topology_version: Monotonic counter for storing the version of the graph 281 * topology. Should be incremented each time the topology changes. 282 * @id: Unique ID used on the last registered graph object 283 * @entity_internal_idx: Unique internal entity ID used by the graph traversal 284 * algorithms 285 * @entity_internal_idx_max: Allocated internal entity indices 286 * @entities: List of registered entities 287 * @interfaces: List of registered interfaces 288 * @pads: List of registered pads 289 * @links: List of registered links 290 * @lock: Entities list lock 291 * @graph_mutex: Entities graph operation lock 292 * @link_notify: Link state change notification callback 293 * 294 * This structure represents an abstract high-level media device. It allows easy 295 * access to entities and provides basic media device-level support. The 296 * structure can be allocated directly or embedded in a larger structure. 297 * 298 * The parent @dev is a physical device. It must be set before registering the 299 * media device. 300 * 301 * @model is a descriptive model name exported through sysfs. It doesn't have to 302 * be unique. 303 */ 304 struct media_device { 305 /* dev->driver_data points to this struct. */ 306 struct device *dev; 307 struct media_devnode devnode; 308 309 char model[32]; 310 char driver_name[32]; 311 char serial[40]; 312 char bus_info[32]; 313 u32 hw_revision; 314 u32 driver_version; 315 316 u32 topology_version; 317 318 u32 id; 319 struct ida entity_internal_idx; 320 int entity_internal_idx_max; 321 322 struct list_head entities; 323 struct list_head interfaces; 324 struct list_head pads; 325 struct list_head links; 326 327 /* Protects the graph objects creation/removal */ 328 spinlock_t lock; 329 /* Serializes graph operations. */ 330 struct mutex graph_mutex; 331 332 int (*link_notify)(struct media_link *link, u32 flags, 333 unsigned int notification); 334 }; 335 336 #ifdef CONFIG_MEDIA_CONTROLLER 337 338 /* Supported link_notify @notification values. */ 339 #define MEDIA_DEV_NOTIFY_PRE_LINK_CH 0 340 #define MEDIA_DEV_NOTIFY_POST_LINK_CH 1 341 342 /* media_devnode to media_device */ 343 #define to_media_device(node) container_of(node, struct media_device, devnode) 344 345 /** 346 * media_entity_enum_init - Initialise an entity enumeration 347 * 348 * @ent_enum: Entity enumeration to be initialised 349 * @mdev: The related media device 350 * 351 * Returns zero on success or a negative error code. 352 */ 353 static inline __must_check int media_entity_enum_init( 354 struct media_entity_enum *ent_enum, struct media_device *mdev) 355 { 356 return __media_entity_enum_init(ent_enum, 357 mdev->entity_internal_idx_max + 1); 358 } 359 360 /** 361 * media_device_init() - Initializes a media device element 362 * 363 * @mdev: pointer to struct &media_device 364 * 365 * This function initializes the media device prior to its registration. 366 * The media device initialization and registration is split in two functions 367 * to avoid race conditions and make the media device available to user-space 368 * before the media graph has been completed. 369 * 370 * So drivers need to first initialize the media device, register any entity 371 * within the media device, create pad to pad links and then finally register 372 * the media device by calling media_device_register() as a final step. 373 */ 374 void media_device_init(struct media_device *mdev); 375 376 /** 377 * media_device_cleanup() - Cleanups a media device element 378 * 379 * @mdev: pointer to struct &media_device 380 * 381 * This function that will destroy the graph_mutex that is 382 * initialized in media_device_init(). 383 */ 384 void media_device_cleanup(struct media_device *mdev); 385 386 /** 387 * __media_device_register() - Registers a media device element 388 * 389 * @mdev: pointer to struct &media_device 390 * @owner: should be filled with %THIS_MODULE 391 * 392 * Users, should, instead, call the media_device_register() macro. 393 * 394 * The caller is responsible for initializing the media_device structure before 395 * registration. The following fields must be set: 396 * 397 * - dev must point to the parent device (usually a &pci_dev, &usb_interface or 398 * &platform_device instance). 399 * 400 * - model must be filled with the device model name as a NUL-terminated UTF-8 401 * string. The device/model revision must not be stored in this field. 402 * 403 * The following fields are optional: 404 * 405 * - serial is a unique serial number stored as a NUL-terminated ASCII string. 406 * The field is big enough to store a GUID in text form. If the hardware 407 * doesn't provide a unique serial number this field must be left empty. 408 * 409 * - bus_info represents the location of the device in the system as a 410 * NUL-terminated ASCII string. For PCI/PCIe devices bus_info must be set to 411 * "PCI:" (or "PCIe:") followed by the value of pci_name(). For USB devices, 412 * the usb_make_path() function must be used. This field is used by 413 * applications to distinguish between otherwise identical devices that don't 414 * provide a serial number. 415 * 416 * - hw_revision is the hardware device revision in a driver-specific format. 417 * When possible the revision should be formatted with the KERNEL_VERSION 418 * macro. 419 * 420 * - driver_version is formatted with the KERNEL_VERSION macro. The version 421 * minor must be incremented when new features are added to the userspace API 422 * without breaking binary compatibility. The version major must be 423 * incremented when binary compatibility is broken. 424 * 425 * Notes: 426 * 427 * Upon successful registration a character device named media[0-9]+ is created. 428 * The device major and minor numbers are dynamic. The model name is exported as 429 * a sysfs attribute. 430 * 431 * Unregistering a media device that hasn't been registered is *NOT* safe. 432 * 433 * Return: returns zero on success or a negative error code. 434 */ 435 int __must_check __media_device_register(struct media_device *mdev, 436 struct module *owner); 437 #define media_device_register(mdev) __media_device_register(mdev, THIS_MODULE) 438 439 /** 440 * __media_device_unregister() - Unegisters a media device element 441 * 442 * @mdev: pointer to struct &media_device 443 * 444 * 445 * It is safe to call this function on an unregistered (but initialised) 446 * media device. 447 */ 448 void media_device_unregister(struct media_device *mdev); 449 450 /** 451 * media_device_register_entity() - registers a media entity inside a 452 * previously registered media device. 453 * 454 * @mdev: pointer to struct &media_device 455 * @entity: pointer to struct &media_entity to be registered 456 * 457 * Entities are identified by a unique positive integer ID. The media 458 * controller framework will such ID automatically. IDs are not guaranteed 459 * to be contiguous, and the ID number can change on newer Kernel versions. 460 * So, neither the driver nor userspace should hardcode ID numbers to refer 461 * to the entities, but, instead, use the framework to find the ID, when 462 * needed. 463 * 464 * The media_entity name, type and flags fields should be initialized before 465 * calling media_device_register_entity(). Entities embedded in higher-level 466 * standard structures can have some of those fields set by the higher-level 467 * framework. 468 * 469 * If the device has pads, media_entity_pads_init() should be called before 470 * this function. Otherwise, the &media_entity.@pad and &media_entity.@num_pads 471 * should be zeroed before calling this function. 472 * 473 * Entities have flags that describe the entity capabilities and state: 474 * 475 * %MEDIA_ENT_FL_DEFAULT indicates the default entity for a given type. 476 * This can be used to report the default audio and video devices or the 477 * default camera sensor. 478 * 479 * NOTE: Drivers should set the entity function before calling this function. 480 * Please notice that the values %MEDIA_ENT_F_V4L2_SUBDEV_UNKNOWN and 481 * %MEDIA_ENT_F_UNKNOWN should not be used by the drivers. 482 */ 483 int __must_check media_device_register_entity(struct media_device *mdev, 484 struct media_entity *entity); 485 486 /* 487 * media_device_unregister_entity() - unregisters a media entity. 488 * 489 * @entity: pointer to struct &media_entity to be unregistered 490 * 491 * All links associated with the entity and all PADs are automatically 492 * unregistered from the media_device when this function is called. 493 * 494 * Unregistering an entity will not change the IDs of the other entities and 495 * the previoully used ID will never be reused for a newly registered entities. 496 * 497 * When a media device is unregistered, all its entities are unregistered 498 * automatically. No manual entities unregistration is then required. 499 * 500 * Note: the media_entity instance itself must be freed explicitly by 501 * the driver if required. 502 */ 503 void media_device_unregister_entity(struct media_entity *entity); 504 505 /** 506 * media_device_get_devres() - get media device as device resource 507 * creates if one doesn't exist 508 * 509 * @dev: pointer to struct &device. 510 * 511 * Sometimes, the media controller &media_device needs to be shared by more 512 * than one driver. This function adds support for that, by dynamically 513 * allocating the &media_device and allowing it to be obtained from the 514 * struct &device associated with the common device where all sub-device 515 * components belong. So, for example, on an USB device with multiple 516 * interfaces, each interface may be handled by a separate per-interface 517 * drivers. While each interface have its own &device, they all share a 518 * common &device associated with the hole USB device. 519 */ 520 struct media_device *media_device_get_devres(struct device *dev); 521 522 /** 523 * media_device_find_devres() - find media device as device resource 524 * 525 * @dev: pointer to struct &device. 526 */ 527 struct media_device *media_device_find_devres(struct device *dev); 528 529 /* Iterate over all entities. */ 530 #define media_device_for_each_entity(entity, mdev) \ 531 list_for_each_entry(entity, &(mdev)->entities, graph_obj.list) 532 533 /* Iterate over all interfaces. */ 534 #define media_device_for_each_intf(intf, mdev) \ 535 list_for_each_entry(intf, &(mdev)->interfaces, graph_obj.list) 536 537 /* Iterate over all pads. */ 538 #define media_device_for_each_pad(pad, mdev) \ 539 list_for_each_entry(pad, &(mdev)->pads, graph_obj.list) 540 541 /* Iterate over all links. */ 542 #define media_device_for_each_link(link, mdev) \ 543 list_for_each_entry(link, &(mdev)->links, graph_obj.list) 544 #else 545 static inline int media_device_register(struct media_device *mdev) 546 { 547 return 0; 548 } 549 static inline void media_device_unregister(struct media_device *mdev) 550 { 551 } 552 static inline int media_device_register_entity(struct media_device *mdev, 553 struct media_entity *entity) 554 { 555 return 0; 556 } 557 static inline void media_device_unregister_entity(struct media_entity *entity) 558 { 559 } 560 static inline struct media_device *media_device_get_devres(struct device *dev) 561 { 562 return NULL; 563 } 564 static inline struct media_device *media_device_find_devres(struct device *dev) 565 { 566 return NULL; 567 } 568 #endif /* CONFIG_MEDIA_CONTROLLER */ 569 #endif 570