@@ -12,7 +12,9 @@
#include <linux/export.h>
#include <linux/idr.h>
#include <linux/ioctl.h>
+#include <linux/kref.h>
#include <linux/media.h>
+#include <linux/mutex.h>
#include <linux/slab.h>
#include <linux/types.h>
#include <linux/pci.h>
@@ -49,11 +51,31 @@ static int media_device_open(struct media_devnode *devnode, struct file *filp)
{
struct media_device *mdev = to_media_device(devnode);
struct media_device_fh *fh;
+ int ret;
fh = kzalloc(sizeof(*fh), GFP_KERNEL);
if (!fh)
return -ENOMEM;
+ if (mdev->ops && mdev->ops->alloc_context) {
+ if (WARN_ON(!mdev->ops->destroy_context)) {
+ kfree(fh);
+ return -EINVAL;
+ }
+
+ ret = mdev->ops->alloc_context(mdev, &fh->context);
+ if (ret) {
+ kfree(fh);
+ return ret;
+ }
+
+ /*
+ * Make sure the driver implementing alloc_context has
+ * called media_device_init_context
+ */
+ WARN_ON(!fh->context->initialized);
+ }
+
fh->fh.ref = devnode->ref;
filp->private_data = &fh->fh;
@@ -78,6 +100,8 @@ static int media_device_close(struct file *filp)
spin_unlock_irq(&mdev->fh_list_lock);
}
+ media_device_context_put(fh->context);
+
kfree(fh);
return 0;
@@ -885,6 +909,150 @@ void media_device_unregister(struct media_device *mdev)
}
EXPORT_SYMBOL_GPL(media_device_unregister);
+/* -----------------------------------------------------------------------------
+ * Context handling
+ */
+
+static void media_device_release_context(struct kref *refcount)
+{
+ struct media_device_context *context =
+ container_of(refcount, struct media_device_context, refcount);
+
+ /*
+ * All the associated entity contexts should have been released if we
+ * get here.
+ */
+ WARN_ON(!list_empty(&context->contexts));
+
+ context->mdev->ops->destroy_context(context);
+}
+
+struct media_device_context *
+media_device_context_get(struct media_device_context *ctx)
+{
+ if (!ctx)
+ return ERR_PTR(-EINVAL);
+
+ kref_get(&ctx->refcount);
+
+ return ctx;
+}
+EXPORT_SYMBOL_GPL(media_device_context_get);
+
+void media_device_context_put(struct media_device_context *ctx)
+{
+ if (!ctx)
+ return;
+
+ kref_put(&ctx->refcount, media_device_release_context);
+}
+EXPORT_SYMBOL_GPL(media_device_context_put);
+
+struct media_device_context *media_device_context_get_from_fd(unsigned int fd)
+{
+ struct media_device_context *ctx;
+ struct file *filp = fget(fd);
+ struct media_device_fh *fh;
+
+ if (!filp)
+ return NULL;
+
+ fh = media_device_fh(filp);
+ ctx = media_device_context_get(fh->context);
+ fput(filp);
+
+ return ctx;
+}
+EXPORT_SYMBOL_GPL(media_device_context_get_from_fd);
+
+int media_device_init_context(struct media_device *mdev,
+ struct media_device_context *ctx)
+{
+ ctx->mdev = mdev;
+ INIT_LIST_HEAD(&ctx->contexts);
+ mutex_init(&ctx->lock);
+ kref_init(&ctx->refcount);
+
+ ctx->initialized = true;
+
+ return 0;
+}
+EXPORT_SYMBOL_GPL(media_device_init_context);
+
+void media_device_cleanup_context(struct media_device_context *ctx)
+{
+ mutex_destroy(&ctx->lock);
+ list_del_init(&ctx->contexts);
+}
+EXPORT_SYMBOL_GPL(media_device_cleanup_context);
+
+int media_device_bind_context(struct media_device_context *mdev_context,
+ struct media_entity_context *context)
+{
+ struct media_entity_context *entry;
+
+ if (WARN_ON(!mdev_context || !context))
+ return -EINVAL;
+
+ guard(mutex)(&mdev_context->lock);
+
+ /* Make sure the entity has not been bound already. */
+ list_for_each_entry(entry, &mdev_context->contexts, list) {
+ if (entry == context)
+ return -EINVAL;
+ }
+
+ list_add_tail(&context->list, &mdev_context->contexts);
+ context->mdev_context = media_device_context_get(mdev_context);
+
+ return 0;
+}
+EXPORT_SYMBOL_GPL(media_device_bind_context);
+
+int media_device_unbind_context(struct media_entity_context *context)
+{
+ struct media_device_context *mdev_context = context->mdev_context;
+ struct media_entity_context *entry;
+ struct media_entity_context *tmp;
+
+ if (WARN_ON(!mdev_context || !context))
+ return -EINVAL;
+
+ guard(mutex)(&mdev_context->lock);
+ list_for_each_entry_safe(entry, tmp, &mdev_context->contexts, list) {
+ if (entry != context)
+ continue;
+
+ list_del(&entry->list);
+ media_device_context_put(mdev_context);
+ entry->mdev_context = NULL;
+
+ return 0;
+ }
+
+ WARN(true, "Media entity context is not bound to any media context\n");
+
+ return -EINVAL;
+}
+EXPORT_SYMBOL_GPL(media_device_unbind_context);
+
+struct media_entity_context *
+media_device_get_entity_context(struct media_device_context *mdev_context,
+ struct media_entity *entity)
+{
+ struct media_entity_context *entry;
+
+ guard(mutex)(&mdev_context->lock);
+
+ list_for_each_entry(entry, &mdev_context->contexts, list) {
+ if (entry->entity == entity)
+ return media_entity_context_get(entry);
+ }
+
+ return ERR_PTR(-EINVAL);
+}
+EXPORT_SYMBOL(media_device_get_entity_context);
+
#if IS_ENABLED(CONFIG_PCI)
void media_device_pci_init(struct media_device *mdev,
struct pci_dev *pci_dev,
@@ -1704,5 +1704,6 @@ EXPORT_SYMBOL_GPL(media_entity_init_context);
void media_entity_cleanup_context(struct media_entity_context *ctx)
{
+ media_device_unbind_context(ctx);
}
EXPORT_SYMBOL_GPL(media_entity_cleanup_context);
@@ -18,10 +18,72 @@
#include <media/media-devnode.h>
#include <media/media-entity.h>
+#include <media/media-fh.h>
struct ida;
struct media_device;
+/**
+ * struct media_device_context - Media device context
+ * @mdev: The media device this context is associated with
+ * @refcount: The kref reference counter
+ * @lock: Protects the entities contexts list
+ * @contexts: List of entity contexts associated with this media device context
+ * @initialized: Flag set to true by media_device_init_context()
+ *
+ * A media device context is created every time the media device gets opened by
+ * userspace. It is then uniquely identified for applications by the numerical
+ * file descriptor returned by a successful call to open() and is associated
+ * with an instance of :c:type:`struct media_device_fh`.
+ *
+ * Media device contexts are ref-counted and thus freed once the last reference
+ * to them is released.
+ *
+ * A media device context groups together the media entity contexts registered
+ * on a video device or v4l2 subdevice that has been associated with a media
+ * device context. The association between a media entity context and media
+ * device context is called 'bounding', and the result of bounding is to create
+ * an 'execution context' independent from other execution contexts.
+ *
+ * An entity context is bound to a media device context by a call to the
+ * VIDIOC_BIND_CONTEXT ioctl on video devices and by a call to
+ * VIDIOC_SUBDEV_BIND_CONTEXT on subdevices by userspace. The bounding operation
+ * groups together entity contexts to the same media device context. As video
+ * devices and v4l2 subdevices devnodes can be opened multiple times, each file
+ * descriptor resulting from a successful open() call can be bound to a
+ * different media device context.
+ *
+ * Creating execution contexts by bounding video entity contexts to a media
+ * device context allows userspace to effectively multiplex the usage of a
+ * media graph and of the device nodes that are part of it.
+ *
+ * In order to create an execution context userspace should:
+ * 1) Open the media device to create a media device context identified by the
+ * file descriptor returned by a successful 'open()' call
+ * 2) Open the video device or v4l2 subdevice and bind the file descriptors to
+ * the media device context by calling the VIDIOC_BIND_CONTEXT and
+ * VIDIOC_SUBDEV_BIND_CONTEXT ioctls
+ *
+ * All devices bound to the same media device context are now part of the same
+ * execution context. From this point on all the operations performed on a file
+ * descriptor bound to a media device context are independent from operations
+ * performed on a file descriptor bound to a different execution context.
+ *
+ * Binding an entity context to a media device context increases the media
+ * device context reference count. This guarantees that references to media
+ * device context are valid as long as there are valid entity contexts that
+ * refers to it. Symmetrically, unbinding an entity context from a media
+ * device context decreases the media device context reference count.
+ */
+struct media_device_context {
+ struct media_device *mdev;
+ struct kref refcount;
+ /* Protects the 'contexts' list */
+ struct mutex lock;
+ struct list_head contexts;
+ bool initialized;
+};
+
/**
* struct media_entity_notify - Media Entity Notify
*
@@ -63,6 +125,13 @@ struct media_entity_notify {
* And once a buffer is queued, then the driver can complete
* or delete objects from the request before req_queue exits.
* @release: Release the resources of the media device.
+ * @alloc_context: Allocate a media device context. The operation allows drivers to
+ * allocate a driver-specific structure that embeds a
+ * media_device_context instance as first member where to store
+ * driver-specific information that are global to all device
+ * contexts part of media device context. Returns 0 on success a
+ * negative error code otherwise.
+ * @destroy_context: Release a media device context.
*/
struct media_device_ops {
int (*link_notify)(struct media_link *link, u32 flags,
@@ -72,6 +141,9 @@ struct media_device_ops {
int (*req_validate)(struct media_request *req);
void (*req_queue)(struct media_request *req);
void (*release)(struct media_device *mdev);
+ int (*alloc_context)(struct media_device *mdev,
+ struct media_device_context **ctx);
+ void (*destroy_context)(struct media_device_context *ctx);
};
/**
@@ -331,6 +403,144 @@ int __must_check __media_device_register(struct media_device *mdev,
*/
void media_device_unregister(struct media_device *mdev);
+/* -----------------------------------------------------------------------------
+ * media device context handling
+ */
+
+/**
+ * media_device_context_get - Increase the media device context reference count
+ * and return a reference to it
+ * @ctx: The media device context
+ */
+struct media_device_context *
+media_device_context_get(struct media_device_context *ctx);
+
+/**
+ * media_device_context_put - Decrease the media device context reference count
+ * @ctx: The media device context
+ */
+void media_device_context_put(struct media_device_context *ctx);
+
+/**
+ * media_device_context_get_from_fd - Get the media device context associated with a
+ * numerical file descriptor
+ *
+ * @fd: the numerical file descriptor
+ *
+ * A media device context is created whenever the media device devnode is opened
+ * by userspace. It is then associated uniquely with a numerical file descriptor
+ * which is unique in the userspace process context.
+ *
+ * This function allows to retrieve the media device associated with such
+ * numerical file descriptor and increases the media device context reference
+ * count to guarantee the returned reference stays valid at least until the
+ * caller does not call media_device_context_put().
+ *
+ * Caller of this function are required to put the returned media device context
+ * once they are done with it.
+ *
+ * The intended caller of this function is the VIDIOC_BIND_CONTEXT ioctl handler
+ * which need to get the media device contexts associated to a numerical file
+ * descriptor.
+ */
+struct media_device_context *media_device_context_get_from_fd(unsigned int fd);
+
+/**
+ * media_device_init_context - Initialize the media device context
+ *
+ * @mdev: The media device this context belongs to
+ * @ctx: The media device context to initialize
+ *
+ * Initialize the fields of a media device context. Device drivers that support
+ * multi context operations shall call this function in their implementation of
+ * media_device_operations.alloc_context()
+ */
+int media_device_init_context(struct media_device *mdev,
+ struct media_device_context *ctx);
+
+/**
+ * media_device_cleanup_context - Cleanup the media device context
+ *
+ * @ctx: The media device context to clean up
+ *
+ * Cleanup a media device context. Device drivers that support multi context
+ * operations shall call this function in their implementation of
+ * media_device_operations.destroy_context() before releasing the memory allocated
+ * by media_device_operations.alloc_context().
+ */
+void media_device_cleanup_context(struct media_device_context *ctx);
+
+/**
+ * media_device_bind_context - Bind an entity context to a media device context
+ *
+ * @mdev_context: pointer to struct &media_device_context
+ * @context: the entity context to bind
+ *
+ * This function creates a mapping entry in the media device context that
+ * associates an entity context to the media entity it belongs to and stores it
+ * in a linked list so that they can be retrieved later.
+ *
+ * Binding an entity context to a media device context increases the media
+ * device context refcount.
+ *
+ * The intended caller of this function is the VIDIOC_BIND_CONTEXT ioctl handler
+ * that binds a newly created context to a media device context.
+ */
+int media_device_bind_context(struct media_device_context *mdev_context,
+ struct media_entity_context *context);
+
+/**
+ * media_device_unbind_context - Unbind an entity context from a media device
+ * context
+ *
+ * @context: the entity context to unbind
+ *
+ * An entity context is unbound from a media device context when the file handle
+ * it is associated with gets closed.
+ *
+ * Unbinding an entity context from a media device context decreases the media
+ * device context refcount.
+ *
+ * Returns 0 if the context was bound to a media device context, -EINVAL
+ * otherwise.
+ */
+int media_device_unbind_context(struct media_entity_context *context);
+
+/**
+ * media_device_get_entity_context - Get the entity context associated with
+ * a media entity in a media device context
+ *
+ * @mdev_context: pointer to struct &media_device_context
+ * @entity: pointer to struct &media_entity that the entity context is
+ * associated with
+ *
+ * An entity context is uniquely associated with a media device context after it
+ * has been bound to it by a call to the VIDIOC_BIND_CONTEXT ioctl. This helper
+ * function retrieves the entity context associated with a media device context
+ * for a specific entity that represents a video device or a v4l2 subdevice.
+ *
+ * The reference count of the returned entity context is increased to guarantee
+ * the returned reference stays valid until the caller does not call
+ * media_entity_context_put().
+ *
+ * Drivers are not expected to call this function directly but should instead
+ * use the helpers provided by the video_device and v4l2_subdevice layers,
+ * video_device_context_get() and v4l2_subdev_get_context() respectively.
+ * Drivers are always required to decrease the returned context reference count
+ * by calling video_device_context_put() and v4l2_subdev_put_context().
+ *
+ * If no entity context has been associated with the media device context
+ * provided as first argument an error pointer is returned. Drivers are
+ * required to always check the value returned by this function.
+ */
+struct media_entity_context *
+media_device_get_entity_context(struct media_device_context *mdev_context,
+ struct media_entity *entity);
+
+/*------------------------------------------------------------------------------
+ * Media entity handling
+ */
+
/**
* media_device_register_entity() - registers a media entity inside a
* previously registered media device.
@@ -13,6 +13,8 @@
#include <media/media-devnode.h>
+struct media_device_context;
+
/**
* struct media_device_fh - File handle specific information on MC
*
@@ -22,6 +24,8 @@
struct media_device_fh {
struct media_devnode_fh fh;
struct list_head mdev_list;
+
+ struct media_device_context *context;
};
static inline struct media_device_fh *media_device_fh(struct file *filp)
Introduce a new type in the media-fh.h header that represent a media device context. A media device context is allocated when the media device is open and released when the last reference to it is put. A new pair of media_device_ops is added to allow device drivers to allocate and release a media context. The media context groups together the media entity contexts that are associated with it to form an isolated execution context. Provide helpers in mc-device.c for drivers and for the v4l2-core to handle media device contexts and to bind/unbind entity contexts to it. Once an entity context has been bound to a media device context it is possible to retrieve it by using a pointer to the entity the device is represented by. Signed-off-by: Jacopo Mondi <jacopo.mondi@ideasonboard.com> --- drivers/media/mc/mc-device.c | 168 ++++++++++++++++++++++++++++ drivers/media/mc/mc-entity.c | 1 + include/media/media-device.h | 210 +++++++++++++++++++++++++++++++++++ include/media/media-fh.h | 4 + 4 files changed, 383 insertions(+)