drivers/media/platform/xilinx/xilinx-dma.c

   1 /*
   2  * Xilinx Video DMA
   3  *
   4  * Copyright (C) 2013-2015 Ideas on Board
   5  * Copyright (C) 2013-2015 Xilinx, Inc.
   6  *
   7  * Contacts: Hyun Kwon <hyun.kwon@xilinx.com>
   8  *           Laurent Pinchart <laurent.pinchart@ideasonboard.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  */
  14
  15 #include <linux/dma/xilinx_dma.h>
  16 #include <linux/lcm.h>
  17 #include <linux/list.h>
  18 #include <linux/module.h>
  19 #include <linux/of.h>
  20 #include <linux/slab.h>
  21
  22 #include <media/v4l2-dev.h>
  23 #include <media/v4l2-fh.h>
  24 #include <media/v4l2-ioctl.h>
  25 #include <media/videobuf2-v4l2.h>
  26 #include <media/videobuf2-dma-contig.h>
  27
  28 #include "xilinx-dma.h"
  29 #include "xilinx-vip.h"
  30 #include "xilinx-vipp.h"
  31
  32 #define XVIP_DMA_DEF_FORMAT             V4L2_PIX_FMT_YUYV
  33 #define XVIP_DMA_DEF_WIDTH              1920
  34 #define XVIP_DMA_DEF_HEIGHT             1080
  35
  36 /* Minimum and maximum widths are expressed in bytes */
  37 #define XVIP_DMA_MIN_WIDTH              1U
  38 #define XVIP_DMA_MAX_WIDTH              65535U
  39 #define XVIP_DMA_MIN_HEIGHT             1U
  40 #define XVIP_DMA_MAX_HEIGHT             8191U
  41
  42 /* -----------------------------------------------------------------------------
  43  * Helper functions
  44  */
  45
  46 static struct v4l2_subdev *
  47 xvip_dma_remote_subdev(struct media_pad *local, u32 *pad)
  48 {
  49         struct media_pad *remote;
  50
  51         remote = media_entity_remote_pad(local);
  52         if (!remote || !is_media_entity_v4l2_subdev(remote->entity))
  53                 return NULL;
  54
  55         if (pad)
  56                 *pad = remote->index;
  57
  58         return media_entity_to_v4l2_subdev(remote->entity);
  59 }
  60
  61 static int xvip_dma_verify_format(struct xvip_dma *dma)
  62 {
  63         struct v4l2_subdev_format fmt;
  64         struct v4l2_subdev *subdev;
  65         int ret;
  66
  67         subdev = xvip_dma_remote_subdev(&dma->pad, &fmt.pad);
  68         if (subdev == NULL)
  69                 return -EPIPE;
  70
  71         fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
  72         ret = v4l2_subdev_call(subdev, pad, get_fmt, NULL, &fmt);
  73         if (ret < 0)
  74                 return ret == -ENOIOCTLCMD ? -EINVAL : ret;
  75
  76         if (dma->fmtinfo->code != fmt.format.code ||
  77             dma->format.height != fmt.format.height ||
  78             dma->format.width != fmt.format.width ||
  79             dma->format.colorspace != fmt.format.colorspace)
  80                 return -EINVAL;
  81
  82         return 0;
  83 }
  84
  85 /* -----------------------------------------------------------------------------
  86  * Pipeline Stream Management
  87  */
  88
  89 /**
  90  * xvip_pipeline_start_stop - Start ot stop streaming on a pipeline
  91  * @pipe: The pipeline
  92  * @start: Start (when true) or stop (when false) the pipeline
  93  *
  94  * Walk the entities chain starting at the pipeline output video node and start
  95  * or stop all of them.
  96  *
  97  * Return: 0 if successful, or the return value of the failed video::s_stream
  98  * operation otherwise.
  99  */
 100 static int xvip_pipeline_start_stop(struct xvip_pipeline *pipe, bool start)
 101 {
 102         struct xvip_dma *dma = pipe->output;
 103         struct media_entity *entity;
 104         struct media_pad *pad;
 105         struct v4l2_subdev *subdev;
 106         int ret;
 107
 108         entity = &dma->video.entity;
 109         while (1) {
 110                 pad = &entity->pads[0];
 111                 if (!(pad->flags & MEDIA_PAD_FL_SINK))
 112                         break;
 113
 114                 pad = media_entity_remote_pad(pad);
 115                 if (!pad || !is_media_entity_v4l2_subdev(pad->entity))
 116                         break;
 117
 118                 entity = pad->entity;
 119                 subdev = media_entity_to_v4l2_subdev(entity);
 120
 121                 ret = v4l2_subdev_call(subdev, video, s_stream, start);
 122                 if (start && ret < 0 && ret != -ENOIOCTLCMD)
 123                         return ret;
 124         }
 125
 126         return 0;
 127 }
 128
 129 /**
 130  * xvip_pipeline_set_stream - Enable/disable streaming on a pipeline
 131  * @pipe: The pipeline
 132  * @on: Turn the stream on when true or off when false
 133  *
 134  * The pipeline is shared between all DMA engines connect at its input and
 135  * output. While the stream state of DMA engines can be controlled
 136  * independently, pipelines have a shared stream state that enable or disable
 137  * all entities in the pipeline. For this reason the pipeline uses a streaming
 138  * counter that tracks the number of DMA engines that have requested the stream
 139  * to be enabled.
 140  *
 141  * When called with the @on argument set to true, this function will increment
 142  * the pipeline streaming count. If the streaming count reaches the number of
 143  * DMA engines in the pipeline it will enable all entities that belong to the
 144  * pipeline.
 145  *
 146  * Similarly, when called with the @on argument set to false, this function will
 147  * decrement the pipeline streaming count and disable all entities in the
 148  * pipeline when the streaming count reaches zero.
 149  *
 150  * Return: 0 if successful, or the return value of the failed video::s_stream
 151  * operation otherwise. Stopping the pipeline never fails. The pipeline state is
 152  * not updated when the operation fails.
 153  */
 154 static int xvip_pipeline_set_stream(struct xvip_pipeline *pipe, bool on)
 155 {
 156         int ret = 0;
 157
 158         mutex_lock(&pipe->lock);
 159
 160         if (on) {
 161                 if (pipe->stream_count == pipe->num_dmas - 1) {
 162                         ret = xvip_pipeline_start_stop(pipe, true);
 163                         if (ret < 0)
 164                                 goto done;
 165                 }
 166                 pipe->stream_count++;
 167         } else {
 168                 if (--pipe->stream_count == 0)
 169                         xvip_pipeline_start_stop(pipe, false);
 170         }
 171
 172 done:
 173         mutex_unlock(&pipe->lock);
 174         return ret;
 175 }
 176
 177 static int xvip_pipeline_validate(struct xvip_pipeline *pipe,
 178                                   struct xvip_dma *start)
 179 {
 180         struct media_entity_graph graph;
 181         struct media_entity *entity = &start->video.entity;
 182         struct media_device *mdev = entity->graph_obj.mdev;
 183         unsigned int num_inputs = 0;
 184         unsigned int num_outputs = 0;
 185         int ret;
 186
 187         mutex_lock(&mdev->graph_mutex);
 188
 189         /* Walk the graph to locate the video nodes. */
 190         ret = media_entity_graph_walk_init(&graph, entity->graph_obj.mdev);
 191         if (ret) {
 192                 mutex_unlock(&mdev->graph_mutex);
 193                 return ret;
 194         }
 195
 196         media_entity_graph_walk_start(&graph, entity);
 197
 198         while ((entity = media_entity_graph_walk_next(&graph))) {
 199                 struct xvip_dma *dma;
 200
 201                 if (entity->function != MEDIA_ENT_F_IO_V4L)
 202                         continue;
 203
 204                 dma = to_xvip_dma(media_entity_to_video_device(entity));
 205
 206                 if (dma->pad.flags & MEDIA_PAD_FL_SINK) {
 207                         pipe->output = dma;
 208                         num_outputs++;
 209                 } else {
 210                         num_inputs++;
 211                 }
 212         }
 213
 214         mutex_unlock(&mdev->graph_mutex);
 215
 216         media_entity_graph_walk_cleanup(&graph);
 217
 218         /* We need exactly one output and zero or one input. */
 219         if (num_outputs != 1 || num_inputs > 1)
 220                 return -EPIPE;
 221
 222         pipe->num_dmas = num_inputs + num_outputs;
 223
 224         return 0;
 225 }
 226
 227 static void __xvip_pipeline_cleanup(struct xvip_pipeline *pipe)
 228 {
 229         pipe->num_dmas = 0;
 230         pipe->output = NULL;
 231 }
 232
 233 /**
 234  * xvip_pipeline_cleanup - Cleanup the pipeline after streaming
 235  * @pipe: the pipeline
 236  *
 237  * Decrease the pipeline use count and clean it up if we were the last user.
 238  */
 239 static void xvip_pipeline_cleanup(struct xvip_pipeline *pipe)
 240 {
 241         mutex_lock(&pipe->lock);
 242
 243         /* If we're the last user clean up the pipeline. */
 244         if (--pipe->use_count == 0)
 245                 __xvip_pipeline_cleanup(pipe);
 246
 247         mutex_unlock(&pipe->lock);
 248 }
 249
 250 /**
 251  * xvip_pipeline_prepare - Prepare the pipeline for streaming
 252  * @pipe: the pipeline
 253  * @dma: DMA engine at one end of the pipeline
 254  *
 255  * Validate the pipeline if no user exists yet, otherwise just increase the use
 256  * count.
 257  *
 258  * Return: 0 if successful or -EPIPE if the pipeline is not valid.
 259  */
 260 static int xvip_pipeline_prepare(struct xvip_pipeline *pipe,
 261                                  struct xvip_dma *dma)
 262 {
 263         int ret;
 264
 265         mutex_lock(&pipe->lock);
 266
 267         /* If we're the first user validate and initialize the pipeline. */
 268         if (pipe->use_count == 0) {
 269                 ret = xvip_pipeline_validate(pipe, dma);
 270                 if (ret < 0) {
 271                         __xvip_pipeline_cleanup(pipe);
 272                         goto done;
 273                 }
 274         }
 275
 276         pipe->use_count++;
 277         ret = 0;
 278
 279 done:
 280         mutex_unlock(&pipe->lock);
 281         return ret;
 282 }
 283
 284 /* -----------------------------------------------------------------------------
 285  * videobuf2 queue operations
 286  */
 287
 288 /**
 289  * struct xvip_dma_buffer - Video DMA buffer
 290  * @buf: vb2 buffer base object
 291  * @queue: buffer list entry in the DMA engine queued buffers list
 292  * @dma: DMA channel that uses the buffer
 293  */
 294 struct xvip_dma_buffer {
 295         struct vb2_v4l2_buffer buf;
 296         struct list_head queue;
 297         struct xvip_dma *dma;
 298 };
 299
 300 #define to_xvip_dma_buffer(vb)  container_of(vb, struct xvip_dma_buffer, buf)
 301
 302 static void xvip_dma_complete(void *param)
 303 {
 304         struct xvip_dma_buffer *buf = param;
 305         struct xvip_dma *dma = buf->dma;
 306
 307         spin_lock(&dma->queued_lock);
 308         list_del(&buf->queue);
 309         spin_unlock(&dma->queued_lock);
 310
 311         buf->buf.field = V4L2_FIELD_NONE;
 312         buf->buf.sequence = dma->sequence++;
 313         buf->buf.vb2_buf.timestamp = ktime_get_ns();
 314         vb2_set_plane_payload(&buf->buf.vb2_buf, 0, dma->format.sizeimage);
 315         vb2_buffer_done(&buf->buf.vb2_buf, VB2_BUF_STATE_DONE);
 316 }
 317
 318 static int
 319 xvip_dma_queue_setup(struct vb2_queue *vq,
 320                      unsigned int *nbuffers, unsigned int *nplanes,
 321                      unsigned int sizes[], void *alloc_ctxs[])
 322 {
 323         struct xvip_dma *dma = vb2_get_drv_priv(vq);
 324
 325         alloc_ctxs[0] = dma->alloc_ctx;
 326         /* Make sure the image size is large enough. */
 327         if (*nplanes)
 328                 return sizes[0] < dma->format.sizeimage ? -EINVAL : 0;
 329
 330         *nplanes = 1;
 331         sizes[0] = dma->format.sizeimage;
 332
 333         return 0;
 334 }
 335
 336 static int xvip_dma_buffer_prepare(struct vb2_buffer *vb)
 337 {
 338         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 339         struct xvip_dma *dma = vb2_get_drv_priv(vb->vb2_queue);
 340         struct xvip_dma_buffer *buf = to_xvip_dma_buffer(vbuf);
 341
 342         buf->dma = dma;
 343
 344         return 0;
 345 }
 346
 347 static void xvip_dma_buffer_queue(struct vb2_buffer *vb)
 348 {
 349         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 350         struct xvip_dma *dma = vb2_get_drv_priv(vb->vb2_queue);
 351         struct xvip_dma_buffer *buf = to_xvip_dma_buffer(vbuf);
 352         struct dma_async_tx_descriptor *desc;
 353         dma_addr_t addr = vb2_dma_contig_plane_dma_addr(vb, 0);
 354         u32 flags;
 355
 356         if (dma->queue.type == V4L2_BUF_TYPE_VIDEO_CAPTURE) {
 357                 flags = DMA_PREP_INTERRUPT | DMA_CTRL_ACK;
 358                 dma->xt.dir = DMA_DEV_TO_MEM;
 359                 dma->xt.src_sgl = false;
 360                 dma->xt.dst_sgl = true;
 361                 dma->xt.dst_start = addr;
 362         } else {
 363                 flags = DMA_PREP_INTERRUPT | DMA_CTRL_ACK;
 364                 dma->xt.dir = DMA_MEM_TO_DEV;
 365                 dma->xt.src_sgl = true;
 366                 dma->xt.dst_sgl = false;
 367                 dma->xt.src_start = addr;
 368         }
 369
 370         dma->xt.frame_size = 1;
 371         dma->sgl[0].size = dma->format.width * dma->fmtinfo->bpp;
 372         dma->sgl[0].icg = dma->format.bytesperline - dma->sgl[0].size;
 373         dma->xt.numf = dma->format.height;
 374
 375         desc = dmaengine_prep_interleaved_dma(dma->dma, &dma->xt, flags);
 376         if (!desc) {
 377                 dev_err(dma->xdev->dev, "Failed to prepare DMA transfer\n");
 378                 vb2_buffer_done(&buf->buf.vb2_buf, VB2_BUF_STATE_ERROR);
 379                 return;
 380         }
 381         desc->callback = xvip_dma_complete;
 382         desc->callback_param = buf;
 383
 384         spin_lock_irq(&dma->queued_lock);
 385         list_add_tail(&buf->queue, &dma->queued_bufs);
 386         spin_unlock_irq(&dma->queued_lock);
 387
 388         dmaengine_submit(desc);
 389
 390         if (vb2_is_streaming(&dma->queue))
 391                 dma_async_issue_pending(dma->dma);
 392 }
 393
 394 static int xvip_dma_start_streaming(struct vb2_queue *vq, unsigned int count)
 395 {
 396         struct xvip_dma *dma = vb2_get_drv_priv(vq);
 397         struct xvip_dma_buffer *buf, *nbuf;
 398         struct xvip_pipeline *pipe;
 399         int ret;
 400
 401         dma->sequence = 0;
 402
 403         /*
 404          * Start streaming on the pipeline. No link touching an entity in the
 405          * pipeline can be activated or deactivated once streaming is started.
 406          *
 407          * Use the pipeline object embedded in the first DMA object that starts
 408          * streaming.
 409          */
 410         pipe = dma->video.entity.pipe
 411              ? to_xvip_pipeline(&dma->video.entity) : &dma->pipe;
 412
 413         ret = media_entity_pipeline_start(&dma->video.entity, &pipe->pipe);
 414         if (ret < 0)
 415                 goto error;
 416
 417         /* Verify that the configured format matches the output of the
 418          * connected subdev.
 419          */
 420         ret = xvip_dma_verify_format(dma);
 421         if (ret < 0)
 422                 goto error_stop;
 423
 424         ret = xvip_pipeline_prepare(pipe, dma);
 425         if (ret < 0)
 426                 goto error_stop;
 427
 428         /* Start the DMA engine. This must be done before starting the blocks
 429          * in the pipeline to avoid DMA synchronization issues.
 430          */
 431         dma_async_issue_pending(dma->dma);
 432
 433         /* Start the pipeline. */
 434         xvip_pipeline_set_stream(pipe, true);
 435
 436         return 0;
 437
 438 error_stop:
 439         media_entity_pipeline_stop(&dma->video.entity);
 440
 441 error:
 442         /* Give back all queued buffers to videobuf2. */
 443         spin_lock_irq(&dma->queued_lock);
 444         list_for_each_entry_safe(buf, nbuf, &dma->queued_bufs, queue) {
 445                 vb2_buffer_done(&buf->buf.vb2_buf, VB2_BUF_STATE_QUEUED);
 446                 list_del(&buf->queue);
 447         }
 448         spin_unlock_irq(&dma->queued_lock);
 449
 450         return ret;
 451 }
 452
 453 static void xvip_dma_stop_streaming(struct vb2_queue *vq)
 454 {
 455         struct xvip_dma *dma = vb2_get_drv_priv(vq);
 456         struct xvip_pipeline *pipe = to_xvip_pipeline(&dma->video.entity);
 457         struct xvip_dma_buffer *buf, *nbuf;
 458
 459         /* Stop the pipeline. */
 460         xvip_pipeline_set_stream(pipe, false);
 461
 462         /* Stop and reset the DMA engine. */
 463         dmaengine_terminate_all(dma->dma);
 464
 465         /* Cleanup the pipeline and mark it as being stopped. */
 466         xvip_pipeline_cleanup(pipe);
 467         media_entity_pipeline_stop(&dma->video.entity);
 468
 469         /* Give back all queued buffers to videobuf2. */
 470         spin_lock_irq(&dma->queued_lock);
 471         list_for_each_entry_safe(buf, nbuf, &dma->queued_bufs, queue) {
 472                 vb2_buffer_done(&buf->buf.vb2_buf, VB2_BUF_STATE_ERROR);
 473                 list_del(&buf->queue);
 474         }
 475         spin_unlock_irq(&dma->queued_lock);
 476 }
 477
 478 static struct vb2_ops xvip_dma_queue_qops = {
 479         .queue_setup = xvip_dma_queue_setup,
 480         .buf_prepare = xvip_dma_buffer_prepare,
 481         .buf_queue = xvip_dma_buffer_queue,
 482         .wait_prepare = vb2_ops_wait_prepare,
 483         .wait_finish = vb2_ops_wait_finish,
 484         .start_streaming = xvip_dma_start_streaming,
 485         .stop_streaming = xvip_dma_stop_streaming,
 486 };
 487
 488 /* -----------------------------------------------------------------------------
 489  * V4L2 ioctls
 490  */
 491
 492 static int
 493 xvip_dma_querycap(struct file *file, void *fh, struct v4l2_capability *cap)
 494 {
 495         struct v4l2_fh *vfh = file->private_data;
 496         struct xvip_dma *dma = to_xvip_dma(vfh->vdev);
 497
 498         cap->capabilities = V4L2_CAP_DEVICE_CAPS | V4L2_CAP_STREAMING
 499                           | dma->xdev->v4l2_caps;
 500
 501         if (dma->queue.type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
 502                 cap->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
 503         else
 504                 cap->device_caps = V4L2_CAP_VIDEO_OUTPUT | V4L2_CAP_STREAMING;
 505
 506         strlcpy(cap->driver, "xilinx-vipp", sizeof(cap->driver));
 507         strlcpy(cap->card, dma->video.name, sizeof(cap->card));
 508         snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s:%u",
 509                  dma->xdev->dev->of_node->name, dma->port);
 510
 511         return 0;
 512 }
 513
 514 /* FIXME: without this callback function, some applications are not configured
 515  * with correct formats, and it results in frames in wrong format. Whether this
 516  * callback needs to be required is not clearly defined, so it should be
 517  * clarified through the mailing list.
 518  */
 519 static int
 520 xvip_dma_enum_format(struct file *file, void *fh, struct v4l2_fmtdesc *f)
 521 {
 522         struct v4l2_fh *vfh = file->private_data;
 523         struct xvip_dma *dma = to_xvip_dma(vfh->vdev);
 524
 525         if (f->index > 0)
 526                 return -EINVAL;
 527
 528         f->pixelformat = dma->format.pixelformat;
 529         strlcpy(f->description, dma->fmtinfo->description,
 530                 sizeof(f->description));
 531
 532         return 0;
 533 }
 534
 535 static int
 536 xvip_dma_get_format(struct file *file, void *fh, struct v4l2_format *format)
 537 {
 538         struct v4l2_fh *vfh = file->private_data;
 539         struct xvip_dma *dma = to_xvip_dma(vfh->vdev);
 540
 541         format->fmt.pix = dma->format;
 542
 543         return 0;
 544 }
 545
 546 static void
 547 __xvip_dma_try_format(struct xvip_dma *dma, struct v4l2_pix_format *pix,
 548                       const struct xvip_video_format **fmtinfo)
 549 {
 550         const struct xvip_video_format *info;
 551         unsigned int min_width;
 552         unsigned int max_width;
 553         unsigned int min_bpl;
 554         unsigned int max_bpl;
 555         unsigned int width;
 556         unsigned int align;
 557         unsigned int bpl;
 558
 559         /* Retrieve format information and select the default format if the
 560          * requested format isn't supported.
 561          */
 562         info = xvip_get_format_by_fourcc(pix->pixelformat);
 563         if (IS_ERR(info))
 564                 info = xvip_get_format_by_fourcc(XVIP_DMA_DEF_FORMAT);
 565
 566         pix->pixelformat = info->fourcc;
 567         pix->field = V4L2_FIELD_NONE;
 568
 569         /* The transfer alignment requirements are expressed in bytes. Compute
 570          * the minimum and maximum values, clamp the requested width and convert
 571          * it back to pixels.
 572          */
 573         align = lcm(dma->align, info->bpp);
 574         min_width = roundup(XVIP_DMA_MIN_WIDTH, align);
 575         max_width = rounddown(XVIP_DMA_MAX_WIDTH, align);
 576         width = rounddown(pix->width * info->bpp, align);
 577
 578         pix->width = clamp(width, min_width, max_width) / info->bpp;
 579         pix->height = clamp(pix->height, XVIP_DMA_MIN_HEIGHT,
 580                             XVIP_DMA_MAX_HEIGHT);
 581
 582         /* Clamp the requested bytes per line value. If the maximum bytes per
 583          * line value is zero, the module doesn't support user configurable line
 584          * sizes. Override the requested value with the minimum in that case.
 585          */
 586         min_bpl = pix->width * info->bpp;
 587         max_bpl = rounddown(XVIP_DMA_MAX_WIDTH, dma->align);
 588         bpl = rounddown(pix->bytesperline, dma->align);
 589
 590         pix->bytesperline = clamp(bpl, min_bpl, max_bpl);
 591         pix->sizeimage = pix->bytesperline * pix->height;
 592
 593         if (fmtinfo)
 594                 *fmtinfo = info;
 595 }
 596
 597 static int
 598 xvip_dma_try_format(struct file *file, void *fh, struct v4l2_format *format)
 599 {
 600         struct v4l2_fh *vfh = file->private_data;
 601         struct xvip_dma *dma = to_xvip_dma(vfh->vdev);
 602
 603         __xvip_dma_try_format(dma, &format->fmt.pix, NULL);
 604         return 0;
 605 }
 606
 607 static int
 608 xvip_dma_set_format(struct file *file, void *fh, struct v4l2_format *format)
 609 {
 610         struct v4l2_fh *vfh = file->private_data;
 611         struct xvip_dma *dma = to_xvip_dma(vfh->vdev);
 612         const struct xvip_video_format *info;
 613
 614         __xvip_dma_try_format(dma, &format->fmt.pix, &info);
 615
 616         if (vb2_is_busy(&dma->queue))
 617                 return -EBUSY;
 618
 619         dma->format = format->fmt.pix;
 620         dma->fmtinfo = info;
 621
 622         return 0;
 623 }
 624
 625 static const struct v4l2_ioctl_ops xvip_dma_ioctl_ops = {
 626         .vidioc_querycap                = xvip_dma_querycap,
 627         .vidioc_enum_fmt_vid_cap        = xvip_dma_enum_format,
 628         .vidioc_g_fmt_vid_cap           = xvip_dma_get_format,
 629         .vidioc_g_fmt_vid_out           = xvip_dma_get_format,
 630         .vidioc_s_fmt_vid_cap           = xvip_dma_set_format,
 631         .vidioc_s_fmt_vid_out           = xvip_dma_set_format,
 632         .vidioc_try_fmt_vid_cap         = xvip_dma_try_format,
 633         .vidioc_try_fmt_vid_out         = xvip_dma_try_format,
 634         .vidioc_reqbufs                 = vb2_ioctl_reqbufs,
 635         .vidioc_querybuf                = vb2_ioctl_querybuf,
 636         .vidioc_qbuf                    = vb2_ioctl_qbuf,
 637         .vidioc_dqbuf                   = vb2_ioctl_dqbuf,
 638         .vidioc_create_bufs             = vb2_ioctl_create_bufs,
 639         .vidioc_expbuf                  = vb2_ioctl_expbuf,
 640         .vidioc_streamon                = vb2_ioctl_streamon,
 641         .vidioc_streamoff               = vb2_ioctl_streamoff,
 642 };
 643
 644 /* -----------------------------------------------------------------------------
 645  * V4L2 file operations
 646  */
 647
 648 static const struct v4l2_file_operations xvip_dma_fops = {
 649         .owner          = THIS_MODULE,
 650         .unlocked_ioctl = video_ioctl2,
 651         .open           = v4l2_fh_open,
 652         .release        = vb2_fop_release,
 653         .poll           = vb2_fop_poll,
 654         .mmap           = vb2_fop_mmap,
 655 };
 656
 657 /* -----------------------------------------------------------------------------
 658  * Xilinx Video DMA Core
 659  */
 660
 661 int xvip_dma_init(struct xvip_composite_device *xdev, struct xvip_dma *dma,
 662                   enum v4l2_buf_type type, unsigned int port)
 663 {
 664         char name[16];
 665         int ret;
 666
 667         dma->xdev = xdev;
 668         dma->port = port;
 669         mutex_init(&dma->lock);
 670         mutex_init(&dma->pipe.lock);
 671         INIT_LIST_HEAD(&dma->queued_bufs);
 672         spin_lock_init(&dma->queued_lock);
 673
 674         dma->fmtinfo = xvip_get_format_by_fourcc(XVIP_DMA_DEF_FORMAT);
 675         dma->format.pixelformat = dma->fmtinfo->fourcc;
 676         dma->format.colorspace = V4L2_COLORSPACE_SRGB;
 677         dma->format.field = V4L2_FIELD_NONE;
 678         dma->format.width = XVIP_DMA_DEF_WIDTH;
 679         dma->format.height = XVIP_DMA_DEF_HEIGHT;
 680         dma->format.bytesperline = dma->format.width * dma->fmtinfo->bpp;
 681         dma->format.sizeimage = dma->format.bytesperline * dma->format.height;
 682
 683         /* Initialize the media entity... */
 684         dma->pad.flags = type == V4L2_BUF_TYPE_VIDEO_CAPTURE
 685                        ? MEDIA_PAD_FL_SINK : MEDIA_PAD_FL_SOURCE;
 686
 687         ret = media_entity_pads_init(&dma->video.entity, 1, &dma->pad);
 688         if (ret < 0)
 689                 goto error;
 690
 691         /* ... and the video node... */
 692         dma->video.fops = &xvip_dma_fops;
 693         dma->video.v4l2_dev = &xdev->v4l2_dev;
 694         dma->video.queue = &dma->queue;
 695         snprintf(dma->video.name, sizeof(dma->video.name), "%s %s %u",
 696                  xdev->dev->of_node->name,
 697                  type == V4L2_BUF_TYPE_VIDEO_CAPTURE ? "output" : "input",
 698                  port);
 699         dma->video.vfl_type = VFL_TYPE_GRABBER;
 700         dma->video.vfl_dir = type == V4L2_BUF_TYPE_VIDEO_CAPTURE
 701                            ? VFL_DIR_RX : VFL_DIR_TX;
 702         dma->video.release = video_device_release_empty;
 703         dma->video.ioctl_ops = &xvip_dma_ioctl_ops;
 704         dma->video.lock = &dma->lock;
 705
 706         video_set_drvdata(&dma->video, dma);
 707
 708         /* ... and the buffers queue... */
 709         dma->alloc_ctx = vb2_dma_contig_init_ctx(dma->xdev->dev);
 710         if (IS_ERR(dma->alloc_ctx)) {
 711                 ret = PTR_ERR(dma->alloc_ctx);
 712                 goto error;
 713         }
 714
 715         /* Don't enable VB2_READ and VB2_WRITE, as using the read() and write()
 716          * V4L2 APIs would be inefficient. Testing on the command line with a
 717          * 'cat /dev/video?' thus won't be possible, but given that the driver
 718          * anyway requires a test tool to setup the pipeline before any video
 719          * stream can be started, requiring a specific V4L2 test tool as well
 720          * instead of 'cat' isn't really a drawback.
 721          */
 722         dma->queue.type = type;
 723         dma->queue.io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
 724         dma->queue.lock = &dma->lock;
 725         dma->queue.drv_priv = dma;
 726         dma->queue.buf_struct_size = sizeof(struct xvip_dma_buffer);
 727         dma->queue.ops = &xvip_dma_queue_qops;
 728         dma->queue.mem_ops = &vb2_dma_contig_memops;
 729         dma->queue.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC
 730                                    | V4L2_BUF_FLAG_TSTAMP_SRC_EOF;
 731         ret = vb2_queue_init(&dma->queue);
 732         if (ret < 0) {
 733                 dev_err(dma->xdev->dev, "failed to initialize VB2 queue\n");
 734                 goto error;
 735         }
 736
 737         /* ... and the DMA channel. */
 738         snprintf(name, sizeof(name), "port%u", port);
 739         dma->dma = dma_request_slave_channel(dma->xdev->dev, name);
 740         if (dma->dma == NULL) {
 741                 dev_err(dma->xdev->dev, "no VDMA channel found\n");
 742                 ret = -ENODEV;
 743                 goto error;
 744         }
 745
 746         dma->align = 1 << dma->dma->device->copy_align;
 747
 748         ret = video_register_device(&dma->video, VFL_TYPE_GRABBER, -1);
 749         if (ret < 0) {
 750                 dev_err(dma->xdev->dev, "failed to register video device\n");
 751                 goto error;
 752         }
 753
 754         return 0;
 755
 756 error:
 757         xvip_dma_cleanup(dma);
 758         return ret;
 759 }
 760
 761 void xvip_dma_cleanup(struct xvip_dma *dma)
 762 {
 763         if (video_is_registered(&dma->video))
 764                 video_unregister_device(&dma->video);
 765
 766         if (dma->dma)
 767                 dma_release_channel(dma->dma);
 768
 769         if (!IS_ERR_OR_NULL(dma->alloc_ctx))
 770                 vb2_dma_contig_cleanup_ctx(dma->alloc_ctx);
 771
 772         media_entity_cleanup(&dma->video.entity);
 773
 774         mutex_destroy(&dma->lock);
 775         mutex_destroy(&dma->pipe.lock);
 776 }