aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/media/platform/exynos4-is/fimc-m2m.c
diff options
context:
space:
mode:
Diffstat (limited to 'drivers/media/platform/exynos4-is/fimc-m2m.c')
-rw-r--r--drivers/media/platform/exynos4-is/fimc-m2m.c865
1 files changed, 865 insertions, 0 deletions
diff --git a/drivers/media/platform/exynos4-is/fimc-m2m.c b/drivers/media/platform/exynos4-is/fimc-m2m.c
new file mode 100644
index 000000000000..bde1f47f7ed3
--- /dev/null
+++ b/drivers/media/platform/exynos4-is/fimc-m2m.c
@@ -0,0 +1,865 @@
1/*
2 * Samsung S5P/EXYNOS4 SoC series FIMC (video postprocessor) driver
3 *
4 * Copyright (C) 2012 - 2013 Samsung Electronics Co., Ltd.
5 * Sylwester Nawrocki <s.nawrocki@samsung.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
11 */
12
13#include <linux/module.h>
14#include <linux/kernel.h>
15#include <linux/types.h>
16#include <linux/errno.h>
17#include <linux/bug.h>
18#include <linux/interrupt.h>
19#include <linux/device.h>
20#include <linux/platform_device.h>
21#include <linux/pm_runtime.h>
22#include <linux/list.h>
23#include <linux/io.h>
24#include <linux/slab.h>
25#include <linux/clk.h>
26#include <media/v4l2-ioctl.h>
27#include <media/videobuf2-core.h>
28#include <media/videobuf2-dma-contig.h>
29
30#include "fimc-core.h"
31#include "fimc-reg.h"
32#include "media-dev.h"
33
34static unsigned int get_m2m_fmt_flags(unsigned int stream_type)
35{
36 if (stream_type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
37 return FMT_FLAGS_M2M_IN;
38 else
39 return FMT_FLAGS_M2M_OUT;
40}
41
42void fimc_m2m_job_finish(struct fimc_ctx *ctx, int vb_state)
43{
44 struct vb2_buffer *src_vb, *dst_vb;
45
46 if (!ctx || !ctx->m2m_ctx)
47 return;
48
49 src_vb = v4l2_m2m_src_buf_remove(ctx->m2m_ctx);
50 dst_vb = v4l2_m2m_dst_buf_remove(ctx->m2m_ctx);
51
52 if (src_vb && dst_vb) {
53 v4l2_m2m_buf_done(src_vb, vb_state);
54 v4l2_m2m_buf_done(dst_vb, vb_state);
55 v4l2_m2m_job_finish(ctx->fimc_dev->m2m.m2m_dev,
56 ctx->m2m_ctx);
57 }
58}
59
60/* Complete the transaction which has been scheduled for execution. */
61static int fimc_m2m_shutdown(struct fimc_ctx *ctx)
62{
63 struct fimc_dev *fimc = ctx->fimc_dev;
64 int ret;
65
66 if (!fimc_m2m_pending(fimc))
67 return 0;
68
69 fimc_ctx_state_set(FIMC_CTX_SHUT, ctx);
70
71 ret = wait_event_timeout(fimc->irq_queue,
72 !fimc_ctx_state_is_set(FIMC_CTX_SHUT, ctx),
73 FIMC_SHUTDOWN_TIMEOUT);
74
75 return ret == 0 ? -ETIMEDOUT : ret;
76}
77
78static int start_streaming(struct vb2_queue *q, unsigned int count)
79{
80 struct fimc_ctx *ctx = q->drv_priv;
81 int ret;
82
83 ret = pm_runtime_get_sync(&ctx->fimc_dev->pdev->dev);
84 return ret > 0 ? 0 : ret;
85}
86
87static int stop_streaming(struct vb2_queue *q)
88{
89 struct fimc_ctx *ctx = q->drv_priv;
90 int ret;
91
92 ret = fimc_m2m_shutdown(ctx);
93 if (ret == -ETIMEDOUT)
94 fimc_m2m_job_finish(ctx, VB2_BUF_STATE_ERROR);
95
96 pm_runtime_put(&ctx->fimc_dev->pdev->dev);
97 return 0;
98}
99
100static void fimc_device_run(void *priv)
101{
102 struct vb2_buffer *src_vb, *dst_vb;
103 struct fimc_ctx *ctx = priv;
104 struct fimc_frame *sf, *df;
105 struct fimc_dev *fimc;
106 unsigned long flags;
107 int ret;
108
109 if (WARN(!ctx, "Null context\n"))
110 return;
111
112 fimc = ctx->fimc_dev;
113 spin_lock_irqsave(&fimc->slock, flags);
114
115 set_bit(ST_M2M_PEND, &fimc->state);
116 sf = &ctx->s_frame;
117 df = &ctx->d_frame;
118
119 if (ctx->state & FIMC_PARAMS) {
120 /* Prepare the DMA offsets for scaler */
121 fimc_prepare_dma_offset(ctx, sf);
122 fimc_prepare_dma_offset(ctx, df);
123 }
124
125 src_vb = v4l2_m2m_next_src_buf(ctx->m2m_ctx);
126 ret = fimc_prepare_addr(ctx, src_vb, sf, &sf->paddr);
127 if (ret)
128 goto dma_unlock;
129
130 dst_vb = v4l2_m2m_next_dst_buf(ctx->m2m_ctx);
131 ret = fimc_prepare_addr(ctx, dst_vb, df, &df->paddr);
132 if (ret)
133 goto dma_unlock;
134
135 dst_vb->v4l2_buf.timestamp = src_vb->v4l2_buf.timestamp;
136
137 /* Reconfigure hardware if the context has changed. */
138 if (fimc->m2m.ctx != ctx) {
139 ctx->state |= FIMC_PARAMS;
140 fimc->m2m.ctx = ctx;
141 }
142
143 if (ctx->state & FIMC_PARAMS) {
144 fimc_set_yuv_order(ctx);
145 fimc_hw_set_input_path(ctx);
146 fimc_hw_set_in_dma(ctx);
147 ret = fimc_set_scaler_info(ctx);
148 if (ret)
149 goto dma_unlock;
150 fimc_hw_set_prescaler(ctx);
151 fimc_hw_set_mainscaler(ctx);
152 fimc_hw_set_target_format(ctx);
153 fimc_hw_set_rotation(ctx);
154 fimc_hw_set_effect(ctx);
155 fimc_hw_set_out_dma(ctx);
156 if (fimc->drv_data->alpha_color)
157 fimc_hw_set_rgb_alpha(ctx);
158 fimc_hw_set_output_path(ctx);
159 }
160 fimc_hw_set_input_addr(fimc, &sf->paddr);
161 fimc_hw_set_output_addr(fimc, &df->paddr, -1);
162
163 fimc_activate_capture(ctx);
164 ctx->state &= (FIMC_CTX_M2M | FIMC_CTX_CAP);
165 fimc_hw_activate_input_dma(fimc, true);
166
167dma_unlock:
168 spin_unlock_irqrestore(&fimc->slock, flags);
169}
170
171static void fimc_job_abort(void *priv)
172{
173 fimc_m2m_shutdown(priv);
174}
175
176static int fimc_queue_setup(struct vb2_queue *vq, const struct v4l2_format *fmt,
177 unsigned int *num_buffers, unsigned int *num_planes,
178 unsigned int sizes[], void *allocators[])
179{
180 struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
181 struct fimc_frame *f;
182 int i;
183
184 f = ctx_get_frame(ctx, vq->type);
185 if (IS_ERR(f))
186 return PTR_ERR(f);
187 /*
188 * Return number of non-contigous planes (plane buffers)
189 * depending on the configured color format.
190 */
191 if (!f->fmt)
192 return -EINVAL;
193
194 *num_planes = f->fmt->memplanes;
195 for (i = 0; i < f->fmt->memplanes; i++) {
196 sizes[i] = (f->f_width * f->f_height * f->fmt->depth[i]) / 8;
197 allocators[i] = ctx->fimc_dev->alloc_ctx;
198 }
199 return 0;
200}
201
202static int fimc_buf_prepare(struct vb2_buffer *vb)
203{
204 struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
205 struct fimc_frame *frame;
206 int i;
207
208 frame = ctx_get_frame(ctx, vb->vb2_queue->type);
209 if (IS_ERR(frame))
210 return PTR_ERR(frame);
211
212 for (i = 0; i < frame->fmt->memplanes; i++)
213 vb2_set_plane_payload(vb, i, frame->payload[i]);
214
215 return 0;
216}
217
218static void fimc_buf_queue(struct vb2_buffer *vb)
219{
220 struct fimc_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
221
222 dbg("ctx: %p, ctx->state: 0x%x", ctx, ctx->state);
223
224 if (ctx->m2m_ctx)
225 v4l2_m2m_buf_queue(ctx->m2m_ctx, vb);
226}
227
228static void fimc_lock(struct vb2_queue *vq)
229{
230 struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
231 mutex_lock(&ctx->fimc_dev->lock);
232}
233
234static void fimc_unlock(struct vb2_queue *vq)
235{
236 struct fimc_ctx *ctx = vb2_get_drv_priv(vq);
237 mutex_unlock(&ctx->fimc_dev->lock);
238}
239
240static struct vb2_ops fimc_qops = {
241 .queue_setup = fimc_queue_setup,
242 .buf_prepare = fimc_buf_prepare,
243 .buf_queue = fimc_buf_queue,
244 .wait_prepare = fimc_unlock,
245 .wait_finish = fimc_lock,
246 .stop_streaming = stop_streaming,
247 .start_streaming = start_streaming,
248};
249
250/*
251 * V4L2 ioctl handlers
252 */
253static int fimc_m2m_querycap(struct file *file, void *fh,
254 struct v4l2_capability *cap)
255{
256 struct fimc_dev *fimc = video_drvdata(file);
257 unsigned int caps;
258
259 /*
260 * This is only a mem-to-mem video device. The capture and output
261 * device capability flags are left only for backward compatibility
262 * and are scheduled for removal.
263 */
264 caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M_MPLANE |
265 V4L2_CAP_VIDEO_CAPTURE_MPLANE | V4L2_CAP_VIDEO_OUTPUT_MPLANE;
266
267 __fimc_vidioc_querycap(&fimc->pdev->dev, cap, caps);
268 return 0;
269}
270
271static int fimc_m2m_enum_fmt_mplane(struct file *file, void *priv,
272 struct v4l2_fmtdesc *f)
273{
274 struct fimc_fmt *fmt;
275
276 fmt = fimc_find_format(NULL, NULL, get_m2m_fmt_flags(f->type),
277 f->index);
278 if (!fmt)
279 return -EINVAL;
280
281 strncpy(f->description, fmt->name, sizeof(f->description) - 1);
282 f->pixelformat = fmt->fourcc;
283 return 0;
284}
285
286static int fimc_m2m_g_fmt_mplane(struct file *file, void *fh,
287 struct v4l2_format *f)
288{
289 struct fimc_ctx *ctx = fh_to_ctx(fh);
290 struct fimc_frame *frame = ctx_get_frame(ctx, f->type);
291
292 if (IS_ERR(frame))
293 return PTR_ERR(frame);
294
295 __fimc_get_format(frame, f);
296 return 0;
297}
298
299static int fimc_try_fmt_mplane(struct fimc_ctx *ctx, struct v4l2_format *f)
300{
301 struct fimc_dev *fimc = ctx->fimc_dev;
302 const struct fimc_variant *variant = fimc->variant;
303 struct v4l2_pix_format_mplane *pix = &f->fmt.pix_mp;
304 struct fimc_fmt *fmt;
305 u32 max_w, mod_x, mod_y;
306
307 if (!IS_M2M(f->type))
308 return -EINVAL;
309
310 fmt = fimc_find_format(&pix->pixelformat, NULL,
311 get_m2m_fmt_flags(f->type), 0);
312 if (WARN(fmt == NULL, "Pixel format lookup failed"))
313 return -EINVAL;
314
315 if (pix->field == V4L2_FIELD_ANY)
316 pix->field = V4L2_FIELD_NONE;
317 else if (pix->field != V4L2_FIELD_NONE)
318 return -EINVAL;
319
320 if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
321 max_w = variant->pix_limit->scaler_dis_w;
322 mod_x = ffs(variant->min_inp_pixsize) - 1;
323 } else {
324 max_w = variant->pix_limit->out_rot_dis_w;
325 mod_x = ffs(variant->min_out_pixsize) - 1;
326 }
327
328 if (tiled_fmt(fmt)) {
329 mod_x = 6; /* 64 x 32 pixels tile */
330 mod_y = 5;
331 } else {
332 if (variant->min_vsize_align == 1)
333 mod_y = fimc_fmt_is_rgb(fmt->color) ? 0 : 1;
334 else
335 mod_y = ffs(variant->min_vsize_align) - 1;
336 }
337
338 v4l_bound_align_image(&pix->width, 16, max_w, mod_x,
339 &pix->height, 8, variant->pix_limit->scaler_dis_w, mod_y, 0);
340
341 fimc_adjust_mplane_format(fmt, pix->width, pix->height, &f->fmt.pix_mp);
342 return 0;
343}
344
345static int fimc_m2m_try_fmt_mplane(struct file *file, void *fh,
346 struct v4l2_format *f)
347{
348 struct fimc_ctx *ctx = fh_to_ctx(fh);
349 return fimc_try_fmt_mplane(ctx, f);
350}
351
352static void __set_frame_format(struct fimc_frame *frame, struct fimc_fmt *fmt,
353 struct v4l2_pix_format_mplane *pixm)
354{
355 int i;
356
357 for (i = 0; i < fmt->colplanes; i++) {
358 frame->bytesperline[i] = pixm->plane_fmt[i].bytesperline;
359 frame->payload[i] = pixm->plane_fmt[i].sizeimage;
360 }
361
362 frame->f_width = pixm->width;
363 frame->f_height = pixm->height;
364 frame->o_width = pixm->width;
365 frame->o_height = pixm->height;
366 frame->width = pixm->width;
367 frame->height = pixm->height;
368 frame->offs_h = 0;
369 frame->offs_v = 0;
370 frame->fmt = fmt;
371}
372
373static int fimc_m2m_s_fmt_mplane(struct file *file, void *fh,
374 struct v4l2_format *f)
375{
376 struct fimc_ctx *ctx = fh_to_ctx(fh);
377 struct fimc_dev *fimc = ctx->fimc_dev;
378 struct fimc_fmt *fmt;
379 struct vb2_queue *vq;
380 struct fimc_frame *frame;
381 int ret;
382
383 ret = fimc_try_fmt_mplane(ctx, f);
384 if (ret)
385 return ret;
386
387 vq = v4l2_m2m_get_vq(ctx->m2m_ctx, f->type);
388
389 if (vb2_is_busy(vq)) {
390 v4l2_err(&fimc->m2m.vfd, "queue (%d) busy\n", f->type);
391 return -EBUSY;
392 }
393
394 if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
395 frame = &ctx->s_frame;
396 else
397 frame = &ctx->d_frame;
398
399 fmt = fimc_find_format(&f->fmt.pix_mp.pixelformat, NULL,
400 get_m2m_fmt_flags(f->type), 0);
401 if (!fmt)
402 return -EINVAL;
403
404 __set_frame_format(frame, fmt, &f->fmt.pix_mp);
405
406 /* Update RGB Alpha control state and value range */
407 fimc_alpha_ctrl_update(ctx);
408
409 return 0;
410}
411
412static int fimc_m2m_reqbufs(struct file *file, void *fh,
413 struct v4l2_requestbuffers *reqbufs)
414{
415 struct fimc_ctx *ctx = fh_to_ctx(fh);
416 return v4l2_m2m_reqbufs(file, ctx->m2m_ctx, reqbufs);
417}
418
419static int fimc_m2m_querybuf(struct file *file, void *fh,
420 struct v4l2_buffer *buf)
421{
422 struct fimc_ctx *ctx = fh_to_ctx(fh);
423 return v4l2_m2m_querybuf(file, ctx->m2m_ctx, buf);
424}
425
426static int fimc_m2m_qbuf(struct file *file, void *fh,
427 struct v4l2_buffer *buf)
428{
429 struct fimc_ctx *ctx = fh_to_ctx(fh);
430 return v4l2_m2m_qbuf(file, ctx->m2m_ctx, buf);
431}
432
433static int fimc_m2m_dqbuf(struct file *file, void *fh,
434 struct v4l2_buffer *buf)
435{
436 struct fimc_ctx *ctx = fh_to_ctx(fh);
437 return v4l2_m2m_dqbuf(file, ctx->m2m_ctx, buf);
438}
439
440static int fimc_m2m_expbuf(struct file *file, void *fh,
441 struct v4l2_exportbuffer *eb)
442{
443 struct fimc_ctx *ctx = fh_to_ctx(fh);
444 return v4l2_m2m_expbuf(file, ctx->m2m_ctx, eb);
445}
446
447
448static int fimc_m2m_streamon(struct file *file, void *fh,
449 enum v4l2_buf_type type)
450{
451 struct fimc_ctx *ctx = fh_to_ctx(fh);
452 return v4l2_m2m_streamon(file, ctx->m2m_ctx, type);
453}
454
455static int fimc_m2m_streamoff(struct file *file, void *fh,
456 enum v4l2_buf_type type)
457{
458 struct fimc_ctx *ctx = fh_to_ctx(fh);
459 return v4l2_m2m_streamoff(file, ctx->m2m_ctx, type);
460}
461
462static int fimc_m2m_cropcap(struct file *file, void *fh,
463 struct v4l2_cropcap *cr)
464{
465 struct fimc_ctx *ctx = fh_to_ctx(fh);
466 struct fimc_frame *frame;
467
468 frame = ctx_get_frame(ctx, cr->type);
469 if (IS_ERR(frame))
470 return PTR_ERR(frame);
471
472 cr->bounds.left = 0;
473 cr->bounds.top = 0;
474 cr->bounds.width = frame->o_width;
475 cr->bounds.height = frame->o_height;
476 cr->defrect = cr->bounds;
477
478 return 0;
479}
480
481static int fimc_m2m_g_crop(struct file *file, void *fh, struct v4l2_crop *cr)
482{
483 struct fimc_ctx *ctx = fh_to_ctx(fh);
484 struct fimc_frame *frame;
485
486 frame = ctx_get_frame(ctx, cr->type);
487 if (IS_ERR(frame))
488 return PTR_ERR(frame);
489
490 cr->c.left = frame->offs_h;
491 cr->c.top = frame->offs_v;
492 cr->c.width = frame->width;
493 cr->c.height = frame->height;
494
495 return 0;
496}
497
498static int fimc_m2m_try_crop(struct fimc_ctx *ctx, struct v4l2_crop *cr)
499{
500 struct fimc_dev *fimc = ctx->fimc_dev;
501 struct fimc_frame *f;
502 u32 min_size, halign, depth = 0;
503 int i;
504
505 if (cr->c.top < 0 || cr->c.left < 0) {
506 v4l2_err(&fimc->m2m.vfd,
507 "doesn't support negative values for top & left\n");
508 return -EINVAL;
509 }
510 if (cr->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
511 f = &ctx->d_frame;
512 else if (cr->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
513 f = &ctx->s_frame;
514 else
515 return -EINVAL;
516
517 min_size = (f == &ctx->s_frame) ?
518 fimc->variant->min_inp_pixsize : fimc->variant->min_out_pixsize;
519
520 /* Get pixel alignment constraints. */
521 if (fimc->variant->min_vsize_align == 1)
522 halign = fimc_fmt_is_rgb(f->fmt->color) ? 0 : 1;
523 else
524 halign = ffs(fimc->variant->min_vsize_align) - 1;
525
526 for (i = 0; i < f->fmt->colplanes; i++)
527 depth += f->fmt->depth[i];
528
529 v4l_bound_align_image(&cr->c.width, min_size, f->o_width,
530 ffs(min_size) - 1,
531 &cr->c.height, min_size, f->o_height,
532 halign, 64/(ALIGN(depth, 8)));
533
534 /* adjust left/top if cropping rectangle is out of bounds */
535 if (cr->c.left + cr->c.width > f->o_width)
536 cr->c.left = f->o_width - cr->c.width;
537 if (cr->c.top + cr->c.height > f->o_height)
538 cr->c.top = f->o_height - cr->c.height;
539
540 cr->c.left = round_down(cr->c.left, min_size);
541 cr->c.top = round_down(cr->c.top, fimc->variant->hor_offs_align);
542
543 dbg("l:%d, t:%d, w:%d, h:%d, f_w: %d, f_h: %d",
544 cr->c.left, cr->c.top, cr->c.width, cr->c.height,
545 f->f_width, f->f_height);
546
547 return 0;
548}
549
550static int fimc_m2m_s_crop(struct file *file, void *fh, const struct v4l2_crop *crop)
551{
552 struct fimc_ctx *ctx = fh_to_ctx(fh);
553 struct fimc_dev *fimc = ctx->fimc_dev;
554 struct v4l2_crop cr = *crop;
555 struct fimc_frame *f;
556 int ret;
557
558 ret = fimc_m2m_try_crop(ctx, &cr);
559 if (ret)
560 return ret;
561
562 f = (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) ?
563 &ctx->s_frame : &ctx->d_frame;
564
565 /* Check to see if scaling ratio is within supported range */
566 if (cr.type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
567 ret = fimc_check_scaler_ratio(ctx, cr.c.width,
568 cr.c.height, ctx->d_frame.width,
569 ctx->d_frame.height, ctx->rotation);
570 } else {
571 ret = fimc_check_scaler_ratio(ctx, ctx->s_frame.width,
572 ctx->s_frame.height, cr.c.width,
573 cr.c.height, ctx->rotation);
574 }
575 if (ret) {
576 v4l2_err(&fimc->m2m.vfd, "Out of scaler range\n");
577 return -EINVAL;
578 }
579
580 f->offs_h = cr.c.left;
581 f->offs_v = cr.c.top;
582 f->width = cr.c.width;
583 f->height = cr.c.height;
584
585 fimc_ctx_state_set(FIMC_PARAMS, ctx);
586
587 return 0;
588}
589
590static const struct v4l2_ioctl_ops fimc_m2m_ioctl_ops = {
591 .vidioc_querycap = fimc_m2m_querycap,
592 .vidioc_enum_fmt_vid_cap_mplane = fimc_m2m_enum_fmt_mplane,
593 .vidioc_enum_fmt_vid_out_mplane = fimc_m2m_enum_fmt_mplane,
594 .vidioc_g_fmt_vid_cap_mplane = fimc_m2m_g_fmt_mplane,
595 .vidioc_g_fmt_vid_out_mplane = fimc_m2m_g_fmt_mplane,
596 .vidioc_try_fmt_vid_cap_mplane = fimc_m2m_try_fmt_mplane,
597 .vidioc_try_fmt_vid_out_mplane = fimc_m2m_try_fmt_mplane,
598 .vidioc_s_fmt_vid_cap_mplane = fimc_m2m_s_fmt_mplane,
599 .vidioc_s_fmt_vid_out_mplane = fimc_m2m_s_fmt_mplane,
600 .vidioc_reqbufs = fimc_m2m_reqbufs,
601 .vidioc_querybuf = fimc_m2m_querybuf,
602 .vidioc_qbuf = fimc_m2m_qbuf,
603 .vidioc_dqbuf = fimc_m2m_dqbuf,
604 .vidioc_expbuf = fimc_m2m_expbuf,
605 .vidioc_streamon = fimc_m2m_streamon,
606 .vidioc_streamoff = fimc_m2m_streamoff,
607 .vidioc_g_crop = fimc_m2m_g_crop,
608 .vidioc_s_crop = fimc_m2m_s_crop,
609 .vidioc_cropcap = fimc_m2m_cropcap
610
611};
612
613static int queue_init(void *priv, struct vb2_queue *src_vq,
614 struct vb2_queue *dst_vq)
615{
616 struct fimc_ctx *ctx = priv;
617 int ret;
618
619 src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
620 src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
621 src_vq->drv_priv = ctx;
622 src_vq->ops = &fimc_qops;
623 src_vq->mem_ops = &vb2_dma_contig_memops;
624 src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
625 src_vq->timestamp_type = V4L2_BUF_FLAG_TIMESTAMP_COPY;
626
627 ret = vb2_queue_init(src_vq);
628 if (ret)
629 return ret;
630
631 dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
632 dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
633 dst_vq->drv_priv = ctx;
634 dst_vq->ops = &fimc_qops;
635 dst_vq->mem_ops = &vb2_dma_contig_memops;
636 dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
637 dst_vq->timestamp_type = V4L2_BUF_FLAG_TIMESTAMP_COPY;
638
639 return vb2_queue_init(dst_vq);
640}
641
642static int fimc_m2m_set_default_format(struct fimc_ctx *ctx)
643{
644 struct v4l2_pix_format_mplane pixm = {
645 .pixelformat = V4L2_PIX_FMT_RGB32,
646 .width = 800,
647 .height = 600,
648 .plane_fmt[0] = {
649 .bytesperline = 800 * 4,
650 .sizeimage = 800 * 4 * 600,
651 },
652 };
653 struct fimc_fmt *fmt;
654
655 fmt = fimc_find_format(&pixm.pixelformat, NULL, FMT_FLAGS_M2M, 0);
656 if (!fmt)
657 return -EINVAL;
658
659 __set_frame_format(&ctx->s_frame, fmt, &pixm);
660 __set_frame_format(&ctx->d_frame, fmt, &pixm);
661
662 return 0;
663}
664
665static int fimc_m2m_open(struct file *file)
666{
667 struct fimc_dev *fimc = video_drvdata(file);
668 struct fimc_ctx *ctx;
669 int ret = -EBUSY;
670
671 pr_debug("pid: %d, state: %#lx\n", task_pid_nr(current), fimc->state);
672
673 if (mutex_lock_interruptible(&fimc->lock))
674 return -ERESTARTSYS;
675 /*
676 * Don't allow simultaneous open() of the mem-to-mem and the
677 * capture video node that belong to same FIMC IP instance.
678 */
679 if (test_bit(ST_CAPT_BUSY, &fimc->state))
680 goto unlock;
681
682 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
683 if (!ctx) {
684 ret = -ENOMEM;
685 goto unlock;
686 }
687 v4l2_fh_init(&ctx->fh, &fimc->m2m.vfd);
688 ctx->fimc_dev = fimc;
689
690 /* Default color format */
691 ctx->s_frame.fmt = fimc_get_format(0);
692 ctx->d_frame.fmt = fimc_get_format(0);
693
694 ret = fimc_ctrls_create(ctx);
695 if (ret)
696 goto error_fh;
697
698 /* Use separate control handler per file handle */
699 ctx->fh.ctrl_handler = &ctx->ctrls.handler;
700 file->private_data = &ctx->fh;
701 v4l2_fh_add(&ctx->fh);
702
703 /* Setup the device context for memory-to-memory mode */
704 ctx->state = FIMC_CTX_M2M;
705 ctx->flags = 0;
706 ctx->in_path = FIMC_IO_DMA;
707 ctx->out_path = FIMC_IO_DMA;
708 ctx->scaler.enabled = 1;
709
710 ctx->m2m_ctx = v4l2_m2m_ctx_init(fimc->m2m.m2m_dev, ctx, queue_init);
711 if (IS_ERR(ctx->m2m_ctx)) {
712 ret = PTR_ERR(ctx->m2m_ctx);
713 goto error_c;
714 }
715
716 if (fimc->m2m.refcnt++ == 0)
717 set_bit(ST_M2M_RUN, &fimc->state);
718
719 ret = fimc_m2m_set_default_format(ctx);
720 if (ret < 0)
721 goto error_m2m_ctx;
722
723 mutex_unlock(&fimc->lock);
724 return 0;
725
726error_m2m_ctx:
727 v4l2_m2m_ctx_release(ctx->m2m_ctx);
728error_c:
729 fimc_ctrls_delete(ctx);
730error_fh:
731 v4l2_fh_del(&ctx->fh);
732 v4l2_fh_exit(&ctx->fh);
733 kfree(ctx);
734unlock:
735 mutex_unlock(&fimc->lock);
736 return ret;
737}
738
739static int fimc_m2m_release(struct file *file)
740{
741 struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
742 struct fimc_dev *fimc = ctx->fimc_dev;
743
744 dbg("pid: %d, state: 0x%lx, refcnt= %d",
745 task_pid_nr(current), fimc->state, fimc->m2m.refcnt);
746
747 mutex_lock(&fimc->lock);
748
749 v4l2_m2m_ctx_release(ctx->m2m_ctx);
750 fimc_ctrls_delete(ctx);
751 v4l2_fh_del(&ctx->fh);
752 v4l2_fh_exit(&ctx->fh);
753
754 if (--fimc->m2m.refcnt <= 0)
755 clear_bit(ST_M2M_RUN, &fimc->state);
756 kfree(ctx);
757
758 mutex_unlock(&fimc->lock);
759 return 0;
760}
761
762static unsigned int fimc_m2m_poll(struct file *file,
763 struct poll_table_struct *wait)
764{
765 struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
766 struct fimc_dev *fimc = ctx->fimc_dev;
767 int ret;
768
769 if (mutex_lock_interruptible(&fimc->lock))
770 return -ERESTARTSYS;
771
772 ret = v4l2_m2m_poll(file, ctx->m2m_ctx, wait);
773 mutex_unlock(&fimc->lock);
774
775 return ret;
776}
777
778
779static int fimc_m2m_mmap(struct file *file, struct vm_area_struct *vma)
780{
781 struct fimc_ctx *ctx = fh_to_ctx(file->private_data);
782 struct fimc_dev *fimc = ctx->fimc_dev;
783 int ret;
784
785 if (mutex_lock_interruptible(&fimc->lock))
786 return -ERESTARTSYS;
787
788 ret = v4l2_m2m_mmap(file, ctx->m2m_ctx, vma);
789 mutex_unlock(&fimc->lock);
790
791 return ret;
792}
793
794static const struct v4l2_file_operations fimc_m2m_fops = {
795 .owner = THIS_MODULE,
796 .open = fimc_m2m_open,
797 .release = fimc_m2m_release,
798 .poll = fimc_m2m_poll,
799 .unlocked_ioctl = video_ioctl2,
800 .mmap = fimc_m2m_mmap,
801};
802
803static struct v4l2_m2m_ops m2m_ops = {
804 .device_run = fimc_device_run,
805 .job_abort = fimc_job_abort,
806};
807
808int fimc_register_m2m_device(struct fimc_dev *fimc,
809 struct v4l2_device *v4l2_dev)
810{
811 struct video_device *vfd = &fimc->m2m.vfd;
812 int ret;
813
814 fimc->v4l2_dev = v4l2_dev;
815
816 memset(vfd, 0, sizeof(*vfd));
817 vfd->fops = &fimc_m2m_fops;
818 vfd->ioctl_ops = &fimc_m2m_ioctl_ops;
819 vfd->v4l2_dev = v4l2_dev;
820 vfd->minor = -1;
821 vfd->release = video_device_release_empty;
822 vfd->lock = &fimc->lock;
823 vfd->vfl_dir = VFL_DIR_M2M;
824
825 snprintf(vfd->name, sizeof(vfd->name), "fimc.%d.m2m", fimc->id);
826 video_set_drvdata(vfd, fimc);
827
828 fimc->m2m.m2m_dev = v4l2_m2m_init(&m2m_ops);
829 if (IS_ERR(fimc->m2m.m2m_dev)) {
830 v4l2_err(v4l2_dev, "failed to initialize v4l2-m2m device\n");
831 return PTR_ERR(fimc->m2m.m2m_dev);
832 }
833
834 ret = media_entity_init(&vfd->entity, 0, NULL, 0);
835 if (ret)
836 goto err_me;
837
838 ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
839 if (ret)
840 goto err_vd;
841
842 v4l2_info(v4l2_dev, "Registered %s as /dev/%s\n",
843 vfd->name, video_device_node_name(vfd));
844 return 0;
845
846err_vd:
847 media_entity_cleanup(&vfd->entity);
848err_me:
849 v4l2_m2m_release(fimc->m2m.m2m_dev);
850 return ret;
851}
852
853void fimc_unregister_m2m_device(struct fimc_dev *fimc)
854{
855 if (!fimc)
856 return;
857
858 if (fimc->m2m.m2m_dev)
859 v4l2_m2m_release(fimc->m2m.m2m_dev);
860
861 if (video_is_registered(&fimc->m2m.vfd)) {
862 video_unregister_device(&fimc->m2m.vfd);
863 media_entity_cleanup(&fimc->m2m.vfd.entity);
864 }
865}