2 * drivers/media/platform/s5p-mfc/s5p_mfc_opr_v6.c
4 * Samsung MFC (Multi Function Codec - FIMV) driver
5 * This file contains hw related functions.
7 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
8 * http://www.samsung.com/
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License version 2 as
12 * published by the Free Software Foundation.
17 #include <linux/delay.h>
20 #include <linux/jiffies.h>
21 #include <linux/firmware.h>
22 #include <linux/err.h>
23 #include <linux/sched.h>
24 #include <linux/dma-mapping.h>
26 #include <asm/cacheflush.h>
28 #include "s5p_mfc_common.h"
29 #include "s5p_mfc_cmd.h"
30 #include "s5p_mfc_intr.h"
31 #include "s5p_mfc_pm.h"
32 #include "s5p_mfc_debug.h"
33 #include "s5p_mfc_opr.h"
34 #include "s5p_mfc_opr_v6.h"
36 /* #define S5P_MFC_DEBUG_REGWRITE */
37 #ifdef S5P_MFC_DEBUG_REGWRITE
39 #define writel(v, r) \
41 pr_err("MFCWRITE(%p): %08x\n", r, (unsigned int)v); \
44 #endif /* S5P_MFC_DEBUG_REGWRITE */
46 #define READL(offset) readl(dev->regs_base + (offset))
47 #define WRITEL(data, offset) writel((data), dev->regs_base + (offset))
48 #define OFFSETA(x) (((x) - dev->port_a) >> S5P_FIMV_MEM_OFFSET)
49 #define OFFSETB(x) (((x) - dev->port_b) >> S5P_FIMV_MEM_OFFSET)
51 /* Allocate temporary buffers for decoding */
52 static int s5p_mfc_alloc_dec_temp_buffers_v6(struct s5p_mfc_ctx
*ctx
)
59 /* Release temproary buffers for decoding */
60 static void s5p_mfc_release_dec_desc_buffer_v6(struct s5p_mfc_ctx
*ctx
)
65 /* Allocate codec buffers */
66 static int s5p_mfc_alloc_codec_buffers_v6(struct s5p_mfc_ctx
*ctx
)
68 struct s5p_mfc_dev
*dev
= ctx
->dev
;
69 unsigned int mb_width
, mb_height
;
72 mb_width
= MB_WIDTH(ctx
->img_width
);
73 mb_height
= MB_HEIGHT(ctx
->img_height
);
75 if (ctx
->type
== MFCINST_DECODER
) {
76 mfc_debug(2, "Luma size:%d Chroma size:%d MV size:%d\n",
77 ctx
->luma_size
, ctx
->chroma_size
, ctx
->mv_size
);
78 mfc_debug(2, "Totals bufs: %d\n", ctx
->total_dpb_count
);
79 } else if (ctx
->type
== MFCINST_ENCODER
) {
80 ctx
->tmv_buffer_size
= S5P_FIMV_NUM_TMV_BUFFERS_V6
*
81 ALIGN(S5P_FIMV_TMV_BUFFER_SIZE_V6(mb_width
, mb_height
),
82 S5P_FIMV_TMV_BUFFER_ALIGN_V6
);
84 ctx
->luma_dpb_size
= ALIGN((mb_width
* mb_height
) *
85 S5P_FIMV_LUMA_MB_TO_PIXEL_V6
,
86 S5P_FIMV_LUMA_DPB_BUFFER_ALIGN_V6
);
87 ctx
->chroma_dpb_size
= ALIGN((mb_width
* mb_height
) *
88 S5P_FIMV_CHROMA_MB_TO_PIXEL_V6
,
89 S5P_FIMV_CHROMA_DPB_BUFFER_ALIGN_V6
);
90 ctx
->me_buffer_size
= ALIGN(S5P_FIMV_ME_BUFFER_SIZE_V6(
91 ctx
->img_width
, ctx
->img_height
,
93 S5P_FIMV_ME_BUFFER_ALIGN_V6
);
95 mfc_debug(2, "recon luma size: %d chroma size: %d\n",
96 ctx
->luma_dpb_size
, ctx
->chroma_dpb_size
);
101 /* Codecs have different memory requirements */
102 switch (ctx
->codec_mode
) {
103 case S5P_MFC_CODEC_H264_DEC
:
104 case S5P_MFC_CODEC_H264_MVC_DEC
:
105 ctx
->scratch_buf_size
=
106 S5P_FIMV_SCRATCH_BUF_SIZE_H264_DEC_V6(
109 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
110 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
112 ctx
->scratch_buf_size
+
113 (ctx
->mv_count
* ctx
->mv_size
);
115 case S5P_MFC_CODEC_MPEG4_DEC
:
117 ctx
->scratch_buf_size
=
118 S5P_FIMV_SCRATCH_BUF_SIZE_MPEG4_DEC_V7(
122 ctx
->scratch_buf_size
=
123 S5P_FIMV_SCRATCH_BUF_SIZE_MPEG4_DEC_V6(
128 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
129 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
130 ctx
->bank1
.size
= ctx
->scratch_buf_size
;
132 case S5P_MFC_CODEC_VC1RCV_DEC
:
133 case S5P_MFC_CODEC_VC1_DEC
:
134 ctx
->scratch_buf_size
=
135 S5P_FIMV_SCRATCH_BUF_SIZE_VC1_DEC_V6(
138 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
139 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
140 ctx
->bank1
.size
= ctx
->scratch_buf_size
;
142 case S5P_MFC_CODEC_MPEG2_DEC
:
146 case S5P_MFC_CODEC_H263_DEC
:
147 ctx
->scratch_buf_size
=
148 S5P_FIMV_SCRATCH_BUF_SIZE_H263_DEC_V6(
151 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
152 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
153 ctx
->bank1
.size
= ctx
->scratch_buf_size
;
155 case S5P_MFC_CODEC_VP8_DEC
:
156 ctx
->scratch_buf_size
=
157 S5P_FIMV_SCRATCH_BUF_SIZE_VP8_DEC_V6(
160 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
161 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
162 ctx
->bank1
.size
= ctx
->scratch_buf_size
;
164 case S5P_MFC_CODEC_H264_ENC
:
165 ctx
->scratch_buf_size
=
166 S5P_FIMV_SCRATCH_BUF_SIZE_H264_ENC_V6(
169 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
170 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
172 ctx
->scratch_buf_size
+ ctx
->tmv_buffer_size
+
173 (ctx
->pb_count
* (ctx
->luma_dpb_size
+
174 ctx
->chroma_dpb_size
+ ctx
->me_buffer_size
));
177 case S5P_MFC_CODEC_MPEG4_ENC
:
178 case S5P_MFC_CODEC_H263_ENC
:
179 ctx
->scratch_buf_size
=
180 S5P_FIMV_SCRATCH_BUF_SIZE_MPEG4_ENC_V6(
183 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
184 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
186 ctx
->scratch_buf_size
+ ctx
->tmv_buffer_size
+
187 (ctx
->pb_count
* (ctx
->luma_dpb_size
+
188 ctx
->chroma_dpb_size
+ ctx
->me_buffer_size
));
191 case S5P_MFC_CODEC_VP8_ENC
:
192 ctx
->scratch_buf_size
=
193 S5P_FIMV_SCRATCH_BUF_SIZE_VP8_ENC_V7(
196 ctx
->scratch_buf_size
= ALIGN(ctx
->scratch_buf_size
,
197 S5P_FIMV_SCRATCH_BUFFER_ALIGN_V6
);
199 ctx
->scratch_buf_size
+ ctx
->tmv_buffer_size
+
200 (ctx
->pb_count
* (ctx
->luma_dpb_size
+
201 ctx
->chroma_dpb_size
+ ctx
->me_buffer_size
));
208 /* Allocate only if memory from bank 1 is necessary */
209 if (ctx
->bank1
.size
> 0) {
210 ret
= s5p_mfc_alloc_priv_buf(dev
->mem_dev_l
, &ctx
->bank1
);
212 mfc_err("Failed to allocate Bank1 memory\n");
215 BUG_ON(ctx
->bank1
.dma
& ((1 << MFC_BANK1_ALIGN_ORDER
) - 1));
220 /* Release buffers allocated for codec */
221 static void s5p_mfc_release_codec_buffers_v6(struct s5p_mfc_ctx
*ctx
)
223 s5p_mfc_release_priv_buf(ctx
->dev
->mem_dev_l
, &ctx
->bank1
);
226 /* Allocate memory for instance data buffer */
227 static int s5p_mfc_alloc_instance_buffer_v6(struct s5p_mfc_ctx
*ctx
)
229 struct s5p_mfc_dev
*dev
= ctx
->dev
;
230 struct s5p_mfc_buf_size_v6
*buf_size
= dev
->variant
->buf_size
->priv
;
235 switch (ctx
->codec_mode
) {
236 case S5P_MFC_CODEC_H264_DEC
:
237 case S5P_MFC_CODEC_H264_MVC_DEC
:
238 ctx
->ctx
.size
= buf_size
->h264_dec_ctx
;
240 case S5P_MFC_CODEC_MPEG4_DEC
:
241 case S5P_MFC_CODEC_H263_DEC
:
242 case S5P_MFC_CODEC_VC1RCV_DEC
:
243 case S5P_MFC_CODEC_VC1_DEC
:
244 case S5P_MFC_CODEC_MPEG2_DEC
:
245 case S5P_MFC_CODEC_VP8_DEC
:
246 ctx
->ctx
.size
= buf_size
->other_dec_ctx
;
248 case S5P_MFC_CODEC_H264_ENC
:
249 ctx
->ctx
.size
= buf_size
->h264_enc_ctx
;
251 case S5P_MFC_CODEC_MPEG4_ENC
:
252 case S5P_MFC_CODEC_H263_ENC
:
253 case S5P_MFC_CODEC_VP8_ENC
:
254 ctx
->ctx
.size
= buf_size
->other_enc_ctx
;
258 mfc_err("Codec type(%d) should be checked!\n", ctx
->codec_mode
);
262 ret
= s5p_mfc_alloc_priv_buf(dev
->mem_dev_l
, &ctx
->ctx
);
264 mfc_err("Failed to allocate instance buffer\n");
268 memset(ctx
->ctx
.virt
, 0, ctx
->ctx
.size
);
276 /* Release instance buffer */
277 static void s5p_mfc_release_instance_buffer_v6(struct s5p_mfc_ctx
*ctx
)
279 s5p_mfc_release_priv_buf(ctx
->dev
->mem_dev_l
, &ctx
->ctx
);
282 /* Allocate context buffers for SYS_INIT */
283 static int s5p_mfc_alloc_dev_context_buffer_v6(struct s5p_mfc_dev
*dev
)
285 struct s5p_mfc_buf_size_v6
*buf_size
= dev
->variant
->buf_size
->priv
;
290 dev
->ctx_buf
.size
= buf_size
->dev_ctx
;
291 ret
= s5p_mfc_alloc_priv_buf(dev
->mem_dev_l
, &dev
->ctx_buf
);
293 mfc_err("Failed to allocate device context buffer\n");
297 memset(dev
->ctx_buf
.virt
, 0, buf_size
->dev_ctx
);
305 /* Release context buffers for SYS_INIT */
306 static void s5p_mfc_release_dev_context_buffer_v6(struct s5p_mfc_dev
*dev
)
308 s5p_mfc_release_priv_buf(dev
->mem_dev_l
, &dev
->ctx_buf
);
311 static int calc_plane(int width
, int height
)
315 mbX
= DIV_ROUND_UP(width
, S5P_FIMV_NUM_PIXELS_IN_MB_ROW_V6
);
316 mbY
= DIV_ROUND_UP(height
, S5P_FIMV_NUM_PIXELS_IN_MB_COL_V6
);
318 if (width
* height
< S5P_FIMV_MAX_FRAME_SIZE_V6
)
319 mbY
= (mbY
+ 1) / 2 * 2;
321 return (mbX
* S5P_FIMV_NUM_PIXELS_IN_MB_COL_V6
) *
322 (mbY
* S5P_FIMV_NUM_PIXELS_IN_MB_ROW_V6
);
325 static void s5p_mfc_dec_calc_dpb_size_v6(struct s5p_mfc_ctx
*ctx
)
327 ctx
->buf_width
= ALIGN(ctx
->img_width
, S5P_FIMV_NV12MT_HALIGN_V6
);
328 ctx
->buf_height
= ALIGN(ctx
->img_height
, S5P_FIMV_NV12MT_VALIGN_V6
);
329 mfc_debug(2, "SEQ Done: Movie dimensions %dx%d,\n"
330 "buffer dimensions: %dx%d\n", ctx
->img_width
,
331 ctx
->img_height
, ctx
->buf_width
, ctx
->buf_height
);
333 ctx
->luma_size
= calc_plane(ctx
->img_width
, ctx
->img_height
);
334 ctx
->chroma_size
= calc_plane(ctx
->img_width
, (ctx
->img_height
>> 1));
335 if (ctx
->codec_mode
== S5P_MFC_CODEC_H264_DEC
||
336 ctx
->codec_mode
== S5P_MFC_CODEC_H264_MVC_DEC
) {
337 ctx
->mv_size
= S5P_MFC_DEC_MV_SIZE_V6(ctx
->img_width
,
339 ctx
->mv_size
= ALIGN(ctx
->mv_size
, 16);
345 static void s5p_mfc_enc_calc_src_size_v6(struct s5p_mfc_ctx
*ctx
)
347 unsigned int mb_width
, mb_height
;
349 mb_width
= MB_WIDTH(ctx
->img_width
);
350 mb_height
= MB_HEIGHT(ctx
->img_height
);
352 ctx
->buf_width
= ALIGN(ctx
->img_width
, S5P_FIMV_NV12M_HALIGN_V6
);
353 ctx
->luma_size
= ALIGN((mb_width
* mb_height
) * 256, 256);
354 ctx
->chroma_size
= ALIGN((mb_width
* mb_height
) * 128, 256);
356 /* MFCv7 needs pad bytes for Luma and Chroma */
357 if (IS_MFCV7(ctx
->dev
)) {
358 ctx
->luma_size
+= MFC_LUMA_PAD_BYTES_V7
;
359 ctx
->chroma_size
+= MFC_CHROMA_PAD_BYTES_V7
;
363 /* Set registers for decoding stream buffer */
364 static int s5p_mfc_set_dec_stream_buffer_v6(struct s5p_mfc_ctx
*ctx
,
365 int buf_addr
, unsigned int start_num_byte
,
366 unsigned int strm_size
)
368 struct s5p_mfc_dev
*dev
= ctx
->dev
;
369 struct s5p_mfc_buf_size
*buf_size
= dev
->variant
->buf_size
;
372 mfc_debug(2, "inst_no: %d, buf_addr: 0x%08x,\n"
373 "buf_size: 0x%08x (%d)\n",
374 ctx
->inst_no
, buf_addr
, strm_size
, strm_size
);
375 WRITEL(strm_size
, S5P_FIMV_D_STREAM_DATA_SIZE_V6
);
376 WRITEL(buf_addr
, S5P_FIMV_D_CPB_BUFFER_ADDR_V6
);
377 WRITEL(buf_size
->cpb
, S5P_FIMV_D_CPB_BUFFER_SIZE_V6
);
378 WRITEL(start_num_byte
, S5P_FIMV_D_CPB_BUFFER_OFFSET_V6
);
384 /* Set decoding frame buffer */
385 static int s5p_mfc_set_dec_frame_buffer_v6(struct s5p_mfc_ctx
*ctx
)
387 unsigned int frame_size
, i
;
388 unsigned int frame_size_ch
, frame_size_mv
;
389 struct s5p_mfc_dev
*dev
= ctx
->dev
;
394 buf_addr1
= ctx
->bank1
.dma
;
395 buf_size1
= ctx
->bank1
.size
;
397 mfc_debug(2, "Buf1: %p (%d)\n", (void *)buf_addr1
, buf_size1
);
398 mfc_debug(2, "Total DPB COUNT: %d\n", ctx
->total_dpb_count
);
399 mfc_debug(2, "Setting display delay to %d\n", ctx
->display_delay
);
401 WRITEL(ctx
->total_dpb_count
, S5P_FIMV_D_NUM_DPB_V6
);
402 WRITEL(ctx
->luma_size
, S5P_FIMV_D_LUMA_DPB_SIZE_V6
);
403 WRITEL(ctx
->chroma_size
, S5P_FIMV_D_CHROMA_DPB_SIZE_V6
);
405 WRITEL(buf_addr1
, S5P_FIMV_D_SCRATCH_BUFFER_ADDR_V6
);
406 WRITEL(ctx
->scratch_buf_size
, S5P_FIMV_D_SCRATCH_BUFFER_SIZE_V6
);
407 buf_addr1
+= ctx
->scratch_buf_size
;
408 buf_size1
-= ctx
->scratch_buf_size
;
410 if (ctx
->codec_mode
== S5P_FIMV_CODEC_H264_DEC
||
411 ctx
->codec_mode
== S5P_FIMV_CODEC_H264_MVC_DEC
){
412 WRITEL(ctx
->mv_size
, S5P_FIMV_D_MV_BUFFER_SIZE_V6
);
413 WRITEL(ctx
->mv_count
, S5P_FIMV_D_NUM_MV_V6
);
416 frame_size
= ctx
->luma_size
;
417 frame_size_ch
= ctx
->chroma_size
;
418 frame_size_mv
= ctx
->mv_size
;
419 mfc_debug(2, "Frame size: %d ch: %d mv: %d\n",
420 frame_size
, frame_size_ch
, frame_size_mv
);
422 for (i
= 0; i
< ctx
->total_dpb_count
; i
++) {
424 mfc_debug(2, "Luma %d: %x\n", i
,
425 ctx
->dst_bufs
[i
].cookie
.raw
.luma
);
426 WRITEL(ctx
->dst_bufs
[i
].cookie
.raw
.luma
,
427 S5P_FIMV_D_LUMA_DPB_V6
+ i
* 4);
428 mfc_debug(2, "\tChroma %d: %x\n", i
,
429 ctx
->dst_bufs
[i
].cookie
.raw
.chroma
);
430 WRITEL(ctx
->dst_bufs
[i
].cookie
.raw
.chroma
,
431 S5P_FIMV_D_CHROMA_DPB_V6
+ i
* 4);
433 if (ctx
->codec_mode
== S5P_MFC_CODEC_H264_DEC
||
434 ctx
->codec_mode
== S5P_MFC_CODEC_H264_MVC_DEC
) {
435 for (i
= 0; i
< ctx
->mv_count
; i
++) {
436 /* To test alignment */
437 align_gap
= buf_addr1
;
438 buf_addr1
= ALIGN(buf_addr1
, 16);
439 align_gap
= buf_addr1
- align_gap
;
440 buf_size1
-= align_gap
;
442 mfc_debug(2, "\tBuf1: %x, size: %d\n",
443 buf_addr1
, buf_size1
);
444 WRITEL(buf_addr1
, S5P_FIMV_D_MV_BUFFER_V6
+ i
* 4);
445 buf_addr1
+= frame_size_mv
;
446 buf_size1
-= frame_size_mv
;
450 mfc_debug(2, "Buf1: %u, buf_size1: %d (frames %d)\n",
451 buf_addr1
, buf_size1
, ctx
->total_dpb_count
);
453 mfc_debug(2, "Not enough memory has been allocated.\n");
457 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
458 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
459 S5P_FIMV_CH_INIT_BUFS_V6
, NULL
);
461 mfc_debug(2, "After setting buffers.\n");
465 /* Set registers for encoding stream buffer */
466 static int s5p_mfc_set_enc_stream_buffer_v6(struct s5p_mfc_ctx
*ctx
,
467 unsigned long addr
, unsigned int size
)
469 struct s5p_mfc_dev
*dev
= ctx
->dev
;
471 WRITEL(addr
, S5P_FIMV_E_STREAM_BUFFER_ADDR_V6
); /* 16B align */
472 WRITEL(size
, S5P_FIMV_E_STREAM_BUFFER_SIZE_V6
);
474 mfc_debug(2, "stream buf addr: 0x%08lx, size: 0x%d\n",
480 static void s5p_mfc_set_enc_frame_buffer_v6(struct s5p_mfc_ctx
*ctx
,
481 unsigned long y_addr
, unsigned long c_addr
)
483 struct s5p_mfc_dev
*dev
= ctx
->dev
;
486 WRITEL(y_addr
, S5P_FIMV_E_SOURCE_FIRST_ADDR_V7
);
487 WRITEL(c_addr
, S5P_FIMV_E_SOURCE_SECOND_ADDR_V7
);
489 WRITEL(y_addr
, S5P_FIMV_E_SOURCE_LUMA_ADDR_V6
);
490 WRITEL(c_addr
, S5P_FIMV_E_SOURCE_CHROMA_ADDR_V6
);
493 mfc_debug(2, "enc src y buf addr: 0x%08lx\n", y_addr
);
494 mfc_debug(2, "enc src c buf addr: 0x%08lx\n", c_addr
);
497 static void s5p_mfc_get_enc_frame_buffer_v6(struct s5p_mfc_ctx
*ctx
,
498 unsigned long *y_addr
, unsigned long *c_addr
)
500 struct s5p_mfc_dev
*dev
= ctx
->dev
;
501 unsigned long enc_recon_y_addr
, enc_recon_c_addr
;
504 *y_addr
= READL(S5P_FIMV_E_ENCODED_SOURCE_FIRST_ADDR_V7
);
505 *c_addr
= READL(S5P_FIMV_E_ENCODED_SOURCE_SECOND_ADDR_V7
);
507 *y_addr
= READL(S5P_FIMV_E_ENCODED_SOURCE_LUMA_ADDR_V6
);
508 *c_addr
= READL(S5P_FIMV_E_ENCODED_SOURCE_CHROMA_ADDR_V6
);
511 enc_recon_y_addr
= READL(S5P_FIMV_E_RECON_LUMA_DPB_ADDR_V6
);
512 enc_recon_c_addr
= READL(S5P_FIMV_E_RECON_CHROMA_DPB_ADDR_V6
);
514 mfc_debug(2, "recon y addr: 0x%08lx\n", enc_recon_y_addr
);
515 mfc_debug(2, "recon c addr: 0x%08lx\n", enc_recon_c_addr
);
518 /* Set encoding ref & codec buffer */
519 static int s5p_mfc_set_enc_ref_buffer_v6(struct s5p_mfc_ctx
*ctx
)
521 struct s5p_mfc_dev
*dev
= ctx
->dev
;
527 buf_addr1
= ctx
->bank1
.dma
;
528 buf_size1
= ctx
->bank1
.size
;
530 mfc_debug(2, "Buf1: %p (%d)\n", (void *)buf_addr1
, buf_size1
);
532 for (i
= 0; i
< ctx
->pb_count
; i
++) {
533 WRITEL(buf_addr1
, S5P_FIMV_E_LUMA_DPB_V6
+ (4 * i
));
534 buf_addr1
+= ctx
->luma_dpb_size
;
535 WRITEL(buf_addr1
, S5P_FIMV_E_CHROMA_DPB_V6
+ (4 * i
));
536 buf_addr1
+= ctx
->chroma_dpb_size
;
537 WRITEL(buf_addr1
, S5P_FIMV_E_ME_BUFFER_V6
+ (4 * i
));
538 buf_addr1
+= ctx
->me_buffer_size
;
539 buf_size1
-= (ctx
->luma_dpb_size
+ ctx
->chroma_dpb_size
+
540 ctx
->me_buffer_size
);
543 WRITEL(buf_addr1
, S5P_FIMV_E_SCRATCH_BUFFER_ADDR_V6
);
544 WRITEL(ctx
->scratch_buf_size
, S5P_FIMV_E_SCRATCH_BUFFER_SIZE_V6
);
545 buf_addr1
+= ctx
->scratch_buf_size
;
546 buf_size1
-= ctx
->scratch_buf_size
;
548 WRITEL(buf_addr1
, S5P_FIMV_E_TMV_BUFFER0_V6
);
549 buf_addr1
+= ctx
->tmv_buffer_size
>> 1;
550 WRITEL(buf_addr1
, S5P_FIMV_E_TMV_BUFFER1_V6
);
551 buf_addr1
+= ctx
->tmv_buffer_size
>> 1;
552 buf_size1
-= ctx
->tmv_buffer_size
;
554 mfc_debug(2, "Buf1: %u, buf_size1: %d (ref frames %d)\n",
555 buf_addr1
, buf_size1
, ctx
->pb_count
);
557 mfc_debug(2, "Not enough memory has been allocated.\n");
561 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
562 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
563 S5P_FIMV_CH_INIT_BUFS_V6
, NULL
);
570 static int s5p_mfc_set_slice_mode(struct s5p_mfc_ctx
*ctx
)
572 struct s5p_mfc_dev
*dev
= ctx
->dev
;
574 /* multi-slice control */
575 /* multi-slice MB number or bit size */
576 WRITEL(ctx
->slice_mode
, S5P_FIMV_E_MSLICE_MODE_V6
);
577 if (ctx
->slice_mode
== V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_MB
) {
578 WRITEL(ctx
->slice_size
.mb
, S5P_FIMV_E_MSLICE_SIZE_MB_V6
);
579 } else if (ctx
->slice_mode
==
580 V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES
) {
581 WRITEL(ctx
->slice_size
.bits
, S5P_FIMV_E_MSLICE_SIZE_BITS_V6
);
583 WRITEL(0x0, S5P_FIMV_E_MSLICE_SIZE_MB_V6
);
584 WRITEL(0x0, S5P_FIMV_E_MSLICE_SIZE_BITS_V6
);
590 static int s5p_mfc_set_enc_params(struct s5p_mfc_ctx
*ctx
)
592 struct s5p_mfc_dev
*dev
= ctx
->dev
;
593 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
594 unsigned int reg
= 0;
599 WRITEL(ctx
->img_width
, S5P_FIMV_E_FRAME_WIDTH_V6
); /* 16 align */
601 WRITEL(ctx
->img_height
, S5P_FIMV_E_FRAME_HEIGHT_V6
); /* 16 align */
604 WRITEL(ctx
->img_width
, S5P_FIMV_E_CROPPED_FRAME_WIDTH_V6
);
606 WRITEL(ctx
->img_height
, S5P_FIMV_E_CROPPED_FRAME_HEIGHT_V6
);
608 WRITEL(0x0, S5P_FIMV_E_FRAME_CROP_OFFSET_V6
);
610 /* pictype : IDR period */
612 reg
|= p
->gop_size
& 0xFFFF;
613 WRITEL(reg
, S5P_FIMV_E_GOP_CONFIG_V6
);
615 /* multi-slice control */
616 /* multi-slice MB number or bit size */
617 ctx
->slice_mode
= p
->slice_mode
;
619 if (p
->slice_mode
== V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_MB
) {
621 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
622 ctx
->slice_size
.mb
= p
->slice_mb
;
623 } else if (p
->slice_mode
== V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES
) {
625 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
626 ctx
->slice_size
.bits
= p
->slice_bit
;
629 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
632 s5p_mfc_set_slice_mode(ctx
);
634 /* cyclic intra refresh */
635 WRITEL(p
->intra_refresh_mb
, S5P_FIMV_E_IR_SIZE_V6
);
636 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
637 if (p
->intra_refresh_mb
== 0)
641 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
643 /* 'NON_REFERENCE_STORE_ENABLE' for debugging */
644 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
646 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
648 /* memory structure cur. frame */
649 if (ctx
->src_fmt
->fourcc
== V4L2_PIX_FMT_NV12M
) {
650 /* 0: Linear, 1: 2D tiled*/
651 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
653 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
654 /* 0: NV12(CbCr), 1: NV21(CrCb) */
655 WRITEL(0x0, S5P_FIMV_PIXEL_FORMAT_V6
);
656 } else if (ctx
->src_fmt
->fourcc
== V4L2_PIX_FMT_NV21M
) {
657 /* 0: Linear, 1: 2D tiled*/
658 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
660 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
661 /* 0: NV12(CbCr), 1: NV21(CrCb) */
662 WRITEL(0x1, S5P_FIMV_PIXEL_FORMAT_V6
);
663 } else if (ctx
->src_fmt
->fourcc
== V4L2_PIX_FMT_NV12MT_16X16
) {
664 /* 0: Linear, 1: 2D tiled*/
665 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
667 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
668 /* 0: NV12(CbCr), 1: NV21(CrCb) */
669 WRITEL(0x0, S5P_FIMV_PIXEL_FORMAT_V6
);
672 /* memory structure recon. frame */
673 /* 0: Linear, 1: 2D tiled */
674 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
676 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
678 /* padding control & value */
679 WRITEL(0x0, S5P_FIMV_E_PADDING_CTRL_V6
);
685 reg
|= ((p
->pad_cr
& 0xFF) << 16);
687 reg
|= ((p
->pad_cb
& 0xFF) << 8);
689 reg
|= p
->pad_luma
& 0xFF;
690 WRITEL(reg
, S5P_FIMV_E_PADDING_CTRL_V6
);
693 /* rate control config. */
695 /* frame-level rate control */
696 reg
|= ((p
->rc_frame
& 0x1) << 9);
697 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
701 WRITEL(p
->rc_bitrate
,
702 S5P_FIMV_E_RC_BIT_RATE_V6
);
704 WRITEL(1, S5P_FIMV_E_RC_BIT_RATE_V6
);
706 /* reaction coefficient */
708 if (p
->rc_reaction_coeff
< TIGHT_CBR_MAX
) /* tight CBR */
709 WRITEL(1, S5P_FIMV_E_RC_RPARAM_V6
);
711 WRITEL(2, S5P_FIMV_E_RC_RPARAM_V6
);
714 /* seq header ctrl */
715 reg
= READL(S5P_FIMV_E_ENC_OPTIONS_V6
);
717 reg
|= ((p
->seq_hdr_mode
& 0x1) << 2);
719 /* frame skip mode */
721 reg
|= (p
->frame_skip_mode
& 0x3);
722 WRITEL(reg
, S5P_FIMV_E_ENC_OPTIONS_V6
);
724 /* 'DROP_CONTROL_ENABLE', disable */
725 reg
= READL(S5P_FIMV_E_RC_CONFIG_V6
);
727 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
729 /* setting for MV range [16, 256] */
733 WRITEL(reg
, S5P_FIMV_E_MV_HOR_RANGE_V6
);
738 WRITEL(reg
, S5P_FIMV_E_MV_VER_RANGE_V6
);
740 WRITEL(0x0, S5P_FIMV_E_FRAME_INSERTION_V6
);
741 WRITEL(0x0, S5P_FIMV_E_ROI_BUFFER_ADDR_V6
);
742 WRITEL(0x0, S5P_FIMV_E_PARAM_CHANGE_V6
);
743 WRITEL(0x0, S5P_FIMV_E_RC_ROI_CTRL_V6
);
744 WRITEL(0x0, S5P_FIMV_E_PICTURE_TAG_V6
);
746 WRITEL(0x0, S5P_FIMV_E_BIT_COUNT_ENABLE_V6
);
747 WRITEL(0x0, S5P_FIMV_E_MAX_BIT_COUNT_V6
);
748 WRITEL(0x0, S5P_FIMV_E_MIN_BIT_COUNT_V6
);
750 WRITEL(0x0, S5P_FIMV_E_METADATA_BUFFER_ADDR_V6
);
751 WRITEL(0x0, S5P_FIMV_E_METADATA_BUFFER_SIZE_V6
);
758 static int s5p_mfc_set_enc_params_h264(struct s5p_mfc_ctx
*ctx
)
760 struct s5p_mfc_dev
*dev
= ctx
->dev
;
761 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
762 struct s5p_mfc_h264_enc_params
*p_h264
= &p
->codec
.h264
;
763 unsigned int reg
= 0;
768 s5p_mfc_set_enc_params(ctx
);
770 /* pictype : number of B */
771 reg
= READL(S5P_FIMV_E_GOP_CONFIG_V6
);
773 reg
|= ((p
->num_b_frame
& 0x3) << 16);
774 WRITEL(reg
, S5P_FIMV_E_GOP_CONFIG_V6
);
776 /* profile & level */
779 reg
|= ((p_h264
->level
& 0xFF) << 8);
780 /** profile - 0 ~ 3 */
781 reg
|= p_h264
->profile
& 0x3F;
782 WRITEL(reg
, S5P_FIMV_E_PICTURE_PROFILE_V6
);
784 /* rate control config. */
785 reg
= READL(S5P_FIMV_E_RC_CONFIG_V6
);
786 /** macroblock level rate control */
788 reg
|= ((p
->rc_mb
& 0x1) << 8);
789 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
792 reg
|= p_h264
->rc_frame_qp
& 0x3F;
793 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
795 /* max & min value of QP */
798 reg
|= ((p_h264
->rc_max_qp
& 0x3F) << 8);
800 reg
|= p_h264
->rc_min_qp
& 0x3F;
801 WRITEL(reg
, S5P_FIMV_E_RC_QP_BOUND_V6
);
804 WRITEL(0x0, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
805 if (!p
->rc_frame
&& !p
->rc_mb
) {
807 reg
|= ((p_h264
->rc_b_frame_qp
& 0x3F) << 16);
808 reg
|= ((p_h264
->rc_p_frame_qp
& 0x3F) << 8);
809 reg
|= p_h264
->rc_frame_qp
& 0x3F;
810 WRITEL(reg
, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
814 if (p
->rc_frame
&& p
->rc_framerate_num
&& p
->rc_framerate_denom
) {
816 reg
|= ((p
->rc_framerate_num
& 0xFFFF) << 16);
817 reg
|= p
->rc_framerate_denom
& 0xFFFF;
818 WRITEL(reg
, S5P_FIMV_E_RC_FRAME_RATE_V6
);
821 /* vbv buffer size */
822 if (p
->frame_skip_mode
==
823 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT
) {
824 WRITEL(p_h264
->cpb_size
& 0xFFFF,
825 S5P_FIMV_E_VBV_BUFFER_SIZE_V6
);
828 WRITEL(p
->vbv_delay
, S5P_FIMV_E_VBV_INIT_DELAY_V6
);
833 reg
|= ((p_h264
->interlace
& 0x1) << 3);
834 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
837 if (p_h264
->interlace
) {
838 WRITEL(ctx
->img_height
>> 1,
839 S5P_FIMV_E_FRAME_HEIGHT_V6
); /* 32 align */
841 WRITEL(ctx
->img_height
>> 1,
842 S5P_FIMV_E_CROPPED_FRAME_HEIGHT_V6
);
845 /* loop filter ctrl */
846 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
848 reg
|= ((p_h264
->loop_filter_mode
& 0x3) << 1);
849 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
851 /* loopfilter alpha offset */
852 if (p_h264
->loop_filter_alpha
< 0) {
854 reg
|= (0xFF - p_h264
->loop_filter_alpha
) + 1;
857 reg
|= (p_h264
->loop_filter_alpha
& 0xF);
859 WRITEL(reg
, S5P_FIMV_E_H264_LF_ALPHA_OFFSET_V6
);
861 /* loopfilter beta offset */
862 if (p_h264
->loop_filter_beta
< 0) {
864 reg
|= (0xFF - p_h264
->loop_filter_beta
) + 1;
867 reg
|= (p_h264
->loop_filter_beta
& 0xF);
869 WRITEL(reg
, S5P_FIMV_E_H264_LF_BETA_OFFSET_V6
);
871 /* entropy coding mode */
872 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
874 reg
|= p_h264
->entropy_mode
& 0x1;
875 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
877 /* number of ref. picture */
878 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
880 reg
|= (((p_h264
->num_ref_pic_4p
- 1) & 0x1) << 7);
881 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
883 /* 8x8 transform enable */
884 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
886 reg
|= ((p_h264
->_8x8_transform
& 0x3) << 12);
887 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
889 /* macroblock adaptive scaling features */
890 WRITEL(0x0, S5P_FIMV_E_MB_RC_CONFIG_V6
);
894 reg
|= ((p_h264
->rc_mb_dark
& 0x1) << 3);
896 reg
|= ((p_h264
->rc_mb_smooth
& 0x1) << 2);
898 reg
|= ((p_h264
->rc_mb_static
& 0x1) << 1);
899 /** high activity region */
900 reg
|= p_h264
->rc_mb_activity
& 0x1;
901 WRITEL(reg
, S5P_FIMV_E_MB_RC_CONFIG_V6
);
904 /* aspect ratio VUI */
905 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
907 reg
|= ((p_h264
->vui_sar
& 0x1) << 5);
908 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
910 WRITEL(0x0, S5P_FIMV_E_ASPECT_RATIO_V6
);
911 WRITEL(0x0, S5P_FIMV_E_EXTENDED_SAR_V6
);
912 if (p_h264
->vui_sar
) {
913 /* aspect ration IDC */
915 reg
|= p_h264
->vui_sar_idc
& 0xFF;
916 WRITEL(reg
, S5P_FIMV_E_ASPECT_RATIO_V6
);
917 if (p_h264
->vui_sar_idc
== 0xFF) {
920 reg
|= (p_h264
->vui_ext_sar_width
& 0xFFFF) << 16;
921 reg
|= p_h264
->vui_ext_sar_height
& 0xFFFF;
922 WRITEL(reg
, S5P_FIMV_E_EXTENDED_SAR_V6
);
926 /* intra picture period for H.264 open GOP */
928 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
930 reg
|= ((p_h264
->open_gop
& 0x1) << 4);
931 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
933 WRITEL(0x0, S5P_FIMV_E_H264_I_PERIOD_V6
);
934 if (p_h264
->open_gop
) {
936 reg
|= p_h264
->open_gop_size
& 0xFFFF;
937 WRITEL(reg
, S5P_FIMV_E_H264_I_PERIOD_V6
);
940 /* 'WEIGHTED_BI_PREDICTION' for B is disable */
941 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
943 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
945 /* 'CONSTRAINED_INTRA_PRED_ENABLE' is disable */
946 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
948 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
951 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
953 reg
|= ((p_h264
->aso
& 0x1) << 6);
954 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
957 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
959 reg
|= ((p_h264
->open_gop
& 0x1) << 8);
960 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
962 if (p_h264
->hier_qp
&& p_h264
->hier_qp_layer
) {
963 reg
|= (p_h264
->hier_qp_type
& 0x1) << 0x3;
964 reg
|= p_h264
->hier_qp_layer
& 0x7;
965 WRITEL(reg
, S5P_FIMV_E_H264_NUM_T_LAYER_V6
);
966 /* QP value for each layer */
967 for (i
= 0; i
< (p_h264
->hier_qp_layer
& 0x7); i
++)
968 WRITEL(p_h264
->hier_qp_layer_qp
[i
],
969 S5P_FIMV_E_H264_HIERARCHICAL_QP_LAYER0_V6
+
972 /* number of coding layer should be zero when hierarchical is disable */
973 WRITEL(reg
, S5P_FIMV_E_H264_NUM_T_LAYER_V6
);
975 /* frame packing SEI generation */
976 reg
= READL(S5P_FIMV_E_H264_OPTIONS_V6
);
978 reg
|= ((p_h264
->sei_frame_packing
& 0x1) << 25);
979 WRITEL(reg
, S5P_FIMV_E_H264_OPTIONS_V6
);
980 if (p_h264
->sei_frame_packing
) {
982 /** current frame0 flag */
983 reg
|= ((p_h264
->sei_fp_curr_frame_0
& 0x1) << 2);
984 /** arrangement type */
985 reg
|= p_h264
->sei_fp_arrangement_type
& 0x3;
986 WRITEL(reg
, S5P_FIMV_E_H264_FRAME_PACKING_SEI_INFO_V6
);
990 switch (p_h264
->fmo_map_type
) {
991 case V4L2_MPEG_VIDEO_H264_FMO_MAP_TYPE_INTERLEAVED_SLICES
:
992 if (p_h264
->fmo_slice_grp
> 4)
993 p_h264
->fmo_slice_grp
= 4;
994 for (i
= 0; i
< (p_h264
->fmo_slice_grp
& 0xF); i
++)
995 WRITEL(p_h264
->fmo_run_len
[i
] - 1,
996 S5P_FIMV_E_H264_FMO_RUN_LENGTH_MINUS1_0_V6
+
999 case V4L2_MPEG_VIDEO_H264_FMO_MAP_TYPE_SCATTERED_SLICES
:
1000 if (p_h264
->fmo_slice_grp
> 4)
1001 p_h264
->fmo_slice_grp
= 4;
1003 case V4L2_MPEG_VIDEO_H264_FMO_MAP_TYPE_RASTER_SCAN
:
1004 case V4L2_MPEG_VIDEO_H264_FMO_MAP_TYPE_WIPE_SCAN
:
1005 if (p_h264
->fmo_slice_grp
> 2)
1006 p_h264
->fmo_slice_grp
= 2;
1007 WRITEL(p_h264
->fmo_chg_dir
& 0x1,
1008 S5P_FIMV_E_H264_FMO_SLICE_GRP_CHANGE_DIR_V6
);
1009 /* the valid range is 0 ~ number of macroblocks -1 */
1010 WRITEL(p_h264
->fmo_chg_rate
,
1011 S5P_FIMV_E_H264_FMO_SLICE_GRP_CHANGE_RATE_MINUS1_V6
);
1014 mfc_err("Unsupported map type for FMO: %d\n",
1015 p_h264
->fmo_map_type
);
1016 p_h264
->fmo_map_type
= 0;
1017 p_h264
->fmo_slice_grp
= 1;
1021 WRITEL(p_h264
->fmo_map_type
,
1022 S5P_FIMV_E_H264_FMO_SLICE_GRP_MAP_TYPE_V6
);
1023 WRITEL(p_h264
->fmo_slice_grp
- 1,
1024 S5P_FIMV_E_H264_FMO_NUM_SLICE_GRP_MINUS1_V6
);
1026 WRITEL(0, S5P_FIMV_E_H264_FMO_NUM_SLICE_GRP_MINUS1_V6
);
1034 static int s5p_mfc_set_enc_params_mpeg4(struct s5p_mfc_ctx
*ctx
)
1036 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1037 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
1038 struct s5p_mfc_mpeg4_enc_params
*p_mpeg4
= &p
->codec
.mpeg4
;
1039 unsigned int reg
= 0;
1043 s5p_mfc_set_enc_params(ctx
);
1045 /* pictype : number of B */
1046 reg
= READL(S5P_FIMV_E_GOP_CONFIG_V6
);
1047 reg
&= ~(0x3 << 16);
1048 reg
|= ((p
->num_b_frame
& 0x3) << 16);
1049 WRITEL(reg
, S5P_FIMV_E_GOP_CONFIG_V6
);
1051 /* profile & level */
1054 reg
|= ((p_mpeg4
->level
& 0xFF) << 8);
1055 /** profile - 0 ~ 1 */
1056 reg
|= p_mpeg4
->profile
& 0x3F;
1057 WRITEL(reg
, S5P_FIMV_E_PICTURE_PROFILE_V6
);
1059 /* rate control config. */
1060 reg
= READL(S5P_FIMV_E_RC_CONFIG_V6
);
1061 /** macroblock level rate control */
1063 reg
|= ((p
->rc_mb
& 0x1) << 8);
1064 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1067 reg
|= p_mpeg4
->rc_frame_qp
& 0x3F;
1068 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1070 /* max & min value of QP */
1073 reg
|= ((p_mpeg4
->rc_max_qp
& 0x3F) << 8);
1075 reg
|= p_mpeg4
->rc_min_qp
& 0x3F;
1076 WRITEL(reg
, S5P_FIMV_E_RC_QP_BOUND_V6
);
1079 WRITEL(0x0, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1080 if (!p
->rc_frame
&& !p
->rc_mb
) {
1082 reg
|= ((p_mpeg4
->rc_b_frame_qp
& 0x3F) << 16);
1083 reg
|= ((p_mpeg4
->rc_p_frame_qp
& 0x3F) << 8);
1084 reg
|= p_mpeg4
->rc_frame_qp
& 0x3F;
1085 WRITEL(reg
, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1089 if (p
->rc_frame
&& p
->rc_framerate_num
&& p
->rc_framerate_denom
) {
1091 reg
|= ((p
->rc_framerate_num
& 0xFFFF) << 16);
1092 reg
|= p
->rc_framerate_denom
& 0xFFFF;
1093 WRITEL(reg
, S5P_FIMV_E_RC_FRAME_RATE_V6
);
1096 /* vbv buffer size */
1097 if (p
->frame_skip_mode
==
1098 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT
) {
1099 WRITEL(p
->vbv_size
& 0xFFFF, S5P_FIMV_E_VBV_BUFFER_SIZE_V6
);
1102 WRITEL(p
->vbv_delay
, S5P_FIMV_E_VBV_INIT_DELAY_V6
);
1106 WRITEL(0x0, S5P_FIMV_E_MPEG4_OPTIONS_V6
);
1107 WRITEL(0x0, S5P_FIMV_E_MPEG4_HEC_PERIOD_V6
);
1114 static int s5p_mfc_set_enc_params_h263(struct s5p_mfc_ctx
*ctx
)
1116 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1117 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
1118 struct s5p_mfc_mpeg4_enc_params
*p_h263
= &p
->codec
.mpeg4
;
1119 unsigned int reg
= 0;
1123 s5p_mfc_set_enc_params(ctx
);
1125 /* profile & level */
1129 WRITEL(reg
, S5P_FIMV_E_PICTURE_PROFILE_V6
);
1131 /* rate control config. */
1132 reg
= READL(S5P_FIMV_E_RC_CONFIG_V6
);
1133 /** macroblock level rate control */
1135 reg
|= ((p
->rc_mb
& 0x1) << 8);
1136 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1139 reg
|= p_h263
->rc_frame_qp
& 0x3F;
1140 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1142 /* max & min value of QP */
1145 reg
|= ((p_h263
->rc_max_qp
& 0x3F) << 8);
1147 reg
|= p_h263
->rc_min_qp
& 0x3F;
1148 WRITEL(reg
, S5P_FIMV_E_RC_QP_BOUND_V6
);
1151 WRITEL(0x0, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1152 if (!p
->rc_frame
&& !p
->rc_mb
) {
1154 reg
|= ((p_h263
->rc_b_frame_qp
& 0x3F) << 16);
1155 reg
|= ((p_h263
->rc_p_frame_qp
& 0x3F) << 8);
1156 reg
|= p_h263
->rc_frame_qp
& 0x3F;
1157 WRITEL(reg
, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1161 if (p
->rc_frame
&& p
->rc_framerate_num
&& p
->rc_framerate_denom
) {
1163 reg
|= ((p
->rc_framerate_num
& 0xFFFF) << 16);
1164 reg
|= p
->rc_framerate_denom
& 0xFFFF;
1165 WRITEL(reg
, S5P_FIMV_E_RC_FRAME_RATE_V6
);
1168 /* vbv buffer size */
1169 if (p
->frame_skip_mode
==
1170 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT
) {
1171 WRITEL(p
->vbv_size
& 0xFFFF, S5P_FIMV_E_VBV_BUFFER_SIZE_V6
);
1174 WRITEL(p
->vbv_delay
, S5P_FIMV_E_VBV_INIT_DELAY_V6
);
1182 static int s5p_mfc_set_enc_params_vp8(struct s5p_mfc_ctx
*ctx
)
1184 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1185 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
1186 struct s5p_mfc_vp8_enc_params
*p_vp8
= &p
->codec
.vp8
;
1187 unsigned int reg
= 0;
1188 unsigned int val
= 0;
1192 s5p_mfc_set_enc_params(ctx
);
1194 /* pictype : number of B */
1195 reg
= READL(S5P_FIMV_E_GOP_CONFIG_V6
);
1196 reg
&= ~(0x3 << 16);
1197 reg
|= ((p
->num_b_frame
& 0x3) << 16);
1198 WRITEL(reg
, S5P_FIMV_E_GOP_CONFIG_V6
);
1200 /* profile - 0 ~ 3 */
1201 reg
= p_vp8
->profile
& 0x3;
1202 WRITEL(reg
, S5P_FIMV_E_PICTURE_PROFILE_V6
);
1204 /* rate control config. */
1205 reg
= READL(S5P_FIMV_E_RC_CONFIG_V6
);
1206 /** macroblock level rate control */
1208 reg
|= ((p
->rc_mb
& 0x1) << 8);
1209 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1212 if (p
->rc_frame
&& p
->rc_framerate_num
&& p
->rc_framerate_denom
) {
1214 reg
|= ((p
->rc_framerate_num
& 0xFFFF) << 16);
1215 reg
|= p
->rc_framerate_denom
& 0xFFFF;
1216 WRITEL(reg
, S5P_FIMV_E_RC_FRAME_RATE_V6
);
1221 reg
|= p_vp8
->rc_frame_qp
& 0x7F;
1222 WRITEL(reg
, S5P_FIMV_E_RC_CONFIG_V6
);
1225 WRITEL(0x0, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1226 if (!p
->rc_frame
&& !p
->rc_mb
) {
1228 reg
|= ((p_vp8
->rc_p_frame_qp
& 0x7F) << 8);
1229 reg
|= p_vp8
->rc_frame_qp
& 0x7F;
1230 WRITEL(reg
, S5P_FIMV_E_FIXED_PICTURE_QP_V6
);
1234 reg
= ((p_vp8
->rc_max_qp
& 0x7F) << 8);
1236 reg
|= p_vp8
->rc_min_qp
& 0x7F;
1237 WRITEL(reg
, S5P_FIMV_E_RC_QP_BOUND_V6
);
1239 /* vbv buffer size */
1240 if (p
->frame_skip_mode
==
1241 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT
) {
1242 WRITEL(p
->vbv_size
& 0xFFFF, S5P_FIMV_E_VBV_BUFFER_SIZE_V6
);
1245 WRITEL(p
->vbv_delay
, S5P_FIMV_E_VBV_INIT_DELAY_V6
);
1248 /* VP8 specific params */
1250 reg
|= (p_vp8
->imd_4x4
& 0x1) << 10;
1251 switch (p_vp8
->num_partitions
) {
1252 case V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION
:
1255 case V4L2_CID_MPEG_VIDEO_VPX_2_PARTITIONS
:
1258 case V4L2_CID_MPEG_VIDEO_VPX_4_PARTITIONS
:
1261 case V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS
:
1265 reg
|= (val
& 0xF) << 3;
1266 reg
|= (p_vp8
->num_ref
& 0x2);
1267 WRITEL(reg
, S5P_FIMV_E_VP8_OPTIONS_V7
);
1274 /* Initialize decoding */
1275 static int s5p_mfc_init_decode_v6(struct s5p_mfc_ctx
*ctx
)
1277 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1278 unsigned int reg
= 0;
1279 int fmo_aso_ctrl
= 0;
1282 mfc_debug(2, "InstNo: %d/%d\n", ctx
->inst_no
,
1283 S5P_FIMV_CH_SEQ_HEADER_V6
);
1284 mfc_debug(2, "BUFs: %08x %08x %08x\n",
1285 READL(S5P_FIMV_D_CPB_BUFFER_ADDR_V6
),
1286 READL(S5P_FIMV_D_CPB_BUFFER_ADDR_V6
),
1287 READL(S5P_FIMV_D_CPB_BUFFER_ADDR_V6
));
1289 /* FMO_ASO_CTRL - 0: Enable, 1: Disable */
1290 reg
|= (fmo_aso_ctrl
<< S5P_FIMV_D_OPT_FMO_ASO_CTRL_MASK_V6
);
1292 /* When user sets desplay_delay to 0,
1293 * It works as "display_delay enable" and delay set to 0.
1294 * If user wants display_delay disable, It should be
1295 * set to negative value. */
1296 if (ctx
->display_delay
>= 0) {
1297 reg
|= (0x1 << S5P_FIMV_D_OPT_DDELAY_EN_SHIFT_V6
);
1298 WRITEL(ctx
->display_delay
, S5P_FIMV_D_DISPLAY_DELAY_V6
);
1301 if (IS_MFCV7(dev
)) {
1302 WRITEL(reg
, S5P_FIMV_D_DEC_OPTIONS_V6
);
1306 /* Setup loop filter, for decoding this is only valid for MPEG4 */
1307 if (ctx
->codec_mode
== S5P_MFC_CODEC_MPEG4_DEC
) {
1308 mfc_debug(2, "Set loop filter to: %d\n",
1309 ctx
->loop_filter_mpeg4
);
1310 reg
|= (ctx
->loop_filter_mpeg4
<<
1311 S5P_FIMV_D_OPT_LF_CTRL_SHIFT_V6
);
1313 if (ctx
->dst_fmt
->fourcc
== V4L2_PIX_FMT_NV12MT_16X16
)
1314 reg
|= (0x1 << S5P_FIMV_D_OPT_TILE_MODE_SHIFT_V6
);
1317 WRITEL(reg
, S5P_FIMV_D_INIT_BUFFER_OPTIONS_V7
);
1319 WRITEL(reg
, S5P_FIMV_D_DEC_OPTIONS_V6
);
1321 /* 0: NV12(CbCr), 1: NV21(CrCb) */
1322 if (ctx
->dst_fmt
->fourcc
== V4L2_PIX_FMT_NV21M
)
1323 WRITEL(0x1, S5P_FIMV_PIXEL_FORMAT_V6
);
1325 WRITEL(0x0, S5P_FIMV_PIXEL_FORMAT_V6
);
1329 WRITEL(ctx
->sei_fp_parse
& 0x1, S5P_FIMV_D_SEI_ENABLE_V6
);
1331 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
1332 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1333 S5P_FIMV_CH_SEQ_HEADER_V6
, NULL
);
1339 static inline void s5p_mfc_set_flush(struct s5p_mfc_ctx
*ctx
, int flush
)
1341 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1344 dev
->curr_ctx
= ctx
->num
;
1345 s5p_mfc_clean_ctx_int_flags(ctx
);
1346 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
1347 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1348 S5P_FIMV_H2R_CMD_FLUSH_V6
, NULL
);
1352 /* Decode a single frame */
1353 static int s5p_mfc_decode_one_frame_v6(struct s5p_mfc_ctx
*ctx
,
1354 enum s5p_mfc_decode_arg last_frame
)
1356 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1358 WRITEL(ctx
->dec_dst_flag
, S5P_FIMV_D_AVAILABLE_DPB_FLAG_LOWER_V6
);
1359 WRITEL(ctx
->slice_interface
& 0x1, S5P_FIMV_D_SLICE_IF_ENABLE_V6
);
1361 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
1362 /* Issue different commands to instance basing on whether it
1363 * is the last frame or not. */
1364 switch (last_frame
) {
1366 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1367 S5P_FIMV_CH_FRAME_START_V6
, NULL
);
1370 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1371 S5P_FIMV_CH_LAST_FRAME_V6
, NULL
);
1374 mfc_err("Unsupported last frame arg.\n");
1378 mfc_debug(2, "Decoding a usual frame.\n");
1382 static int s5p_mfc_init_encode_v6(struct s5p_mfc_ctx
*ctx
)
1384 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1386 if (ctx
->codec_mode
== S5P_MFC_CODEC_H264_ENC
)
1387 s5p_mfc_set_enc_params_h264(ctx
);
1388 else if (ctx
->codec_mode
== S5P_MFC_CODEC_MPEG4_ENC
)
1389 s5p_mfc_set_enc_params_mpeg4(ctx
);
1390 else if (ctx
->codec_mode
== S5P_MFC_CODEC_H263_ENC
)
1391 s5p_mfc_set_enc_params_h263(ctx
);
1392 else if (ctx
->codec_mode
== S5P_MFC_CODEC_VP8_ENC
)
1393 s5p_mfc_set_enc_params_vp8(ctx
);
1395 mfc_err("Unknown codec for encoding (%x).\n",
1400 /* Set stride lengths */
1401 if (IS_MFCV7(dev
)) {
1402 WRITEL(ctx
->img_width
, S5P_FIMV_E_SOURCE_FIRST_STRIDE_V7
);
1403 WRITEL(ctx
->img_width
, S5P_FIMV_E_SOURCE_SECOND_STRIDE_V7
);
1406 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
1407 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1408 S5P_FIMV_CH_SEQ_HEADER_V6
, NULL
);
1413 static int s5p_mfc_h264_set_aso_slice_order_v6(struct s5p_mfc_ctx
*ctx
)
1415 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1416 struct s5p_mfc_enc_params
*p
= &ctx
->enc_params
;
1417 struct s5p_mfc_h264_enc_params
*p_h264
= &p
->codec
.h264
;
1421 for (i
= 0; i
< 8; i
++)
1422 WRITEL(p_h264
->aso_slice_order
[i
],
1423 S5P_FIMV_E_H264_ASO_SLICE_ORDER_0_V6
+ i
* 4);
1428 /* Encode a single frame */
1429 static int s5p_mfc_encode_one_frame_v6(struct s5p_mfc_ctx
*ctx
)
1431 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1433 mfc_debug(2, "++\n");
1435 /* memory structure cur. frame */
1437 if (ctx
->codec_mode
== S5P_MFC_CODEC_H264_ENC
)
1438 s5p_mfc_h264_set_aso_slice_order_v6(ctx
);
1440 s5p_mfc_set_slice_mode(ctx
);
1442 WRITEL(ctx
->inst_no
, S5P_FIMV_INSTANCE_ID_V6
);
1443 s5p_mfc_hw_call(dev
->mfc_cmds
, cmd_host2risc
, dev
,
1444 S5P_FIMV_CH_FRAME_START_V6
, NULL
);
1446 mfc_debug(2, "--\n");
1451 static inline int s5p_mfc_get_new_ctx(struct s5p_mfc_dev
*dev
)
1453 unsigned long flags
;
1457 spin_lock_irqsave(&dev
->condlock
, flags
);
1458 mfc_debug(2, "Previous context: %d (bits %08lx)\n", dev
->curr_ctx
,
1459 dev
->ctx_work_bits
);
1460 new_ctx
= (dev
->curr_ctx
+ 1) % MFC_NUM_CONTEXTS
;
1462 while (!test_bit(new_ctx
, &dev
->ctx_work_bits
)) {
1463 new_ctx
= (new_ctx
+ 1) % MFC_NUM_CONTEXTS
;
1465 if (cnt
> MFC_NUM_CONTEXTS
) {
1466 /* No contexts to run */
1467 spin_unlock_irqrestore(&dev
->condlock
, flags
);
1471 spin_unlock_irqrestore(&dev
->condlock
, flags
);
1475 static inline void s5p_mfc_run_dec_last_frames(struct s5p_mfc_ctx
*ctx
)
1477 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1478 struct s5p_mfc_buf
*temp_vb
;
1479 unsigned long flags
;
1481 spin_lock_irqsave(&dev
->irqlock
, flags
);
1483 /* Frames are being decoded */
1484 if (list_empty(&ctx
->src_queue
)) {
1485 mfc_debug(2, "No src buffers.\n");
1486 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1489 /* Get the next source buffer */
1490 temp_vb
= list_entry(ctx
->src_queue
.next
, struct s5p_mfc_buf
, list
);
1491 temp_vb
->flags
|= MFC_BUF_FLAG_USED
;
1492 s5p_mfc_set_dec_stream_buffer_v6(ctx
,
1493 vb2_dma_contig_plane_dma_addr(temp_vb
->b
, 0), 0, 0);
1494 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1496 dev
->curr_ctx
= ctx
->num
;
1497 s5p_mfc_clean_ctx_int_flags(ctx
);
1498 s5p_mfc_decode_one_frame_v6(ctx
, 1);
1501 static inline int s5p_mfc_run_dec_frame(struct s5p_mfc_ctx
*ctx
)
1503 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1504 struct s5p_mfc_buf
*temp_vb
;
1505 unsigned long flags
;
1508 if (ctx
->state
== MFCINST_FINISHING
) {
1509 last_frame
= MFC_DEC_LAST_FRAME
;
1510 s5p_mfc_set_dec_stream_buffer_v6(ctx
, 0, 0, 0);
1511 dev
->curr_ctx
= ctx
->num
;
1512 s5p_mfc_clean_ctx_int_flags(ctx
);
1513 s5p_mfc_decode_one_frame_v6(ctx
, last_frame
);
1517 spin_lock_irqsave(&dev
->irqlock
, flags
);
1518 /* Frames are being decoded */
1519 if (list_empty(&ctx
->src_queue
)) {
1520 mfc_debug(2, "No src buffers.\n");
1521 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1524 /* Get the next source buffer */
1525 temp_vb
= list_entry(ctx
->src_queue
.next
, struct s5p_mfc_buf
, list
);
1526 temp_vb
->flags
|= MFC_BUF_FLAG_USED
;
1527 s5p_mfc_set_dec_stream_buffer_v6(ctx
,
1528 vb2_dma_contig_plane_dma_addr(temp_vb
->b
, 0),
1529 ctx
->consumed_stream
,
1530 temp_vb
->b
->v4l2_planes
[0].bytesused
);
1531 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1533 dev
->curr_ctx
= ctx
->num
;
1534 s5p_mfc_clean_ctx_int_flags(ctx
);
1535 if (temp_vb
->b
->v4l2_planes
[0].bytesused
== 0) {
1537 mfc_debug(2, "Setting ctx->state to FINISHING\n");
1538 ctx
->state
= MFCINST_FINISHING
;
1540 s5p_mfc_decode_one_frame_v6(ctx
, last_frame
);
1545 static inline int s5p_mfc_run_enc_frame(struct s5p_mfc_ctx
*ctx
)
1547 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1548 unsigned long flags
;
1549 struct s5p_mfc_buf
*dst_mb
;
1550 struct s5p_mfc_buf
*src_mb
;
1551 unsigned long src_y_addr
, src_c_addr
, dst_addr
;
1553 unsigned int src_y_size, src_c_size;
1555 unsigned int dst_size
;
1557 spin_lock_irqsave(&dev
->irqlock
, flags
);
1559 if (list_empty(&ctx
->src_queue
)) {
1560 mfc_debug(2, "no src buffers.\n");
1561 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1565 if (list_empty(&ctx
->dst_queue
)) {
1566 mfc_debug(2, "no dst buffers.\n");
1567 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1571 src_mb
= list_entry(ctx
->src_queue
.next
, struct s5p_mfc_buf
, list
);
1572 src_mb
->flags
|= MFC_BUF_FLAG_USED
;
1573 src_y_addr
= vb2_dma_contig_plane_dma_addr(src_mb
->b
, 0);
1574 src_c_addr
= vb2_dma_contig_plane_dma_addr(src_mb
->b
, 1);
1576 mfc_debug(2, "enc src y addr: 0x%08lx\n", src_y_addr
);
1577 mfc_debug(2, "enc src c addr: 0x%08lx\n", src_c_addr
);
1579 s5p_mfc_set_enc_frame_buffer_v6(ctx
, src_y_addr
, src_c_addr
);
1581 dst_mb
= list_entry(ctx
->dst_queue
.next
, struct s5p_mfc_buf
, list
);
1582 dst_mb
->flags
|= MFC_BUF_FLAG_USED
;
1583 dst_addr
= vb2_dma_contig_plane_dma_addr(dst_mb
->b
, 0);
1584 dst_size
= vb2_plane_size(dst_mb
->b
, 0);
1586 s5p_mfc_set_enc_stream_buffer_v6(ctx
, dst_addr
, dst_size
);
1588 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1590 dev
->curr_ctx
= ctx
->num
;
1591 s5p_mfc_clean_ctx_int_flags(ctx
);
1592 s5p_mfc_encode_one_frame_v6(ctx
);
1597 static inline void s5p_mfc_run_init_dec(struct s5p_mfc_ctx
*ctx
)
1599 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1600 unsigned long flags
;
1601 struct s5p_mfc_buf
*temp_vb
;
1603 /* Initializing decoding - parsing header */
1604 spin_lock_irqsave(&dev
->irqlock
, flags
);
1605 mfc_debug(2, "Preparing to init decoding.\n");
1606 temp_vb
= list_entry(ctx
->src_queue
.next
, struct s5p_mfc_buf
, list
);
1607 mfc_debug(2, "Header size: %d\n", temp_vb
->b
->v4l2_planes
[0].bytesused
);
1608 s5p_mfc_set_dec_stream_buffer_v6(ctx
,
1609 vb2_dma_contig_plane_dma_addr(temp_vb
->b
, 0), 0,
1610 temp_vb
->b
->v4l2_planes
[0].bytesused
);
1611 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1612 dev
->curr_ctx
= ctx
->num
;
1613 s5p_mfc_clean_ctx_int_flags(ctx
);
1614 s5p_mfc_init_decode_v6(ctx
);
1617 static inline void s5p_mfc_run_init_enc(struct s5p_mfc_ctx
*ctx
)
1619 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1620 unsigned long flags
;
1621 struct s5p_mfc_buf
*dst_mb
;
1622 unsigned long dst_addr
;
1623 unsigned int dst_size
;
1625 spin_lock_irqsave(&dev
->irqlock
, flags
);
1627 dst_mb
= list_entry(ctx
->dst_queue
.next
, struct s5p_mfc_buf
, list
);
1628 dst_addr
= vb2_dma_contig_plane_dma_addr(dst_mb
->b
, 0);
1629 dst_size
= vb2_plane_size(dst_mb
->b
, 0);
1630 s5p_mfc_set_enc_stream_buffer_v6(ctx
, dst_addr
, dst_size
);
1631 spin_unlock_irqrestore(&dev
->irqlock
, flags
);
1632 dev
->curr_ctx
= ctx
->num
;
1633 s5p_mfc_clean_ctx_int_flags(ctx
);
1634 s5p_mfc_init_encode_v6(ctx
);
1637 static inline int s5p_mfc_run_init_dec_buffers(struct s5p_mfc_ctx
*ctx
)
1639 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1641 /* Header was parsed now start processing
1642 * First set the output frame buffers
1643 * s5p_mfc_alloc_dec_buffers(ctx); */
1645 if (ctx
->capture_state
!= QUEUE_BUFS_MMAPED
) {
1646 mfc_err("It seems that not all destionation buffers were\n"
1647 "mmaped.MFC requires that all destination are mmaped\n"
1648 "before starting processing.\n");
1652 dev
->curr_ctx
= ctx
->num
;
1653 s5p_mfc_clean_ctx_int_flags(ctx
);
1654 ret
= s5p_mfc_set_dec_frame_buffer_v6(ctx
);
1656 mfc_err("Failed to alloc frame mem.\n");
1657 ctx
->state
= MFCINST_ERROR
;
1662 static inline int s5p_mfc_run_init_enc_buffers(struct s5p_mfc_ctx
*ctx
)
1664 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1667 dev
->curr_ctx
= ctx
->num
;
1668 s5p_mfc_clean_ctx_int_flags(ctx
);
1669 ret
= s5p_mfc_set_enc_ref_buffer_v6(ctx
);
1671 mfc_err("Failed to alloc frame mem.\n");
1672 ctx
->state
= MFCINST_ERROR
;
1677 /* Try running an operation on hardware */
1678 static void s5p_mfc_try_run_v6(struct s5p_mfc_dev
*dev
)
1680 struct s5p_mfc_ctx
*ctx
;
1682 unsigned int ret
= 0;
1684 mfc_debug(1, "Try run dev: %p\n", dev
);
1686 /* Check whether hardware is not running */
1687 if (test_and_set_bit(0, &dev
->hw_lock
) != 0) {
1688 /* This is perfectly ok, the scheduled ctx should wait */
1689 mfc_debug(1, "Couldn't lock HW.\n");
1693 /* Choose the context to run */
1694 new_ctx
= s5p_mfc_get_new_ctx(dev
);
1696 /* No contexts to run */
1697 if (test_and_clear_bit(0, &dev
->hw_lock
) == 0) {
1698 mfc_err("Failed to unlock hardware.\n");
1702 mfc_debug(1, "No ctx is scheduled to be run.\n");
1706 mfc_debug(1, "New context: %d\n", new_ctx
);
1707 ctx
= dev
->ctx
[new_ctx
];
1708 mfc_debug(1, "Seting new context to %p\n", ctx
);
1709 /* Got context to run in ctx */
1710 mfc_debug(1, "ctx->dst_queue_cnt=%d ctx->dpb_count=%d ctx->src_queue_cnt=%d\n",
1711 ctx
->dst_queue_cnt
, ctx
->pb_count
, ctx
->src_queue_cnt
);
1712 mfc_debug(1, "ctx->state=%d\n", ctx
->state
);
1713 /* Last frame has already been sent to MFC
1714 * Now obtaining frames from MFC buffer */
1717 if (ctx
->type
== MFCINST_DECODER
) {
1718 switch (ctx
->state
) {
1719 case MFCINST_FINISHING
:
1720 s5p_mfc_run_dec_last_frames(ctx
);
1722 case MFCINST_RUNNING
:
1723 ret
= s5p_mfc_run_dec_frame(ctx
);
1726 s5p_mfc_clean_ctx_int_flags(ctx
);
1727 ret
= s5p_mfc_hw_call(dev
->mfc_cmds
, open_inst_cmd
,
1730 case MFCINST_RETURN_INST
:
1731 s5p_mfc_clean_ctx_int_flags(ctx
);
1732 ret
= s5p_mfc_hw_call(dev
->mfc_cmds
, close_inst_cmd
,
1735 case MFCINST_GOT_INST
:
1736 s5p_mfc_run_init_dec(ctx
);
1738 case MFCINST_HEAD_PARSED
:
1739 ret
= s5p_mfc_run_init_dec_buffers(ctx
);
1742 s5p_mfc_set_flush(ctx
, ctx
->dpb_flush_flag
);
1744 case MFCINST_RES_CHANGE_INIT
:
1745 s5p_mfc_run_dec_last_frames(ctx
);
1747 case MFCINST_RES_CHANGE_FLUSH
:
1748 s5p_mfc_run_dec_last_frames(ctx
);
1750 case MFCINST_RES_CHANGE_END
:
1751 mfc_debug(2, "Finished remaining frames after resolution change.\n");
1752 ctx
->capture_state
= QUEUE_FREE
;
1753 mfc_debug(2, "Will re-init the codec`.\n");
1754 s5p_mfc_run_init_dec(ctx
);
1759 } else if (ctx
->type
== MFCINST_ENCODER
) {
1760 switch (ctx
->state
) {
1761 case MFCINST_FINISHING
:
1762 case MFCINST_RUNNING
:
1763 ret
= s5p_mfc_run_enc_frame(ctx
);
1766 ret
= s5p_mfc_hw_call(dev
->mfc_cmds
, open_inst_cmd
,
1769 case MFCINST_RETURN_INST
:
1770 ret
= s5p_mfc_hw_call(dev
->mfc_cmds
, close_inst_cmd
,
1773 case MFCINST_GOT_INST
:
1774 s5p_mfc_run_init_enc(ctx
);
1776 case MFCINST_HEAD_PRODUCED
:
1777 ret
= s5p_mfc_run_init_enc_buffers(ctx
);
1783 mfc_err("invalid context type: %d\n", ctx
->type
);
1788 /* Free hardware lock */
1789 if (test_and_clear_bit(0, &dev
->hw_lock
) == 0)
1790 mfc_err("Failed to unlock hardware.\n");
1792 /* This is in deed imporant, as no operation has been
1793 * scheduled, reduce the clock count as no one will
1794 * ever do this, because no interrupt related to this try_run
1795 * will ever come from hardware. */
1796 s5p_mfc_clock_off();
1801 static void s5p_mfc_cleanup_queue_v6(struct list_head
*lh
, struct vb2_queue
*vq
)
1803 struct s5p_mfc_buf
*b
;
1806 while (!list_empty(lh
)) {
1807 b
= list_entry(lh
->next
, struct s5p_mfc_buf
, list
);
1808 for (i
= 0; i
< b
->b
->num_planes
; i
++)
1809 vb2_set_plane_payload(b
->b
, i
, 0);
1810 vb2_buffer_done(b
->b
, VB2_BUF_STATE_ERROR
);
1815 static void s5p_mfc_clear_int_flags_v6(struct s5p_mfc_dev
*dev
)
1817 mfc_write(dev
, 0, S5P_FIMV_RISC2HOST_CMD_V6
);
1818 mfc_write(dev
, 0, S5P_FIMV_RISC2HOST_INT_V6
);
1821 static void s5p_mfc_write_info_v6(struct s5p_mfc_ctx
*ctx
, unsigned int data
,
1824 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1828 s5p_mfc_clock_off();
1832 s5p_mfc_read_info_v6(struct s5p_mfc_ctx
*ctx
, unsigned int ofs
)
1834 struct s5p_mfc_dev
*dev
= ctx
->dev
;
1839 s5p_mfc_clock_off();
1844 static int s5p_mfc_get_dspl_y_adr_v6(struct s5p_mfc_dev
*dev
)
1846 return mfc_read(dev
, S5P_FIMV_D_DISPLAY_LUMA_ADDR_V6
);
1849 static int s5p_mfc_get_dec_y_adr_v6(struct s5p_mfc_dev
*dev
)
1851 return mfc_read(dev
, S5P_FIMV_D_DECODED_LUMA_ADDR_V6
);
1854 static int s5p_mfc_get_dspl_status_v6(struct s5p_mfc_dev
*dev
)
1856 return mfc_read(dev
, S5P_FIMV_D_DISPLAY_STATUS_V6
);
1859 static int s5p_mfc_get_dec_status_v6(struct s5p_mfc_dev
*dev
)
1861 return mfc_read(dev
, S5P_FIMV_D_DECODED_STATUS_V6
);
1864 static int s5p_mfc_get_dec_frame_type_v6(struct s5p_mfc_dev
*dev
)
1866 return mfc_read(dev
, S5P_FIMV_D_DECODED_FRAME_TYPE_V6
) &
1867 S5P_FIMV_DECODE_FRAME_MASK_V6
;
1870 static int s5p_mfc_get_disp_frame_type_v6(struct s5p_mfc_ctx
*ctx
)
1872 return mfc_read(ctx
->dev
, S5P_FIMV_D_DISPLAY_FRAME_TYPE_V6
) &
1873 S5P_FIMV_DECODE_FRAME_MASK_V6
;
1876 static int s5p_mfc_get_consumed_stream_v6(struct s5p_mfc_dev
*dev
)
1878 return mfc_read(dev
, S5P_FIMV_D_DECODED_NAL_SIZE_V6
);
1881 static int s5p_mfc_get_int_reason_v6(struct s5p_mfc_dev
*dev
)
1883 return mfc_read(dev
, S5P_FIMV_RISC2HOST_CMD_V6
) &
1884 S5P_FIMV_RISC2HOST_CMD_MASK
;
1887 static int s5p_mfc_get_int_err_v6(struct s5p_mfc_dev
*dev
)
1889 return mfc_read(dev
, S5P_FIMV_ERROR_CODE_V6
);
1892 static int s5p_mfc_err_dec_v6(unsigned int err
)
1894 return (err
& S5P_FIMV_ERR_DEC_MASK_V6
) >> S5P_FIMV_ERR_DEC_SHIFT_V6
;
1897 static int s5p_mfc_err_dspl_v6(unsigned int err
)
1899 return (err
& S5P_FIMV_ERR_DSPL_MASK_V6
) >> S5P_FIMV_ERR_DSPL_SHIFT_V6
;
1902 static int s5p_mfc_get_img_width_v6(struct s5p_mfc_dev
*dev
)
1904 return mfc_read(dev
, S5P_FIMV_D_DISPLAY_FRAME_WIDTH_V6
);
1907 static int s5p_mfc_get_img_height_v6(struct s5p_mfc_dev
*dev
)
1909 return mfc_read(dev
, S5P_FIMV_D_DISPLAY_FRAME_HEIGHT_V6
);
1912 static int s5p_mfc_get_dpb_count_v6(struct s5p_mfc_dev
*dev
)
1914 return mfc_read(dev
, S5P_FIMV_D_MIN_NUM_DPB_V6
);
1917 static int s5p_mfc_get_mv_count_v6(struct s5p_mfc_dev
*dev
)
1919 return mfc_read(dev
, S5P_FIMV_D_MIN_NUM_MV_V6
);
1922 static int s5p_mfc_get_inst_no_v6(struct s5p_mfc_dev
*dev
)
1924 return mfc_read(dev
, S5P_FIMV_RET_INSTANCE_ID_V6
);
1927 static int s5p_mfc_get_enc_dpb_count_v6(struct s5p_mfc_dev
*dev
)
1929 return mfc_read(dev
, S5P_FIMV_E_NUM_DPB_V6
);
1932 static int s5p_mfc_get_enc_strm_size_v6(struct s5p_mfc_dev
*dev
)
1934 return mfc_read(dev
, S5P_FIMV_E_STREAM_SIZE_V6
);
1937 static int s5p_mfc_get_enc_slice_type_v6(struct s5p_mfc_dev
*dev
)
1939 return mfc_read(dev
, S5P_FIMV_E_SLICE_TYPE_V6
);
1942 static int s5p_mfc_get_enc_pic_count_v6(struct s5p_mfc_dev
*dev
)
1944 return mfc_read(dev
, S5P_FIMV_E_PICTURE_COUNT_V6
);
1947 static int s5p_mfc_get_sei_avail_status_v6(struct s5p_mfc_ctx
*ctx
)
1949 return mfc_read(ctx
->dev
, S5P_FIMV_D_FRAME_PACK_SEI_AVAIL_V6
);
1952 static int s5p_mfc_get_mvc_num_views_v6(struct s5p_mfc_dev
*dev
)
1954 return mfc_read(dev
, S5P_FIMV_D_MVC_NUM_VIEWS_V6
);
1957 static int s5p_mfc_get_mvc_view_id_v6(struct s5p_mfc_dev
*dev
)
1959 return mfc_read(dev
, S5P_FIMV_D_MVC_VIEW_ID_V6
);
1962 static unsigned int s5p_mfc_get_pic_type_top_v6(struct s5p_mfc_ctx
*ctx
)
1964 return s5p_mfc_read_info_v6(ctx
, PIC_TIME_TOP_V6
);
1967 static unsigned int s5p_mfc_get_pic_type_bot_v6(struct s5p_mfc_ctx
*ctx
)
1969 return s5p_mfc_read_info_v6(ctx
, PIC_TIME_BOT_V6
);
1972 static unsigned int s5p_mfc_get_crop_info_h_v6(struct s5p_mfc_ctx
*ctx
)
1974 return s5p_mfc_read_info_v6(ctx
, CROP_INFO_H_V6
);
1977 static unsigned int s5p_mfc_get_crop_info_v_v6(struct s5p_mfc_ctx
*ctx
)
1979 return s5p_mfc_read_info_v6(ctx
, CROP_INFO_V_V6
);
1982 /* Initialize opr function pointers for MFC v6 */
1983 static struct s5p_mfc_hw_ops s5p_mfc_ops_v6
= {
1984 .alloc_dec_temp_buffers
= s5p_mfc_alloc_dec_temp_buffers_v6
,
1985 .release_dec_desc_buffer
= s5p_mfc_release_dec_desc_buffer_v6
,
1986 .alloc_codec_buffers
= s5p_mfc_alloc_codec_buffers_v6
,
1987 .release_codec_buffers
= s5p_mfc_release_codec_buffers_v6
,
1988 .alloc_instance_buffer
= s5p_mfc_alloc_instance_buffer_v6
,
1989 .release_instance_buffer
= s5p_mfc_release_instance_buffer_v6
,
1990 .alloc_dev_context_buffer
=
1991 s5p_mfc_alloc_dev_context_buffer_v6
,
1992 .release_dev_context_buffer
=
1993 s5p_mfc_release_dev_context_buffer_v6
,
1994 .dec_calc_dpb_size
= s5p_mfc_dec_calc_dpb_size_v6
,
1995 .enc_calc_src_size
= s5p_mfc_enc_calc_src_size_v6
,
1996 .set_dec_stream_buffer
= s5p_mfc_set_dec_stream_buffer_v6
,
1997 .set_dec_frame_buffer
= s5p_mfc_set_dec_frame_buffer_v6
,
1998 .set_enc_stream_buffer
= s5p_mfc_set_enc_stream_buffer_v6
,
1999 .set_enc_frame_buffer
= s5p_mfc_set_enc_frame_buffer_v6
,
2000 .get_enc_frame_buffer
= s5p_mfc_get_enc_frame_buffer_v6
,
2001 .set_enc_ref_buffer
= s5p_mfc_set_enc_ref_buffer_v6
,
2002 .init_decode
= s5p_mfc_init_decode_v6
,
2003 .init_encode
= s5p_mfc_init_encode_v6
,
2004 .encode_one_frame
= s5p_mfc_encode_one_frame_v6
,
2005 .try_run
= s5p_mfc_try_run_v6
,
2006 .cleanup_queue
= s5p_mfc_cleanup_queue_v6
,
2007 .clear_int_flags
= s5p_mfc_clear_int_flags_v6
,
2008 .write_info
= s5p_mfc_write_info_v6
,
2009 .read_info
= s5p_mfc_read_info_v6
,
2010 .get_dspl_y_adr
= s5p_mfc_get_dspl_y_adr_v6
,
2011 .get_dec_y_adr
= s5p_mfc_get_dec_y_adr_v6
,
2012 .get_dspl_status
= s5p_mfc_get_dspl_status_v6
,
2013 .get_dec_status
= s5p_mfc_get_dec_status_v6
,
2014 .get_dec_frame_type
= s5p_mfc_get_dec_frame_type_v6
,
2015 .get_disp_frame_type
= s5p_mfc_get_disp_frame_type_v6
,
2016 .get_consumed_stream
= s5p_mfc_get_consumed_stream_v6
,
2017 .get_int_reason
= s5p_mfc_get_int_reason_v6
,
2018 .get_int_err
= s5p_mfc_get_int_err_v6
,
2019 .err_dec
= s5p_mfc_err_dec_v6
,
2020 .err_dspl
= s5p_mfc_err_dspl_v6
,
2021 .get_img_width
= s5p_mfc_get_img_width_v6
,
2022 .get_img_height
= s5p_mfc_get_img_height_v6
,
2023 .get_dpb_count
= s5p_mfc_get_dpb_count_v6
,
2024 .get_mv_count
= s5p_mfc_get_mv_count_v6
,
2025 .get_inst_no
= s5p_mfc_get_inst_no_v6
,
2026 .get_enc_strm_size
= s5p_mfc_get_enc_strm_size_v6
,
2027 .get_enc_slice_type
= s5p_mfc_get_enc_slice_type_v6
,
2028 .get_enc_dpb_count
= s5p_mfc_get_enc_dpb_count_v6
,
2029 .get_enc_pic_count
= s5p_mfc_get_enc_pic_count_v6
,
2030 .get_sei_avail_status
= s5p_mfc_get_sei_avail_status_v6
,
2031 .get_mvc_num_views
= s5p_mfc_get_mvc_num_views_v6
,
2032 .get_mvc_view_id
= s5p_mfc_get_mvc_view_id_v6
,
2033 .get_pic_type_top
= s5p_mfc_get_pic_type_top_v6
,
2034 .get_pic_type_bot
= s5p_mfc_get_pic_type_bot_v6
,
2035 .get_crop_info_h
= s5p_mfc_get_crop_info_h_v6
,
2036 .get_crop_info_v
= s5p_mfc_get_crop_info_v_v6
,
2039 struct s5p_mfc_hw_ops
*s5p_mfc_init_hw_ops_v6(void)
2041 return &s5p_mfc_ops_v6
;