GNU Linux-libre 5.10.217-gnu1
[releases.git] / drivers / media / platform / s5p-mfc / s5p_mfc_enc.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * linux/drivers/media/platform/s5p-mfc/s5p_mfc_enc.c
4  *
5  * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
6  *              http://www.samsung.com/
7  *
8  * Jeongtae Park        <jtp.park@samsung.com>
9  * Kamil Debski         <k.debski@samsung.com>
10  */
11
12 #include <linux/clk.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 #include <linux/platform_device.h>
17 #include <linux/sched.h>
18 #include <linux/videodev2.h>
19 #include <media/v4l2-event.h>
20 #include <linux/workqueue.h>
21 #include <media/v4l2-ctrls.h>
22 #include <media/videobuf2-v4l2.h>
23 #include "s5p_mfc_common.h"
24 #include "s5p_mfc_ctrl.h"
25 #include "s5p_mfc_debug.h"
26 #include "s5p_mfc_enc.h"
27 #include "s5p_mfc_intr.h"
28 #include "s5p_mfc_opr.h"
29
30 #define DEF_SRC_FMT_ENC V4L2_PIX_FMT_NV12M
31 #define DEF_DST_FMT_ENC V4L2_PIX_FMT_H264
32
33 static struct s5p_mfc_fmt formats[] = {
34         {
35                 .fourcc         = V4L2_PIX_FMT_NV12MT_16X16,
36                 .codec_mode     = S5P_MFC_CODEC_NONE,
37                 .type           = MFC_FMT_RAW,
38                 .num_planes     = 2,
39                 .versions       = MFC_V6_BIT | MFC_V7_BIT,
40         },
41         {
42                 .fourcc         = V4L2_PIX_FMT_NV12MT,
43                 .codec_mode     = S5P_MFC_CODEC_NONE,
44                 .type           = MFC_FMT_RAW,
45                 .num_planes     = 2,
46                 .versions       = MFC_V5_BIT,
47         },
48         {
49                 .fourcc         = V4L2_PIX_FMT_NV12M,
50                 .codec_mode     = S5P_MFC_CODEC_NONE,
51                 .type           = MFC_FMT_RAW,
52                 .num_planes     = 2,
53                 .versions       = MFC_V5PLUS_BITS,
54         },
55         {
56                 .fourcc         = V4L2_PIX_FMT_NV21M,
57                 .codec_mode     = S5P_MFC_CODEC_NONE,
58                 .type           = MFC_FMT_RAW,
59                 .num_planes     = 2,
60                 .versions       = MFC_V6PLUS_BITS,
61         },
62         {
63                 .fourcc         = V4L2_PIX_FMT_H264,
64                 .codec_mode     = S5P_MFC_CODEC_H264_ENC,
65                 .type           = MFC_FMT_ENC,
66                 .num_planes     = 1,
67                 .versions       = MFC_V5PLUS_BITS,
68         },
69         {
70                 .fourcc         = V4L2_PIX_FMT_MPEG4,
71                 .codec_mode     = S5P_MFC_CODEC_MPEG4_ENC,
72                 .type           = MFC_FMT_ENC,
73                 .num_planes     = 1,
74                 .versions       = MFC_V5PLUS_BITS,
75         },
76         {
77                 .fourcc         = V4L2_PIX_FMT_H263,
78                 .codec_mode     = S5P_MFC_CODEC_H263_ENC,
79                 .type           = MFC_FMT_ENC,
80                 .num_planes     = 1,
81                 .versions       = MFC_V5PLUS_BITS,
82         },
83         {
84                 .fourcc         = V4L2_PIX_FMT_VP8,
85                 .codec_mode     = S5P_MFC_CODEC_VP8_ENC,
86                 .type           = MFC_FMT_ENC,
87                 .num_planes     = 1,
88                 .versions       = MFC_V7PLUS_BITS,
89         },
90         {
91                 .fourcc         = V4L2_PIX_FMT_HEVC,
92                 .codec_mode     = S5P_FIMV_CODEC_HEVC_ENC,
93                 .type           = MFC_FMT_ENC,
94                 .num_planes     = 1,
95                 .versions       = MFC_V10_BIT,
96         },
97 };
98
99 #define NUM_FORMATS ARRAY_SIZE(formats)
100 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
101 {
102         unsigned int i;
103
104         for (i = 0; i < NUM_FORMATS; i++) {
105                 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
106                     formats[i].type == t)
107                         return &formats[i];
108         }
109         return NULL;
110 }
111
112 static struct mfc_control controls[] = {
113         {
114                 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
115                 .type = V4L2_CTRL_TYPE_INTEGER,
116                 .minimum = 0,
117                 .maximum = (1 << 16) - 1,
118                 .step = 1,
119                 .default_value = 12,
120         },
121         {
122                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
123                 .type = V4L2_CTRL_TYPE_MENU,
124                 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
125                 .maximum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES,
126                 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
127                 .menu_skip_mask = 0,
128         },
129         {
130                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
131                 .type = V4L2_CTRL_TYPE_INTEGER,
132                 .minimum = 1,
133                 .maximum = (1 << 16) - 1,
134                 .step = 1,
135                 .default_value = 1,
136         },
137         {
138                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
139                 .type = V4L2_CTRL_TYPE_INTEGER,
140                 .minimum = 1900,
141                 .maximum = (1 << 30) - 1,
142                 .step = 1,
143                 .default_value = 1900,
144         },
145         {
146                 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
147                 .type = V4L2_CTRL_TYPE_INTEGER,
148                 .minimum = 0,
149                 .maximum = (1 << 16) - 1,
150                 .step = 1,
151                 .default_value = 0,
152         },
153         {
154                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
155                 .type = V4L2_CTRL_TYPE_BOOLEAN,
156                 .name = "Padding Control Enable",
157                 .minimum = 0,
158                 .maximum = 1,
159                 .step = 1,
160                 .default_value = 0,
161         },
162         {
163                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
164                 .type = V4L2_CTRL_TYPE_INTEGER,
165                 .name = "Padding Color YUV Value",
166                 .minimum = 0,
167                 .maximum = (1 << 25) - 1,
168                 .step = 1,
169                 .default_value = 0,
170         },
171         {
172                 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
173                 .type = V4L2_CTRL_TYPE_BOOLEAN,
174                 .minimum = 0,
175                 .maximum = 1,
176                 .step = 1,
177                 .default_value = 0,
178         },
179         {
180                 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
181                 .type = V4L2_CTRL_TYPE_INTEGER,
182                 .minimum = 1,
183                 .maximum = (1 << 30) - 1,
184                 .step = 1,
185                 .default_value = 1,
186         },
187         {
188                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
189                 .type = V4L2_CTRL_TYPE_INTEGER,
190                 .name = "Rate Control Reaction Coeff.",
191                 .minimum = 1,
192                 .maximum = (1 << 16) - 1,
193                 .step = 1,
194                 .default_value = 1,
195         },
196         {
197                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
198                 .type = V4L2_CTRL_TYPE_MENU,
199                 .name = "Force frame type",
200                 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
201                 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
202                 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
203                 .menu_skip_mask = 0,
204         },
205         {
206                 .id = V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME,
207                 .type = V4L2_CTRL_TYPE_BUTTON,
208                 .minimum = 0,
209                 .maximum = 0,
210                 .step = 0,
211                 .default_value = 0,
212         },
213         {
214                 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
215                 .type = V4L2_CTRL_TYPE_INTEGER,
216                 .minimum = 0,
217                 .maximum = (1 << 16) - 1,
218                 .step = 1,
219                 .default_value = 0,
220         },
221         {
222                 .id = V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE,
223                 .type = V4L2_CTRL_TYPE_INTEGER,
224                 .name = "Horizontal MV Search Range",
225                 .minimum = 16,
226                 .maximum = 128,
227                 .step = 16,
228                 .default_value = 32,
229         },
230         {
231                 .id = V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE,
232                 .type = V4L2_CTRL_TYPE_INTEGER,
233                 .name = "Vertical MV Search Range",
234                 .minimum = 16,
235                 .maximum = 128,
236                 .step = 16,
237                 .default_value = 32,
238         },
239         {
240                 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
241                 .type = V4L2_CTRL_TYPE_INTEGER,
242                 .minimum = 0,
243                 .maximum = (1 << 16) - 1,
244                 .step = 1,
245                 .default_value = 0,
246         },
247         {
248                 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
249                 .type = V4L2_CTRL_TYPE_MENU,
250                 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
251                 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
252                 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
253                 .menu_skip_mask = 0,
254         },
255         {
256                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
257                 .type = V4L2_CTRL_TYPE_MENU,
258                 .name = "Frame Skip Enable",
259                 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
260                 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
261                 .menu_skip_mask = 0,
262                 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
263         },
264         {
265                 .id = V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE,
266                 .type = V4L2_CTRL_TYPE_MENU,
267                 .maximum = V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
268                 .default_value = V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_DISABLED,
269         },
270         {
271                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
272                 .type = V4L2_CTRL_TYPE_BOOLEAN,
273                 .name = "Fixed Target Bit Enable",
274                 .minimum = 0,
275                 .maximum = 1,
276                 .default_value = 0,
277                 .step = 1,
278                 .menu_skip_mask = 0,
279         },
280         {
281                 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
282                 .type = V4L2_CTRL_TYPE_INTEGER,
283                 .minimum = 0,
284                 .maximum = 2,
285                 .step = 1,
286                 .default_value = 0,
287         },
288         {
289                 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
290                 .type = V4L2_CTRL_TYPE_MENU,
291                 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
292                 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
293                 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
294                 .menu_skip_mask = ~(
295                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
296                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
297                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
298                                 ),
299         },
300         {
301                 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
302                 .type = V4L2_CTRL_TYPE_MENU,
303                 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
304                 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
305                 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
306         },
307         {
308                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
309                 .type = V4L2_CTRL_TYPE_MENU,
310                 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
311                 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
312                 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
313                 .menu_skip_mask = 0,
314         },
315         {
316                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
317                 .type = V4L2_CTRL_TYPE_MENU,
318                 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
319                 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
320                 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
321                 .menu_skip_mask = 0,
322         },
323         {
324                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
325                 .type = V4L2_CTRL_TYPE_INTEGER,
326                 .minimum = -6,
327                 .maximum = 6,
328                 .step = 1,
329                 .default_value = 0,
330         },
331         {
332                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
333                 .type = V4L2_CTRL_TYPE_INTEGER,
334                 .minimum = -6,
335                 .maximum = 6,
336                 .step = 1,
337                 .default_value = 0,
338         },
339         {
340                 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
341                 .type = V4L2_CTRL_TYPE_MENU,
342                 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
343                 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
344                 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
345                 .menu_skip_mask = 0,
346         },
347         {
348                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
349                 .type = V4L2_CTRL_TYPE_INTEGER,
350                 .name = "The Number of Ref. Pic for P",
351                 .minimum = 1,
352                 .maximum = 2,
353                 .step = 1,
354                 .default_value = 1,
355         },
356         {
357                 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
358                 .type = V4L2_CTRL_TYPE_BOOLEAN,
359                 .minimum = 0,
360                 .maximum = 1,
361                 .step = 1,
362                 .default_value = 0,
363         },
364         {
365                 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
366                 .type = V4L2_CTRL_TYPE_BOOLEAN,
367                 .minimum = 0,
368                 .maximum = 1,
369                 .step = 1,
370                 .default_value = 0,
371         },
372         {
373                 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
374                 .type = V4L2_CTRL_TYPE_INTEGER,
375                 .minimum = 0,
376                 .maximum = 51,
377                 .step = 1,
378                 .default_value = 1,
379         },
380         {
381                 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
382                 .type = V4L2_CTRL_TYPE_INTEGER,
383                 .minimum = 0,
384                 .maximum = 51,
385                 .step = 1,
386                 .default_value = 1,
387         },
388         {
389                 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
390                 .type = V4L2_CTRL_TYPE_INTEGER,
391                 .minimum = 0,
392                 .maximum = 51,
393                 .step = 1,
394                 .default_value = 51,
395         },
396         {
397                 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
398                 .type = V4L2_CTRL_TYPE_INTEGER,
399                 .minimum = 0,
400                 .maximum = 51,
401                 .step = 1,
402                 .default_value = 1,
403         },
404         {
405                 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
406                 .type = V4L2_CTRL_TYPE_INTEGER,
407                 .minimum = 0,
408                 .maximum = 51,
409                 .step = 1,
410                 .default_value = 1,
411         },
412         {
413                 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
414                 .type = V4L2_CTRL_TYPE_INTEGER,
415                 .name = "H263 I-Frame QP value",
416                 .minimum = 1,
417                 .maximum = 31,
418                 .step = 1,
419                 .default_value = 1,
420         },
421         {
422                 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
423                 .type = V4L2_CTRL_TYPE_INTEGER,
424                 .name = "H263 Minimum QP value",
425                 .minimum = 1,
426                 .maximum = 31,
427                 .step = 1,
428                 .default_value = 1,
429         },
430         {
431                 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
432                 .type = V4L2_CTRL_TYPE_INTEGER,
433                 .name = "H263 Maximum QP value",
434                 .minimum = 1,
435                 .maximum = 31,
436                 .step = 1,
437                 .default_value = 31,
438         },
439         {
440                 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
441                 .type = V4L2_CTRL_TYPE_INTEGER,
442                 .name = "H263 P frame QP value",
443                 .minimum = 1,
444                 .maximum = 31,
445                 .step = 1,
446                 .default_value = 1,
447         },
448         {
449                 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
450                 .type = V4L2_CTRL_TYPE_INTEGER,
451                 .name = "H263 B frame QP value",
452                 .minimum = 1,
453                 .maximum = 31,
454                 .step = 1,
455                 .default_value = 1,
456         },
457         {
458                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
459                 .type = V4L2_CTRL_TYPE_INTEGER,
460                 .name = "MPEG4 I-Frame QP value",
461                 .minimum = 1,
462                 .maximum = 31,
463                 .step = 1,
464                 .default_value = 1,
465         },
466         {
467                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
468                 .type = V4L2_CTRL_TYPE_INTEGER,
469                 .name = "MPEG4 Minimum QP value",
470                 .minimum = 1,
471                 .maximum = 31,
472                 .step = 1,
473                 .default_value = 1,
474         },
475         {
476                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
477                 .type = V4L2_CTRL_TYPE_INTEGER,
478                 .name = "MPEG4 Maximum QP value",
479                 .minimum = 0,
480                 .maximum = 51,
481                 .step = 1,
482                 .default_value = 51,
483         },
484         {
485                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
486                 .type = V4L2_CTRL_TYPE_INTEGER,
487                 .name = "MPEG4 P frame QP value",
488                 .minimum = 1,
489                 .maximum = 31,
490                 .step = 1,
491                 .default_value = 1,
492         },
493         {
494                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
495                 .type = V4L2_CTRL_TYPE_INTEGER,
496                 .name = "MPEG4 B frame QP value",
497                 .minimum = 1,
498                 .maximum = 31,
499                 .step = 1,
500                 .default_value = 1,
501         },
502         {
503                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
504                 .type = V4L2_CTRL_TYPE_BOOLEAN,
505                 .name = "H264 Dark Reg Adaptive RC",
506                 .minimum = 0,
507                 .maximum = 1,
508                 .step = 1,
509                 .default_value = 0,
510         },
511         {
512                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
513                 .type = V4L2_CTRL_TYPE_BOOLEAN,
514                 .name = "H264 Smooth Reg Adaptive RC",
515                 .minimum = 0,
516                 .maximum = 1,
517                 .step = 1,
518                 .default_value = 0,
519         },
520         {
521                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
522                 .type = V4L2_CTRL_TYPE_BOOLEAN,
523                 .name = "H264 Static Reg Adaptive RC",
524                 .minimum = 0,
525                 .maximum = 1,
526                 .step = 1,
527                 .default_value = 0,
528         },
529         {
530                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
531                 .type = V4L2_CTRL_TYPE_BOOLEAN,
532                 .name = "H264 Activity Reg Adaptive RC",
533                 .minimum = 0,
534                 .maximum = 1,
535                 .step = 1,
536                 .default_value = 0,
537         },
538         {
539                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
540                 .type = V4L2_CTRL_TYPE_BOOLEAN,
541                 .minimum = 0,
542                 .maximum = 1,
543                 .step = 1,
544                 .default_value = 0,
545         },
546         {
547                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
548                 .type = V4L2_CTRL_TYPE_MENU,
549                 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
550                 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
551                 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
552                 .menu_skip_mask = 0,
553         },
554         {
555                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
556                 .type = V4L2_CTRL_TYPE_INTEGER,
557                 .minimum = 0,
558                 .maximum = (1 << 16) - 1,
559                 .step = 1,
560                 .default_value = 0,
561         },
562         {
563                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
564                 .type = V4L2_CTRL_TYPE_INTEGER,
565                 .minimum = 0,
566                 .maximum = (1 << 16) - 1,
567                 .step = 1,
568                 .default_value = 0,
569         },
570         {
571                 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
572                 .type = V4L2_CTRL_TYPE_BOOLEAN,
573                 .minimum = 0,
574                 .maximum = 1,
575                 .step = 1,
576                 .default_value = 1,
577         },
578         {
579                 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
580                 .type = V4L2_CTRL_TYPE_INTEGER,
581                 .minimum = 0,
582                 .maximum = (1 << 16) - 1,
583                 .step = 1,
584                 .default_value = 0,
585         },
586         {
587                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
588                 .type = V4L2_CTRL_TYPE_MENU,
589                 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
590                 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
591                 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
592                 .menu_skip_mask = 0,
593         },
594         {
595                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
596                 .type = V4L2_CTRL_TYPE_BOOLEAN,
597                 .minimum = 0,
598                 .maximum = 1,
599                 .step = 1,
600                 .default_value = 0,
601         },
602         {
603                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS,
604                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
605                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS,
606                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION,
607                 .menu_skip_mask = 0,
608         },
609         {
610                 .id = V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4,
611                 .type = V4L2_CTRL_TYPE_BOOLEAN,
612                 .minimum = 0,
613                 .maximum = 1,
614                 .step = 1,
615                 .default_value = 0,
616         },
617         {
618                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES,
619                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
620                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_2_REF_FRAME,
621                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_REF_FRAME,
622                 .menu_skip_mask = 0,
623         },
624         {
625                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL,
626                 .type = V4L2_CTRL_TYPE_INTEGER,
627                 .minimum = 0,
628                 .maximum = 63,
629                 .step = 1,
630                 .default_value = 0,
631         },
632         {
633                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS,
634                 .type = V4L2_CTRL_TYPE_INTEGER,
635                 .minimum = 0,
636                 .maximum = 7,
637                 .step = 1,
638                 .default_value = 0,
639         },
640         {
641                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD,
642                 .type = V4L2_CTRL_TYPE_INTEGER,
643                 .minimum = 0,
644                 .maximum = (1 << 16) - 1,
645                 .step = 1,
646                 .default_value = 0,
647         },
648         {
649                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL,
650                 .type = V4L2_CTRL_TYPE_MENU,
651                 .minimum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
652                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_REF_PERIOD,
653                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
654                 .menu_skip_mask = 0,
655         },
656         {
657                 .id = V4L2_CID_MPEG_VIDEO_VPX_MAX_QP,
658                 .type = V4L2_CTRL_TYPE_INTEGER,
659                 .minimum = 0,
660                 .maximum = 127,
661                 .step = 1,
662                 .default_value = 127,
663         },
664         {
665                 .id = V4L2_CID_MPEG_VIDEO_VPX_MIN_QP,
666                 .type = V4L2_CTRL_TYPE_INTEGER,
667                 .minimum = 0,
668                 .maximum = 11,
669                 .step = 1,
670                 .default_value = 0,
671         },
672         {
673                 .id = V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP,
674                 .type = V4L2_CTRL_TYPE_INTEGER,
675                 .minimum = 0,
676                 .maximum = 127,
677                 .step = 1,
678                 .default_value = 10,
679         },
680         {
681                 .id = V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP,
682                 .type = V4L2_CTRL_TYPE_INTEGER,
683                 .minimum = 0,
684                 .maximum = 127,
685                 .step = 1,
686                 .default_value = 10,
687         },
688         {
689                 .id = V4L2_CID_MPEG_VIDEO_VP8_PROFILE,
690                 .type = V4L2_CTRL_TYPE_MENU,
691                 .minimum = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
692                 .maximum = V4L2_MPEG_VIDEO_VP8_PROFILE_3,
693                 .default_value = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
694                 .menu_skip_mask = 0,
695         },
696         {
697                 .id = V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
698                 .type = V4L2_CTRL_TYPE_INTEGER,
699                 .name = "HEVC I Frame QP Value",
700                 .minimum = 0,
701                 .maximum = 51,
702                 .step = 1,
703                 .default_value = 0,
704         },
705         {
706                 .id = V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
707                 .type = V4L2_CTRL_TYPE_INTEGER,
708                 .name = "HEVC P Frame QP Value",
709                 .minimum = 0,
710                 .maximum = 51,
711                 .step = 1,
712                 .default_value = 0,
713         },
714         {
715                 .id = V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
716                 .type = V4L2_CTRL_TYPE_INTEGER,
717                 .minimum = 0,
718                 .maximum = 51,
719                 .step = 1,
720                 .default_value = 0,
721         },
722         {
723                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP,
724                 .type = V4L2_CTRL_TYPE_INTEGER,
725                 .minimum = 0,
726                 .maximum = 51,
727                 .step = 1,
728                 .default_value = 0,
729         },
730         {
731                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP,
732                 .type = V4L2_CTRL_TYPE_INTEGER,
733                 .minimum = 0,
734                 .maximum = 51,
735                 .step = 1,
736                 .default_value = 0,
737         },
738         {
739                 .id = V4L2_CID_MPEG_VIDEO_HEVC_PROFILE,
740                 .type = V4L2_CTRL_TYPE_MENU,
741                 .minimum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
742                 .maximum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE,
743                 .step = 1,
744                 .default_value = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
745         },
746         {
747                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LEVEL,
748                 .type = V4L2_CTRL_TYPE_MENU,
749                 .minimum = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
750                 .maximum = V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2,
751                 .step = 1,
752                 .default_value = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
753         },
754         {
755                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TIER,
756                 .type = V4L2_CTRL_TYPE_MENU,
757                 .minimum = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
758                 .maximum = V4L2_MPEG_VIDEO_HEVC_TIER_HIGH,
759                 .step = 1,
760                 .default_value = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
761         },
762         {
763                 .id = V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION,
764                 .type = V4L2_CTRL_TYPE_INTEGER,
765                 .minimum = 1,
766                 .maximum = (1 << 16) - 1,
767                 .step = 1,
768                 .default_value = 1,
769         },
770         {
771                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH,
772                 .type = V4L2_CTRL_TYPE_INTEGER,
773                 .minimum = 0,
774                 .maximum = 1,
775                 .step = 1,
776                 .default_value = 0,
777         },
778         {
779                 .id = V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES,
780                 .type = V4L2_CTRL_TYPE_INTEGER,
781                 .minimum = 1,
782                 .maximum = 2,
783                 .step = 1,
784                 .default_value = 1,
785         },
786         {
787                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE,
788                 .type = V4L2_CTRL_TYPE_MENU,
789                 .minimum = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
790                 .maximum = V4L2_MPEG_VIDEO_HEVC_REFRESH_IDR,
791                 .step = 1,
792                 .default_value = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
793         },
794         {
795                 .id = V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED,
796                 .type = V4L2_CTRL_TYPE_BOOLEAN,
797                 .minimum = 0,
798                 .maximum = 1,
799                 .step = 1,
800                 .default_value = 0,
801         },
802         {
803                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU,
804                 .type = V4L2_CTRL_TYPE_BOOLEAN,
805                 .minimum = 0,
806                 .maximum = 1,
807                 .step = 1,
808                 .default_value = 0,
809         },
810         {
811                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT,
812                 .type = V4L2_CTRL_TYPE_BOOLEAN,
813                 .minimum = 0,
814                 .maximum = 1,
815                 .step = 1,
816                 .default_value = 0,
817         },
818         {
819                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE,
820                 .type = V4L2_CTRL_TYPE_MENU,
821                 .minimum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
822                 .maximum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
823                 .step = 1,
824                 .default_value = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
825         },
826         {
827                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP,
828                 .type = V4L2_CTRL_TYPE_BOOLEAN,
829                 .minimum = 0,
830                 .maximum = 1,
831                 .step = 1,
832                 .default_value = 0,
833         },
834         {
835                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE,
836                 .type = V4L2_CTRL_TYPE_MENU,
837                 .minimum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
838                 .maximum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_P,
839                 .step = 1,
840                 .default_value = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
841         },
842         {
843                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER,
844                 .type = V4L2_CTRL_TYPE_INTEGER,
845                 .minimum = 0,
846                 .maximum = 6,
847                 .step = 1,
848                 .default_value = 0,
849         },
850         {
851                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
852                 .type = V4L2_CTRL_TYPE_INTEGER,
853                 .minimum = 0,
854                 .maximum = 51,
855                 .step = 1,
856                 .default_value = 0,
857         },
858         {
859                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
860                 .type = V4L2_CTRL_TYPE_INTEGER,
861                 .minimum = 0,
862                 .maximum = 51,
863                 .step = 1,
864                 .default_value = 0,
865         },
866         {
867                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
868                 .type = V4L2_CTRL_TYPE_INTEGER,
869                 .minimum = 0,
870                 .maximum = 51,
871                 .step = 1,
872                 .default_value = 0,
873         },
874         {
875                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
876                 .type = V4L2_CTRL_TYPE_INTEGER,
877                 .minimum = 0,
878                 .maximum = 51,
879                 .step = 1,
880                 .default_value = 0,
881         },
882         {
883                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
884                 .type = V4L2_CTRL_TYPE_INTEGER,
885                 .minimum = 0,
886                 .maximum = 51,
887                 .step = 1,
888                 .default_value = 0,
889         },
890         {
891                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
892                 .type = V4L2_CTRL_TYPE_INTEGER,
893                 .minimum = 0,
894                 .maximum = 51,
895                 .step = 1,
896                 .default_value = 0,
897         },
898         {
899                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
900                 .type = V4L2_CTRL_TYPE_INTEGER,
901                 .minimum = 0,
902                 .maximum = 51,
903                 .step = 1,
904                 .default_value = 0,
905         },
906         {
907                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR,
908                 .type = V4L2_CTRL_TYPE_INTEGER,
909                 .minimum = INT_MIN,
910                 .maximum = INT_MAX,
911                 .step = 1,
912                 .default_value = 0,
913         },
914         {
915                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR,
916                 .type = V4L2_CTRL_TYPE_INTEGER,
917                 .minimum = INT_MIN,
918                 .maximum = INT_MAX,
919                 .step = 1,
920                 .default_value = 0,
921         },
922         {
923                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR,
924                 .type = V4L2_CTRL_TYPE_INTEGER,
925                 .minimum = INT_MIN,
926                 .maximum = INT_MAX,
927                 .step = 1,
928                 .default_value = 0,
929         },
930         {
931                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR,
932                 .type = V4L2_CTRL_TYPE_INTEGER,
933                 .minimum = INT_MIN,
934                 .maximum = INT_MAX,
935                 .step = 1,
936                 .default_value = 0,
937         },
938         {
939                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR,
940                 .type = V4L2_CTRL_TYPE_INTEGER,
941                 .minimum = INT_MIN,
942                 .maximum = INT_MAX,
943                 .step = 1,
944                 .default_value = 0,
945         },
946         {
947                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR,
948                 .type = V4L2_CTRL_TYPE_INTEGER,
949                 .minimum = INT_MIN,
950                 .maximum = INT_MAX,
951                 .step = 1,
952                 .default_value = 0,
953         },
954         {
955                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR,
956                 .type = V4L2_CTRL_TYPE_INTEGER,
957                 .minimum = INT_MIN,
958                 .maximum = INT_MAX,
959                 .step = 1,
960                 .default_value = 0,
961         },
962         {
963                 .id = V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB,
964                 .type = V4L2_CTRL_TYPE_BOOLEAN,
965                 .minimum = 0,
966                 .maximum = 1,
967                 .step = 1,
968                 .default_value = 0,
969         },
970         {
971                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID,
972                 .type = V4L2_CTRL_TYPE_BOOLEAN,
973                 .minimum = 0,
974                 .maximum = 1,
975                 .step = 1,
976                 .default_value = 0,
977         },
978         {
979                 .id = V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING,
980                 .type = V4L2_CTRL_TYPE_BOOLEAN,
981                 .minimum = 0,
982                 .maximum = 1,
983                 .step = 1,
984                 .default_value = 0,
985         },
986         {
987                 .id = V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT,
988                 .type = V4L2_CTRL_TYPE_BOOLEAN,
989                 .minimum = 0,
990                 .maximum = 1,
991                 .step = 1,
992                 .default_value = 0,
993         },
994         {
995                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION,
996                 .type = V4L2_CTRL_TYPE_BOOLEAN,
997                 .minimum = 0,
998                 .maximum = 1,
999                 .step = 1,
1000                 .default_value = 0,
1001         },
1002         {
1003                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1,
1004                 .type = V4L2_CTRL_TYPE_INTEGER,
1005                 .minimum = 0,
1006                 .maximum = 4,
1007                 .step = 1,
1008                 .default_value = 0,
1009         },
1010         {
1011                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE,
1012                 .type = V4L2_CTRL_TYPE_BOOLEAN,
1013                 .minimum = 0,
1014                 .maximum = 1,
1015                 .step = 1,
1016                 .default_value = 0,
1017         },
1018         {
1019                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD,
1020                 .type = V4L2_CTRL_TYPE_INTEGER,
1021                 .minimum = 0,
1022                 .maximum = (1 << 16) - 1,
1023                 .step = 1,
1024                 .default_value = 0,
1025         },
1026         {
1027                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2,
1028                 .type = V4L2_CTRL_TYPE_INTEGER,
1029                 .minimum = -6,
1030                 .maximum = 6,
1031                 .step = 1,
1032                 .default_value = 0,
1033         },
1034         {
1035                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2,
1036                 .type = V4L2_CTRL_TYPE_INTEGER,
1037                 .minimum = -6,
1038                 .maximum = 6,
1039                 .step = 1,
1040                 .default_value = 0,
1041         },
1042         {
1043                 .id = V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD,
1044                 .type = V4L2_CTRL_TYPE_MENU,
1045                 .minimum = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1046                 .maximum = V4L2_MPEG_VIDEO_HEVC_SIZE_4,
1047                 .step = 1,
1048                 .default_value = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1049         },
1050         {
1051                 .id = V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR,
1052                 .type = V4L2_CTRL_TYPE_INTEGER,
1053                 .minimum = 0,
1054                 .maximum = 1,
1055                 .step = 1,
1056                 .default_value = 0,
1057         },
1058         {
1059                 .id = V4L2_CID_MIN_BUFFERS_FOR_OUTPUT,
1060                 .type = V4L2_CTRL_TYPE_INTEGER,
1061                 .name = "Minimum number of output bufs",
1062                 .minimum = 1,
1063                 .maximum = 32,
1064                 .step = 1,
1065                 .default_value = 1,
1066                 .is_volatile = 1,
1067         },
1068 };
1069
1070 #define NUM_CTRLS ARRAY_SIZE(controls)
1071 static const char * const *mfc51_get_menu(u32 id)
1072 {
1073         static const char * const mfc51_video_frame_skip[] = {
1074                 "Disabled",
1075                 "Level Limit",
1076                 "VBV/CPB Limit",
1077                 NULL,
1078         };
1079         static const char * const mfc51_video_force_frame[] = {
1080                 "Disabled",
1081                 "I Frame",
1082                 "Not Coded",
1083                 NULL,
1084         };
1085         switch (id) {
1086         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1087                 return mfc51_video_frame_skip;
1088         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1089                 return mfc51_video_force_frame;
1090         }
1091         return NULL;
1092 }
1093
1094 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
1095 {
1096         mfc_debug(2, "src=%d, dst=%d, state=%d\n",
1097                   ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
1098         /* context is ready to make header */
1099         if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
1100                 return 1;
1101         /* context is ready to encode a frame */
1102         if ((ctx->state == MFCINST_RUNNING ||
1103                 ctx->state == MFCINST_HEAD_PRODUCED) &&
1104                 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
1105                 return 1;
1106         /* context is ready to encode remaining frames */
1107         if (ctx->state == MFCINST_FINISHING &&
1108                 ctx->dst_queue_cnt >= 1)
1109                 return 1;
1110         mfc_debug(2, "ctx is not ready\n");
1111         return 0;
1112 }
1113
1114 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
1115 {
1116         struct s5p_mfc_buf *mb_entry;
1117
1118         /* move buffers in ref queue to src queue */
1119         while (!list_empty(&ctx->ref_queue)) {
1120                 mb_entry = list_entry((&ctx->ref_queue)->next,
1121                                                 struct s5p_mfc_buf, list);
1122                 list_del(&mb_entry->list);
1123                 ctx->ref_queue_cnt--;
1124                 list_add_tail(&mb_entry->list, &ctx->src_queue);
1125                 ctx->src_queue_cnt++;
1126         }
1127         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1128                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1129         INIT_LIST_HEAD(&ctx->ref_queue);
1130         ctx->ref_queue_cnt = 0;
1131 }
1132
1133 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
1134 {
1135         struct s5p_mfc_dev *dev = ctx->dev;
1136         struct s5p_mfc_buf *dst_mb;
1137         unsigned long dst_addr;
1138         unsigned int dst_size;
1139
1140         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1141         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1142         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1143         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1144                         dst_size);
1145         return 0;
1146 }
1147
1148 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
1149 {
1150         struct s5p_mfc_dev *dev = ctx->dev;
1151         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1152         struct s5p_mfc_buf *dst_mb;
1153         unsigned int enc_pb_count;
1154
1155         if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
1156                 if (!list_empty(&ctx->dst_queue)) {
1157                         dst_mb = list_entry(ctx->dst_queue.next,
1158                                         struct s5p_mfc_buf, list);
1159                         list_del(&dst_mb->list);
1160                         ctx->dst_queue_cnt--;
1161                         vb2_set_plane_payload(&dst_mb->b->vb2_buf, 0,
1162                                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size,
1163                                                 dev));
1164                         vb2_buffer_done(&dst_mb->b->vb2_buf,
1165                                         VB2_BUF_STATE_DONE);
1166                 }
1167         }
1168
1169         if (!IS_MFCV6_PLUS(dev)) {
1170                 ctx->state = MFCINST_RUNNING;
1171                 if (s5p_mfc_ctx_ready(ctx))
1172                         set_work_bit_irqsave(ctx);
1173                 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1174         } else {
1175                 enc_pb_count = s5p_mfc_hw_call(dev->mfc_ops,
1176                                 get_enc_dpb_count, dev);
1177                 if (ctx->pb_count < enc_pb_count)
1178                         ctx->pb_count = enc_pb_count;
1179                 if (FW_HAS_E_MIN_SCRATCH_BUF(dev)) {
1180                         ctx->scratch_buf_size = s5p_mfc_hw_call(dev->mfc_ops,
1181                                         get_e_min_scratch_buf_size, dev);
1182                         ctx->bank1.size += ctx->scratch_buf_size;
1183                 }
1184                 ctx->state = MFCINST_HEAD_PRODUCED;
1185         }
1186
1187         return 0;
1188 }
1189
1190 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
1191 {
1192         struct s5p_mfc_dev *dev = ctx->dev;
1193         struct s5p_mfc_buf *dst_mb;
1194         struct s5p_mfc_buf *src_mb;
1195         unsigned long src_y_addr, src_c_addr, dst_addr;
1196         unsigned int dst_size;
1197
1198         src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
1199         src_y_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 0);
1200         src_c_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 1);
1201         s5p_mfc_hw_call(dev->mfc_ops, set_enc_frame_buffer, ctx,
1202                                                         src_y_addr, src_c_addr);
1203
1204         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1205         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1206         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1207         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1208                         dst_size);
1209
1210         return 0;
1211 }
1212
1213 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
1214 {
1215         struct s5p_mfc_dev *dev = ctx->dev;
1216         struct s5p_mfc_buf *mb_entry;
1217         unsigned long enc_y_addr = 0, enc_c_addr = 0;
1218         unsigned long mb_y_addr, mb_c_addr;
1219         int slice_type;
1220         unsigned int strm_size;
1221         bool src_ready;
1222
1223         slice_type = s5p_mfc_hw_call(dev->mfc_ops, get_enc_slice_type, dev);
1224         strm_size = s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev);
1225         mfc_debug(2, "Encoded slice type: %d\n", slice_type);
1226         mfc_debug(2, "Encoded stream size: %d\n", strm_size);
1227         mfc_debug(2, "Display order: %d\n",
1228                   mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
1229         if (slice_type >= 0) {
1230                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_frame_buffer, ctx,
1231                                 &enc_y_addr, &enc_c_addr);
1232                 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
1233                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1234                                         &mb_entry->b->vb2_buf, 0);
1235                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1236                                         &mb_entry->b->vb2_buf, 1);
1237                         if ((enc_y_addr == mb_y_addr) &&
1238                                                 (enc_c_addr == mb_c_addr)) {
1239                                 list_del(&mb_entry->list);
1240                                 ctx->src_queue_cnt--;
1241                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1242                                                         VB2_BUF_STATE_DONE);
1243                                 break;
1244                         }
1245                 }
1246                 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
1247                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1248                                         &mb_entry->b->vb2_buf, 0);
1249                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1250                                         &mb_entry->b->vb2_buf, 1);
1251                         if ((enc_y_addr == mb_y_addr) &&
1252                                                 (enc_c_addr == mb_c_addr)) {
1253                                 list_del(&mb_entry->list);
1254                                 ctx->ref_queue_cnt--;
1255                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1256                                                         VB2_BUF_STATE_DONE);
1257                                 break;
1258                         }
1259                 }
1260         }
1261         if (ctx->src_queue_cnt > 0 && (ctx->state == MFCINST_RUNNING ||
1262                                        ctx->state == MFCINST_FINISHING)) {
1263                 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
1264                                                                         list);
1265                 if (mb_entry->flags & MFC_BUF_FLAG_USED) {
1266                         list_del(&mb_entry->list);
1267                         ctx->src_queue_cnt--;
1268                         list_add_tail(&mb_entry->list, &ctx->ref_queue);
1269                         ctx->ref_queue_cnt++;
1270                 }
1271         }
1272         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1273                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1274         if ((ctx->dst_queue_cnt > 0) && (strm_size > 0)) {
1275                 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
1276                                                                         list);
1277                 list_del(&mb_entry->list);
1278                 ctx->dst_queue_cnt--;
1279                 switch (slice_type) {
1280                 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
1281                         mb_entry->b->flags |= V4L2_BUF_FLAG_KEYFRAME;
1282                         break;
1283                 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
1284                         mb_entry->b->flags |= V4L2_BUF_FLAG_PFRAME;
1285                         break;
1286                 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
1287                         mb_entry->b->flags |= V4L2_BUF_FLAG_BFRAME;
1288                         break;
1289                 }
1290                 vb2_set_plane_payload(&mb_entry->b->vb2_buf, 0, strm_size);
1291                 vb2_buffer_done(&mb_entry->b->vb2_buf, VB2_BUF_STATE_DONE);
1292         }
1293
1294         src_ready = true;
1295         if (ctx->state == MFCINST_RUNNING && ctx->src_queue_cnt == 0)
1296                 src_ready = false;
1297         if (ctx->state == MFCINST_FINISHING && ctx->ref_queue_cnt == 0)
1298                 src_ready = false;
1299         if (!src_ready || ctx->dst_queue_cnt == 0)
1300                 clear_work_bit(ctx);
1301
1302         return 0;
1303 }
1304
1305 static const struct s5p_mfc_codec_ops encoder_codec_ops = {
1306         .pre_seq_start          = enc_pre_seq_start,
1307         .post_seq_start         = enc_post_seq_start,
1308         .pre_frame_start        = enc_pre_frame_start,
1309         .post_frame_start       = enc_post_frame_start,
1310 };
1311
1312 /* Query capabilities of the device */
1313 static int vidioc_querycap(struct file *file, void *priv,
1314                            struct v4l2_capability *cap)
1315 {
1316         struct s5p_mfc_dev *dev = video_drvdata(file);
1317
1318         strscpy(cap->driver, S5P_MFC_NAME, sizeof(cap->driver));
1319         strscpy(cap->card, dev->vfd_enc->name, sizeof(cap->card));
1320         snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s",
1321                  dev_name(&dev->plat_dev->dev));
1322         return 0;
1323 }
1324
1325 static int vidioc_enum_fmt(struct file *file, struct v4l2_fmtdesc *f,
1326                                                         bool out)
1327 {
1328         struct s5p_mfc_dev *dev = video_drvdata(file);
1329         int i, j = 0;
1330
1331         for (i = 0; i < ARRAY_SIZE(formats); ++i) {
1332                 if (out && formats[i].type != MFC_FMT_RAW)
1333                         continue;
1334                 else if (!out && formats[i].type != MFC_FMT_ENC)
1335                         continue;
1336                 else if ((dev->variant->version_bit & formats[i].versions) == 0)
1337                         continue;
1338
1339                 if (j == f->index) {
1340                         f->pixelformat = formats[i].fourcc;
1341                         return 0;
1342                 }
1343                 ++j;
1344         }
1345         return -EINVAL;
1346 }
1347
1348 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
1349                                    struct v4l2_fmtdesc *f)
1350 {
1351         return vidioc_enum_fmt(file, f, false);
1352 }
1353
1354 static int vidioc_enum_fmt_vid_out(struct file *file, void *priv,
1355                                    struct v4l2_fmtdesc *f)
1356 {
1357         return vidioc_enum_fmt(file, f, true);
1358 }
1359
1360 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
1361 {
1362         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1363         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1364
1365         mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
1366         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1367                 /* This is run on output (encoder dest) */
1368                 pix_fmt_mp->width = 0;
1369                 pix_fmt_mp->height = 0;
1370                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1371                 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
1372                 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
1373
1374                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
1375                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
1376         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1377                 /* This is run on capture (encoder src) */
1378                 pix_fmt_mp->width = ctx->img_width;
1379                 pix_fmt_mp->height = ctx->img_height;
1380
1381                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1382                 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
1383                 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
1384
1385                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1386                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1387                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1388                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1389         } else {
1390                 mfc_err("invalid buf type\n");
1391                 return -EINVAL;
1392         }
1393         return 0;
1394 }
1395
1396 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
1397 {
1398         struct s5p_mfc_dev *dev = video_drvdata(file);
1399         struct s5p_mfc_fmt *fmt;
1400         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1401
1402         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1403                 fmt = find_format(f, MFC_FMT_ENC);
1404                 if (!fmt) {
1405                         mfc_err("failed to try output format\n");
1406                         return -EINVAL;
1407                 }
1408                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1409                         mfc_err("Unsupported format by this MFC version.\n");
1410                         return -EINVAL;
1411                 }
1412
1413                 pix_fmt_mp->plane_fmt[0].bytesperline =
1414                         pix_fmt_mp->plane_fmt[0].sizeimage;
1415         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1416                 fmt = find_format(f, MFC_FMT_RAW);
1417                 if (!fmt) {
1418                         mfc_err("failed to try output format\n");
1419                         return -EINVAL;
1420                 }
1421                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1422                         mfc_err("Unsupported format by this MFC version.\n");
1423                         return -EINVAL;
1424                 }
1425
1426                 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
1427                         &pix_fmt_mp->height, 4, 1080, 1, 0);
1428         } else {
1429                 mfc_err("invalid buf type\n");
1430                 return -EINVAL;
1431         }
1432         return 0;
1433 }
1434
1435 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
1436 {
1437         struct s5p_mfc_dev *dev = video_drvdata(file);
1438         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1439         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1440         int ret = 0;
1441
1442         ret = vidioc_try_fmt(file, priv, f);
1443         if (ret)
1444                 return ret;
1445         if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
1446                 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
1447                 ret = -EBUSY;
1448                 goto out;
1449         }
1450         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1451                 /* dst_fmt is validated by call to vidioc_try_fmt */
1452                 ctx->dst_fmt = find_format(f, MFC_FMT_ENC);
1453                 ctx->state = MFCINST_INIT;
1454                 ctx->codec_mode = ctx->dst_fmt->codec_mode;
1455                 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
1456                 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
1457                 ctx->dst_bufs_cnt = 0;
1458                 ctx->capture_state = QUEUE_FREE;
1459                 ret = s5p_mfc_open_mfc_inst(dev, ctx);
1460         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1461                 /* src_fmt is validated by call to vidioc_try_fmt */
1462                 ctx->src_fmt = find_format(f, MFC_FMT_RAW);
1463                 ctx->img_width = pix_fmt_mp->width;
1464                 ctx->img_height = pix_fmt_mp->height;
1465                 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
1466                 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
1467                         pix_fmt_mp->width, pix_fmt_mp->height,
1468                         ctx->img_width, ctx->img_height);
1469
1470                 s5p_mfc_hw_call(dev->mfc_ops, enc_calc_src_size, ctx);
1471                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1472                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1473                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1474                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1475
1476                 ctx->src_bufs_cnt = 0;
1477                 ctx->output_state = QUEUE_FREE;
1478         } else {
1479                 mfc_err("invalid buf type\n");
1480                 ret = -EINVAL;
1481         }
1482 out:
1483         mfc_debug_leave();
1484         return ret;
1485 }
1486
1487 static int vidioc_reqbufs(struct file *file, void *priv,
1488                                           struct v4l2_requestbuffers *reqbufs)
1489 {
1490         struct s5p_mfc_dev *dev = video_drvdata(file);
1491         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1492         int ret = 0;
1493
1494         /* if memory is not mmp or userptr return error */
1495         if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1496                 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1497                 return -EINVAL;
1498         if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1499                 if (reqbufs->count == 0) {
1500                         mfc_debug(2, "Freeing buffers\n");
1501                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1502                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1503                                         ctx);
1504                         ctx->capture_state = QUEUE_FREE;
1505                         return ret;
1506                 }
1507                 if (ctx->capture_state != QUEUE_FREE) {
1508                         mfc_err("invalid capture state: %d\n",
1509                                                         ctx->capture_state);
1510                         return -EINVAL;
1511                 }
1512                 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1513                 if (ret != 0) {
1514                         mfc_err("error in vb2_reqbufs() for E(D)\n");
1515                         return ret;
1516                 }
1517                 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1518
1519                 ret = s5p_mfc_hw_call(ctx->dev->mfc_ops,
1520                                 alloc_codec_buffers, ctx);
1521                 if (ret) {
1522                         mfc_err("Failed to allocate encoding buffers\n");
1523                         reqbufs->count = 0;
1524                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1525                         return -ENOMEM;
1526                 }
1527         } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1528                 if (reqbufs->count == 0) {
1529                         mfc_debug(2, "Freeing buffers\n");
1530                         ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1531                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1532                                         ctx);
1533                         ctx->output_state = QUEUE_FREE;
1534                         return ret;
1535                 }
1536                 if (ctx->output_state != QUEUE_FREE) {
1537                         mfc_err("invalid output state: %d\n",
1538                                                         ctx->output_state);
1539                         return -EINVAL;
1540                 }
1541
1542                 if (IS_MFCV6_PLUS(dev)) {
1543                         /* Check for min encoder buffers */
1544                         if (ctx->pb_count &&
1545                                 (reqbufs->count < ctx->pb_count)) {
1546                                 reqbufs->count = ctx->pb_count;
1547                                 mfc_debug(2, "Minimum %d output buffers needed\n",
1548                                                 ctx->pb_count);
1549                         } else {
1550                                 ctx->pb_count = reqbufs->count;
1551                         }
1552                 }
1553
1554                 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1555                 if (ret != 0) {
1556                         mfc_err("error in vb2_reqbufs() for E(S)\n");
1557                         return ret;
1558                 }
1559                 ctx->output_state = QUEUE_BUFS_REQUESTED;
1560         } else {
1561                 mfc_err("invalid buf type\n");
1562                 return -EINVAL;
1563         }
1564         return ret;
1565 }
1566
1567 static int vidioc_querybuf(struct file *file, void *priv,
1568                                                    struct v4l2_buffer *buf)
1569 {
1570         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1571         int ret = 0;
1572
1573         /* if memory is not mmp or userptr return error */
1574         if ((buf->memory != V4L2_MEMORY_MMAP) &&
1575                 (buf->memory != V4L2_MEMORY_USERPTR))
1576                 return -EINVAL;
1577         if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1578                 if (ctx->state != MFCINST_GOT_INST) {
1579                         mfc_err("invalid context state: %d\n", ctx->state);
1580                         return -EINVAL;
1581                 }
1582                 ret = vb2_querybuf(&ctx->vq_dst, buf);
1583                 if (ret != 0) {
1584                         mfc_err("error in vb2_querybuf() for E(D)\n");
1585                         return ret;
1586                 }
1587                 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1588         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1589                 ret = vb2_querybuf(&ctx->vq_src, buf);
1590                 if (ret != 0) {
1591                         mfc_err("error in vb2_querybuf() for E(S)\n");
1592                         return ret;
1593                 }
1594         } else {
1595                 mfc_err("invalid buf type\n");
1596                 return -EINVAL;
1597         }
1598         return ret;
1599 }
1600
1601 /* Queue a buffer */
1602 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1603 {
1604         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1605
1606         if (ctx->state == MFCINST_ERROR) {
1607                 mfc_err("Call on QBUF after unrecoverable error\n");
1608                 return -EIO;
1609         }
1610         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1611                 if (ctx->state == MFCINST_FINISHING) {
1612                         mfc_err("Call on QBUF after EOS command\n");
1613                         return -EIO;
1614                 }
1615                 return vb2_qbuf(&ctx->vq_src, NULL, buf);
1616         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1617                 return vb2_qbuf(&ctx->vq_dst, NULL, buf);
1618         }
1619         return -EINVAL;
1620 }
1621
1622 /* Dequeue a buffer */
1623 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1624 {
1625         const struct v4l2_event ev = {
1626                 .type = V4L2_EVENT_EOS
1627         };
1628         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1629         int ret;
1630
1631         if (ctx->state == MFCINST_ERROR) {
1632                 mfc_err_limited("Call on DQBUF after unrecoverable error\n");
1633                 return -EIO;
1634         }
1635         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1636                 ret = vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1637         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1638                 ret = vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1639                 if (ret == 0 && ctx->state == MFCINST_FINISHED
1640                                         && list_empty(&ctx->vq_dst.done_list))
1641                         v4l2_event_queue_fh(&ctx->fh, &ev);
1642         } else {
1643                 ret = -EINVAL;
1644         }
1645
1646         return ret;
1647 }
1648
1649 /* Export DMA buffer */
1650 static int vidioc_expbuf(struct file *file, void *priv,
1651         struct v4l2_exportbuffer *eb)
1652 {
1653         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1654
1655         if (eb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1656                 return vb2_expbuf(&ctx->vq_src, eb);
1657         if (eb->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1658                 return vb2_expbuf(&ctx->vq_dst, eb);
1659         return -EINVAL;
1660 }
1661
1662 /* Stream on */
1663 static int vidioc_streamon(struct file *file, void *priv,
1664                            enum v4l2_buf_type type)
1665 {
1666         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1667
1668         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1669                 return vb2_streamon(&ctx->vq_src, type);
1670         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1671                 return vb2_streamon(&ctx->vq_dst, type);
1672         return -EINVAL;
1673 }
1674
1675 /* Stream off, which equals to a pause */
1676 static int vidioc_streamoff(struct file *file, void *priv,
1677                             enum v4l2_buf_type type)
1678 {
1679         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1680
1681         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1682                 return vb2_streamoff(&ctx->vq_src, type);
1683         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1684                 return vb2_streamoff(&ctx->vq_dst, type);
1685         return -EINVAL;
1686 }
1687
1688 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1689 {
1690         static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1691                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0   */ 10,
1692                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B    */ 9,
1693                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1   */ 11,
1694                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2   */ 12,
1695                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3   */ 13,
1696                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0   */ 20,
1697                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1   */ 21,
1698                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2   */ 22,
1699                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0   */ 30,
1700                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1   */ 31,
1701                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2   */ 32,
1702                 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0   */ 40,
1703         };
1704         return t[lvl];
1705 }
1706
1707 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1708 {
1709         static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1710                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0    */ 0,
1711                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B   */ 9,
1712                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1    */ 1,
1713                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2    */ 2,
1714                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3    */ 3,
1715                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B   */ 7,
1716                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4    */ 4,
1717                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5    */ 5,
1718         };
1719         return t[lvl];
1720 }
1721
1722 static inline int hevc_level(enum v4l2_mpeg_video_hevc_level lvl)
1723 {
1724         static unsigned int t[] = {
1725                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_1    */ 10,
1726                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2    */ 20,
1727                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2_1  */ 21,
1728                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3    */ 30,
1729                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3_1  */ 31,
1730                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4    */ 40,
1731                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4_1  */ 41,
1732                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5    */ 50,
1733                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_1  */ 51,
1734                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_2  */ 52,
1735                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6    */ 60,
1736                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_1  */ 61,
1737                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2  */ 62,
1738         };
1739         return t[lvl];
1740 }
1741
1742 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1743 {
1744         static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1745                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED     */ 0,
1746                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1             */ 1,
1747                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11           */ 2,
1748                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11           */ 3,
1749                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11           */ 4,
1750                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33           */ 5,
1751                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11           */ 6,
1752                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11           */ 7,
1753                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11           */ 8,
1754                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33           */ 9,
1755                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11           */ 10,
1756                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11           */ 11,
1757                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33           */ 12,
1758                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99          */ 13,
1759                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3             */ 14,
1760                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2             */ 15,
1761                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1             */ 16,
1762                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED        */ 255,
1763         };
1764         return t[sar];
1765 }
1766
1767 /*
1768  * Update range of all HEVC quantization parameter controls that depend on the
1769  * V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP, V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP controls.
1770  */
1771 static void __enc_update_hevc_qp_ctrls_range(struct s5p_mfc_ctx *ctx,
1772                                              int min, int max)
1773 {
1774         static const int __hevc_qp_ctrls[] = {
1775                 V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
1776                 V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
1777                 V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
1778                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
1779                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
1780                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
1781                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
1782                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
1783                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
1784                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
1785         };
1786         struct v4l2_ctrl *ctrl = NULL;
1787         int i, j;
1788
1789         for (i = 0; i < ARRAY_SIZE(__hevc_qp_ctrls); i++) {
1790                 for (j = 0; j < ARRAY_SIZE(ctx->ctrls); j++) {
1791                         if (ctx->ctrls[j]->id == __hevc_qp_ctrls[i]) {
1792                                 ctrl = ctx->ctrls[j];
1793                                 break;
1794                         }
1795                 }
1796                 if (WARN_ON(!ctrl))
1797                         break;
1798
1799                 __v4l2_ctrl_modify_range(ctrl, min, max, ctrl->step, min);
1800         }
1801 }
1802
1803 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1804 {
1805         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1806         struct s5p_mfc_dev *dev = ctx->dev;
1807         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1808         int ret = 0;
1809
1810         switch (ctrl->id) {
1811         case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1812                 p->gop_size = ctrl->val;
1813                 break;
1814         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1815                 p->slice_mode = ctrl->val;
1816                 break;
1817         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1818                 p->slice_mb = ctrl->val;
1819                 break;
1820         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1821                 p->slice_bit = ctrl->val * 8;
1822                 break;
1823         case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1824                 p->intra_refresh_mb = ctrl->val;
1825                 break;
1826         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1827                 p->pad = ctrl->val;
1828                 break;
1829         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1830                 p->pad_luma = (ctrl->val >> 16) & 0xff;
1831                 p->pad_cb = (ctrl->val >> 8) & 0xff;
1832                 p->pad_cr = (ctrl->val >> 0) & 0xff;
1833                 break;
1834         case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1835                 p->rc_frame = ctrl->val;
1836                 break;
1837         case V4L2_CID_MPEG_VIDEO_BITRATE:
1838                 p->rc_bitrate = ctrl->val;
1839                 break;
1840         case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1841                 p->rc_reaction_coeff = ctrl->val;
1842                 break;
1843         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1844                 ctx->force_frame_type = ctrl->val;
1845                 break;
1846         case V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME:
1847                 ctx->force_frame_type =
1848                         V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_I_FRAME;
1849                 break;
1850         case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1851                 p->vbv_size = ctrl->val;
1852                 break;
1853         case V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE:
1854                 p->mv_h_range = ctrl->val;
1855                 break;
1856         case V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE:
1857                 p->mv_v_range = ctrl->val;
1858                 break;
1859         case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1860                 p->codec.h264.cpb_size = ctrl->val;
1861                 break;
1862         case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1863                 p->seq_hdr_mode = ctrl->val;
1864                 break;
1865         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1866         case V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE:
1867                 p->frame_skip_mode = ctrl->val;
1868                 break;
1869         case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1870                 p->fixed_target_bit = ctrl->val;
1871                 break;
1872         case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1873                 p->num_b_frame = ctrl->val;
1874                 break;
1875         case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1876                 switch (ctrl->val) {
1877                 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1878                         p->codec.h264.profile =
1879                                         S5P_FIMV_ENC_PROFILE_H264_MAIN;
1880                         break;
1881                 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1882                         p->codec.h264.profile =
1883                                         S5P_FIMV_ENC_PROFILE_H264_HIGH;
1884                         break;
1885                 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1886                         p->codec.h264.profile =
1887                                 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1888                         break;
1889                 case V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE:
1890                         if (IS_MFCV6_PLUS(dev))
1891                                 p->codec.h264.profile =
1892                                 S5P_FIMV_ENC_PROFILE_H264_CONSTRAINED_BASELINE;
1893                         else
1894                                 ret = -EINVAL;
1895                         break;
1896                 default:
1897                         ret = -EINVAL;
1898                 }
1899                 break;
1900         case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1901                 p->codec.h264.level_v4l2 = ctrl->val;
1902                 p->codec.h264.level = h264_level(ctrl->val);
1903                 if (p->codec.h264.level < 0) {
1904                         mfc_err("Level number is wrong\n");
1905                         ret = p->codec.h264.level;
1906                 }
1907                 break;
1908         case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1909                 p->codec.mpeg4.level_v4l2 = ctrl->val;
1910                 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1911                 if (p->codec.mpeg4.level < 0) {
1912                         mfc_err("Level number is wrong\n");
1913                         ret = p->codec.mpeg4.level;
1914                 }
1915                 break;
1916         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1917                 p->codec.h264.loop_filter_mode = ctrl->val;
1918                 break;
1919         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1920                 p->codec.h264.loop_filter_alpha = ctrl->val;
1921                 break;
1922         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1923                 p->codec.h264.loop_filter_beta = ctrl->val;
1924                 break;
1925         case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1926                 p->codec.h264.entropy_mode = ctrl->val;
1927                 break;
1928         case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1929                 p->codec.h264.num_ref_pic_4p = ctrl->val;
1930                 break;
1931         case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1932                 p->codec.h264._8x8_transform = ctrl->val;
1933                 break;
1934         case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1935                 p->rc_mb = ctrl->val;
1936                 break;
1937         case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1938                 p->codec.h264.rc_frame_qp = ctrl->val;
1939                 break;
1940         case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1941                 p->codec.h264.rc_min_qp = ctrl->val;
1942                 break;
1943         case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1944                 p->codec.h264.rc_max_qp = ctrl->val;
1945                 break;
1946         case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1947                 p->codec.h264.rc_p_frame_qp = ctrl->val;
1948                 break;
1949         case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1950                 p->codec.h264.rc_b_frame_qp = ctrl->val;
1951                 break;
1952         case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1953         case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1954                 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1955                 break;
1956         case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1957         case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1958                 p->codec.mpeg4.rc_min_qp = ctrl->val;
1959                 break;
1960         case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1961         case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1962                 p->codec.mpeg4.rc_max_qp = ctrl->val;
1963                 break;
1964         case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1965         case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1966                 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1967                 break;
1968         case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1969         case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1970                 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1971                 break;
1972         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1973                 p->codec.h264.rc_mb_dark = ctrl->val;
1974                 break;
1975         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1976                 p->codec.h264.rc_mb_smooth = ctrl->val;
1977                 break;
1978         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1979                 p->codec.h264.rc_mb_static = ctrl->val;
1980                 break;
1981         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1982                 p->codec.h264.rc_mb_activity = ctrl->val;
1983                 break;
1984         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1985                 p->codec.h264.vui_sar = ctrl->val;
1986                 break;
1987         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1988                 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1989                 break;
1990         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1991                 p->codec.h264.vui_ext_sar_width = ctrl->val;
1992                 break;
1993         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1994                 p->codec.h264.vui_ext_sar_height = ctrl->val;
1995                 break;
1996         case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1997                 p->codec.h264.open_gop = !ctrl->val;
1998                 break;
1999         case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
2000                 p->codec.h264.open_gop_size = ctrl->val;
2001                 break;
2002         case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
2003                 switch (ctrl->val) {
2004                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
2005                         p->codec.mpeg4.profile =
2006                                 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
2007                         break;
2008                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
2009                         p->codec.mpeg4.profile =
2010                         S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
2011                         break;
2012                 default:
2013                         ret = -EINVAL;
2014                 }
2015                 break;
2016         case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
2017                 p->codec.mpeg4.quarter_pixel = ctrl->val;
2018                 break;
2019         case V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS:
2020                 p->codec.vp8.num_partitions = ctrl->val;
2021                 break;
2022         case V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4:
2023                 p->codec.vp8.imd_4x4 = ctrl->val;
2024                 break;
2025         case V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES:
2026                 p->codec.vp8.num_ref = ctrl->val;
2027                 break;
2028         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL:
2029                 p->codec.vp8.filter_level = ctrl->val;
2030                 break;
2031         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS:
2032                 p->codec.vp8.filter_sharpness = ctrl->val;
2033                 break;
2034         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD:
2035                 p->codec.vp8.golden_frame_ref_period = ctrl->val;
2036                 break;
2037         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL:
2038                 p->codec.vp8.golden_frame_sel = ctrl->val;
2039                 break;
2040         case V4L2_CID_MPEG_VIDEO_VPX_MIN_QP:
2041                 p->codec.vp8.rc_min_qp = ctrl->val;
2042                 break;
2043         case V4L2_CID_MPEG_VIDEO_VPX_MAX_QP:
2044                 p->codec.vp8.rc_max_qp = ctrl->val;
2045                 break;
2046         case V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP:
2047                 p->codec.vp8.rc_frame_qp = ctrl->val;
2048                 break;
2049         case V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP:
2050                 p->codec.vp8.rc_p_frame_qp = ctrl->val;
2051                 break;
2052         case V4L2_CID_MPEG_VIDEO_VP8_PROFILE:
2053                 p->codec.vp8.profile = ctrl->val;
2054                 break;
2055         case V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP:
2056                 p->codec.hevc.rc_frame_qp = ctrl->val;
2057                 break;
2058         case V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP:
2059                 p->codec.hevc.rc_p_frame_qp = ctrl->val;
2060                 break;
2061         case V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP:
2062                 p->codec.hevc.rc_b_frame_qp = ctrl->val;
2063                 break;
2064         case V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION:
2065                 p->codec.hevc.rc_framerate = ctrl->val;
2066                 break;
2067         case V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP:
2068                 p->codec.hevc.rc_min_qp = ctrl->val;
2069                 __enc_update_hevc_qp_ctrls_range(ctx, ctrl->val,
2070                                                  p->codec.hevc.rc_max_qp);
2071                 break;
2072         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP:
2073                 p->codec.hevc.rc_max_qp = ctrl->val;
2074                 __enc_update_hevc_qp_ctrls_range(ctx, p->codec.hevc.rc_min_qp,
2075                                                  ctrl->val);
2076                 break;
2077         case V4L2_CID_MPEG_VIDEO_HEVC_LEVEL:
2078                 p->codec.hevc.level_v4l2 = ctrl->val;
2079                 p->codec.hevc.level = hevc_level(ctrl->val);
2080                 break;
2081         case V4L2_CID_MPEG_VIDEO_HEVC_PROFILE:
2082                 switch (ctrl->val) {
2083                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN:
2084                         p->codec.hevc.profile =
2085                                 V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN;
2086                         break;
2087                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE:
2088                         p->codec.hevc.profile =
2089                         V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE;
2090                         break;
2091                 default:
2092                         ret = -EINVAL;
2093                 }
2094                 break;
2095         case V4L2_CID_MPEG_VIDEO_HEVC_TIER:
2096                 p->codec.hevc.tier = ctrl->val;
2097                 break;
2098         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH:
2099                 p->codec.hevc.max_partition_depth = ctrl->val;
2100                 break;
2101         case V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES:
2102                 p->codec.hevc.num_refs_for_p = ctrl->val;
2103                 break;
2104         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE:
2105                 p->codec.hevc.refreshtype = ctrl->val;
2106                 break;
2107         case V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED:
2108                 p->codec.hevc.const_intra_period_enable = ctrl->val;
2109                 break;
2110         case V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU:
2111                 p->codec.hevc.lossless_cu_enable = ctrl->val;
2112                 break;
2113         case V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT:
2114                 p->codec.hevc.wavefront_enable = ctrl->val;
2115                 break;
2116         case V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE:
2117                 p->codec.hevc.loopfilter = ctrl->val;
2118                 break;
2119         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP:
2120                 p->codec.hevc.hier_qp_enable = ctrl->val;
2121                 break;
2122         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE:
2123                 p->codec.hevc.hier_qp_type = ctrl->val;
2124                 break;
2125         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER:
2126                 p->codec.hevc.num_hier_layer = ctrl->val;
2127                 break;
2128         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP:
2129                 p->codec.hevc.hier_qp_layer[0] = ctrl->val;
2130                 break;
2131         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP:
2132                 p->codec.hevc.hier_qp_layer[1] = ctrl->val;
2133                 break;
2134         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP:
2135                 p->codec.hevc.hier_qp_layer[2] = ctrl->val;
2136                 break;
2137         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP:
2138                 p->codec.hevc.hier_qp_layer[3] = ctrl->val;
2139                 break;
2140         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP:
2141                 p->codec.hevc.hier_qp_layer[4] = ctrl->val;
2142                 break;
2143         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP:
2144                 p->codec.hevc.hier_qp_layer[5] = ctrl->val;
2145                 break;
2146         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP:
2147                 p->codec.hevc.hier_qp_layer[6] = ctrl->val;
2148                 break;
2149         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR:
2150                 p->codec.hevc.hier_bit_layer[0] = ctrl->val;
2151                 break;
2152         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR:
2153                 p->codec.hevc.hier_bit_layer[1] = ctrl->val;
2154                 break;
2155         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR:
2156                 p->codec.hevc.hier_bit_layer[2] = ctrl->val;
2157                 break;
2158         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR:
2159                 p->codec.hevc.hier_bit_layer[3] = ctrl->val;
2160                 break;
2161         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR:
2162                 p->codec.hevc.hier_bit_layer[4] = ctrl->val;
2163                 break;
2164         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR:
2165                 p->codec.hevc.hier_bit_layer[5] = ctrl->val;
2166                 break;
2167         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR:
2168                 p->codec.hevc.hier_bit_layer[6] = ctrl->val;
2169                 break;
2170         case V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB:
2171                 p->codec.hevc.general_pb_enable = ctrl->val;
2172                 break;
2173         case V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID:
2174                 p->codec.hevc.temporal_id_enable = ctrl->val;
2175                 break;
2176         case V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING:
2177                 p->codec.hevc.strong_intra_smooth = ctrl->val;
2178                 break;
2179         case V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT:
2180                 p->codec.hevc.intra_pu_split_disable = ctrl->val;
2181                 break;
2182         case V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION:
2183                 p->codec.hevc.tmv_prediction_disable = !ctrl->val;
2184                 break;
2185         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1:
2186                 p->codec.hevc.max_num_merge_mv = ctrl->val;
2187                 break;
2188         case V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE:
2189                 p->codec.hevc.encoding_nostartcode_enable = ctrl->val;
2190                 break;
2191         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD:
2192                 p->codec.hevc.refreshperiod = ctrl->val;
2193                 break;
2194         case V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2:
2195                 p->codec.hevc.lf_beta_offset_div2 = ctrl->val;
2196                 break;
2197         case V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2:
2198                 p->codec.hevc.lf_tc_offset_div2 = ctrl->val;
2199                 break;
2200         case V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD:
2201                 p->codec.hevc.size_of_length_field = ctrl->val;
2202                 break;
2203         case V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR:
2204                 p->codec.hevc.prepend_sps_pps_to_idr = ctrl->val;
2205                 break;
2206         default:
2207                 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
2208                                                         ctrl->id, ctrl->val);
2209                 ret = -EINVAL;
2210         }
2211         return ret;
2212 }
2213
2214 static int s5p_mfc_enc_g_v_ctrl(struct v4l2_ctrl *ctrl)
2215 {
2216         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
2217         struct s5p_mfc_dev *dev = ctx->dev;
2218
2219         switch (ctrl->id) {
2220         case V4L2_CID_MIN_BUFFERS_FOR_OUTPUT:
2221                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2222                     ctx->state < MFCINST_ABORT) {
2223                         ctrl->val = ctx->pb_count;
2224                         break;
2225                 } else if (ctx->state != MFCINST_INIT) {
2226                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2227                         return -EINVAL;
2228                 }
2229                 /* Should wait for the header to be produced */
2230                 s5p_mfc_wait_for_done_ctx(ctx,
2231                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET, 0);
2232                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2233                     ctx->state < MFCINST_ABORT) {
2234                         ctrl->val = ctx->pb_count;
2235                 } else {
2236                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2237                         return -EINVAL;
2238                 }
2239                 break;
2240         }
2241         return 0;
2242 }
2243
2244 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
2245         .s_ctrl = s5p_mfc_enc_s_ctrl,
2246         .g_volatile_ctrl = s5p_mfc_enc_g_v_ctrl,
2247 };
2248
2249 static int vidioc_s_parm(struct file *file, void *priv,
2250                          struct v4l2_streamparm *a)
2251 {
2252         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2253
2254         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2255                 ctx->enc_params.rc_framerate_num =
2256                                         a->parm.output.timeperframe.denominator;
2257                 ctx->enc_params.rc_framerate_denom =
2258                                         a->parm.output.timeperframe.numerator;
2259         } else {
2260                 mfc_err("Setting FPS is only possible for the output queue\n");
2261                 return -EINVAL;
2262         }
2263         return 0;
2264 }
2265
2266 static int vidioc_g_parm(struct file *file, void *priv,
2267                          struct v4l2_streamparm *a)
2268 {
2269         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2270
2271         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
2272                 a->parm.output.timeperframe.denominator =
2273                                         ctx->enc_params.rc_framerate_num;
2274                 a->parm.output.timeperframe.numerator =
2275                                         ctx->enc_params.rc_framerate_denom;
2276         } else {
2277                 mfc_err("Setting FPS is only possible for the output queue\n");
2278                 return -EINVAL;
2279         }
2280         return 0;
2281 }
2282
2283 static int vidioc_encoder_cmd(struct file *file, void *priv,
2284                               struct v4l2_encoder_cmd *cmd)
2285 {
2286         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2287         struct s5p_mfc_dev *dev = ctx->dev;
2288         struct s5p_mfc_buf *buf;
2289         unsigned long flags;
2290
2291         switch (cmd->cmd) {
2292         case V4L2_ENC_CMD_STOP:
2293                 if (cmd->flags != 0)
2294                         return -EINVAL;
2295
2296                 if (!ctx->vq_src.streaming)
2297                         return -EINVAL;
2298
2299                 spin_lock_irqsave(&dev->irqlock, flags);
2300                 if (list_empty(&ctx->src_queue)) {
2301                         mfc_debug(2, "EOS: empty src queue, entering finishing state\n");
2302                         ctx->state = MFCINST_FINISHING;
2303                         if (s5p_mfc_ctx_ready(ctx))
2304                                 set_work_bit_irqsave(ctx);
2305                         spin_unlock_irqrestore(&dev->irqlock, flags);
2306                         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2307                 } else {
2308                         mfc_debug(2, "EOS: marking last buffer of stream\n");
2309                         buf = list_entry(ctx->src_queue.prev,
2310                                                 struct s5p_mfc_buf, list);
2311                         if (buf->flags & MFC_BUF_FLAG_USED)
2312                                 ctx->state = MFCINST_FINISHING;
2313                         else
2314                                 buf->flags |= MFC_BUF_FLAG_EOS;
2315                         spin_unlock_irqrestore(&dev->irqlock, flags);
2316                 }
2317                 break;
2318         default:
2319                 return -EINVAL;
2320
2321         }
2322         return 0;
2323 }
2324
2325 static int vidioc_subscribe_event(struct v4l2_fh *fh,
2326                                   const struct v4l2_event_subscription *sub)
2327 {
2328         switch (sub->type) {
2329         case V4L2_EVENT_EOS:
2330                 return v4l2_event_subscribe(fh, sub, 2, NULL);
2331         default:
2332                 return -EINVAL;
2333         }
2334 }
2335
2336 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
2337         .vidioc_querycap = vidioc_querycap,
2338         .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
2339         .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
2340         .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
2341         .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
2342         .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
2343         .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
2344         .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
2345         .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
2346         .vidioc_reqbufs = vidioc_reqbufs,
2347         .vidioc_querybuf = vidioc_querybuf,
2348         .vidioc_qbuf = vidioc_qbuf,
2349         .vidioc_dqbuf = vidioc_dqbuf,
2350         .vidioc_expbuf = vidioc_expbuf,
2351         .vidioc_streamon = vidioc_streamon,
2352         .vidioc_streamoff = vidioc_streamoff,
2353         .vidioc_s_parm = vidioc_s_parm,
2354         .vidioc_g_parm = vidioc_g_parm,
2355         .vidioc_encoder_cmd = vidioc_encoder_cmd,
2356         .vidioc_subscribe_event = vidioc_subscribe_event,
2357         .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
2358 };
2359
2360 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
2361 {
2362         int i;
2363
2364         if (!fmt)
2365                 return -EINVAL;
2366         if (fmt->num_planes != vb->num_planes) {
2367                 mfc_err("invalid plane number for the format\n");
2368                 return -EINVAL;
2369         }
2370         for (i = 0; i < fmt->num_planes; i++) {
2371                 dma_addr_t dma = vb2_dma_contig_plane_dma_addr(vb, i);
2372                 if (!dma) {
2373                         mfc_err("failed to get plane cookie\n");
2374                         return -EINVAL;
2375                 }
2376                 mfc_debug(2, "index: %d, plane[%d] cookie: %pad\n",
2377                           vb->index, i, &dma);
2378         }
2379         return 0;
2380 }
2381
2382 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
2383                         unsigned int *buf_count, unsigned int *plane_count,
2384                         unsigned int psize[], struct device *alloc_devs[])
2385 {
2386         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2387         struct s5p_mfc_dev *dev = ctx->dev;
2388
2389         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2390                 if (ctx->state != MFCINST_GOT_INST) {
2391                         mfc_err("invalid state: %d\n", ctx->state);
2392                         return -EINVAL;
2393                 }
2394
2395                 if (ctx->dst_fmt)
2396                         *plane_count = ctx->dst_fmt->num_planes;
2397                 else
2398                         *plane_count = MFC_ENC_CAP_PLANE_COUNT;
2399                 if (*buf_count < 1)
2400                         *buf_count = 1;
2401                 if (*buf_count > MFC_MAX_BUFFERS)
2402                         *buf_count = MFC_MAX_BUFFERS;
2403                 psize[0] = ctx->enc_dst_buf_size;
2404                 alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2405         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2406                 if (ctx->src_fmt)
2407                         *plane_count = ctx->src_fmt->num_planes;
2408                 else
2409                         *plane_count = MFC_ENC_OUT_PLANE_COUNT;
2410
2411                 if (*buf_count < 1)
2412                         *buf_count = 1;
2413                 if (*buf_count > MFC_MAX_BUFFERS)
2414                         *buf_count = MFC_MAX_BUFFERS;
2415
2416                 psize[0] = ctx->luma_size;
2417                 psize[1] = ctx->chroma_size;
2418
2419                 if (IS_MFCV6_PLUS(dev)) {
2420                         alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2421                         alloc_devs[1] = ctx->dev->mem_dev[BANK_L_CTX];
2422                 } else {
2423                         alloc_devs[0] = ctx->dev->mem_dev[BANK_R_CTX];
2424                         alloc_devs[1] = ctx->dev->mem_dev[BANK_R_CTX];
2425                 }
2426         } else {
2427                 mfc_err("invalid queue type: %d\n", vq->type);
2428                 return -EINVAL;
2429         }
2430         return 0;
2431 }
2432
2433 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
2434 {
2435         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
2436         struct vb2_queue *vq = vb->vb2_queue;
2437         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2438         unsigned int i;
2439         int ret;
2440
2441         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2442                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2443                 if (ret < 0)
2444                         return ret;
2445                 i = vb->index;
2446                 ctx->dst_bufs[i].b = vbuf;
2447                 ctx->dst_bufs[i].cookie.stream =
2448                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2449                 ctx->dst_bufs_cnt++;
2450         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2451                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2452                 if (ret < 0)
2453                         return ret;
2454                 i = vb->index;
2455                 ctx->src_bufs[i].b = vbuf;
2456                 ctx->src_bufs[i].cookie.raw.luma =
2457                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2458                 ctx->src_bufs[i].cookie.raw.chroma =
2459                                         vb2_dma_contig_plane_dma_addr(vb, 1);
2460                 ctx->src_bufs_cnt++;
2461         } else {
2462                 mfc_err("invalid queue type: %d\n", vq->type);
2463                 return -EINVAL;
2464         }
2465         return 0;
2466 }
2467
2468 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
2469 {
2470         struct vb2_queue *vq = vb->vb2_queue;
2471         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2472         int ret;
2473
2474         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2475                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2476                 if (ret < 0)
2477                         return ret;
2478                 mfc_debug(2, "plane size: %ld, dst size: %zu\n",
2479                         vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
2480                 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
2481                         mfc_err("plane size is too small for capture\n");
2482                         return -EINVAL;
2483                 }
2484         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2485                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2486                 if (ret < 0)
2487                         return ret;
2488                 mfc_debug(2, "plane size: %ld, luma size: %d\n",
2489                         vb2_plane_size(vb, 0), ctx->luma_size);
2490                 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
2491                         vb2_plane_size(vb, 1), ctx->chroma_size);
2492                 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
2493                     vb2_plane_size(vb, 1) < ctx->chroma_size) {
2494                         mfc_err("plane size is too small for output\n");
2495                         return -EINVAL;
2496                 }
2497         } else {
2498                 mfc_err("invalid queue type: %d\n", vq->type);
2499                 return -EINVAL;
2500         }
2501         return 0;
2502 }
2503
2504 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
2505 {
2506         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2507         struct s5p_mfc_dev *dev = ctx->dev;
2508
2509         if (IS_MFCV6_PLUS(dev) &&
2510                         (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)) {
2511
2512                 if ((ctx->state == MFCINST_GOT_INST) &&
2513                         (dev->curr_ctx == ctx->num) && dev->hw_lock) {
2514                         s5p_mfc_wait_for_done_ctx(ctx,
2515                                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET,
2516                                                 0);
2517                 }
2518
2519                 if (ctx->src_bufs_cnt < ctx->pb_count) {
2520                         mfc_err("Need minimum %d OUTPUT buffers\n",
2521                                         ctx->pb_count);
2522                         return -ENOBUFS;
2523                 }
2524         }
2525
2526         /* If context is ready then dev = work->data;schedule it to run */
2527         if (s5p_mfc_ctx_ready(ctx))
2528                 set_work_bit_irqsave(ctx);
2529         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2530
2531         return 0;
2532 }
2533
2534 static void s5p_mfc_stop_streaming(struct vb2_queue *q)
2535 {
2536         unsigned long flags;
2537         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2538         struct s5p_mfc_dev *dev = ctx->dev;
2539
2540         if ((ctx->state == MFCINST_FINISHING ||
2541                 ctx->state == MFCINST_RUNNING) &&
2542                 dev->curr_ctx == ctx->num && dev->hw_lock) {
2543                 ctx->state = MFCINST_ABORT;
2544                 s5p_mfc_wait_for_done_ctx(ctx, S5P_MFC_R2H_CMD_FRAME_DONE_RET,
2545                                           0);
2546         }
2547         ctx->state = MFCINST_FINISHED;
2548         spin_lock_irqsave(&dev->irqlock, flags);
2549         if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2550                 s5p_mfc_cleanup_queue(&ctx->dst_queue, &ctx->vq_dst);
2551                 INIT_LIST_HEAD(&ctx->dst_queue);
2552                 ctx->dst_queue_cnt = 0;
2553         }
2554         if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2555                 cleanup_ref_queue(ctx);
2556                 s5p_mfc_cleanup_queue(&ctx->src_queue, &ctx->vq_src);
2557                 INIT_LIST_HEAD(&ctx->src_queue);
2558                 ctx->src_queue_cnt = 0;
2559         }
2560         spin_unlock_irqrestore(&dev->irqlock, flags);
2561 }
2562
2563 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
2564 {
2565         struct vb2_queue *vq = vb->vb2_queue;
2566         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2567         struct s5p_mfc_dev *dev = ctx->dev;
2568         unsigned long flags;
2569         struct s5p_mfc_buf *mfc_buf;
2570
2571         if (ctx->state == MFCINST_ERROR) {
2572                 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
2573                 cleanup_ref_queue(ctx);
2574                 return;
2575         }
2576         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2577                 mfc_buf = &ctx->dst_bufs[vb->index];
2578                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2579                 /* Mark destination as available for use by MFC */
2580                 spin_lock_irqsave(&dev->irqlock, flags);
2581                 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
2582                 ctx->dst_queue_cnt++;
2583                 spin_unlock_irqrestore(&dev->irqlock, flags);
2584         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2585                 mfc_buf = &ctx->src_bufs[vb->index];
2586                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2587                 spin_lock_irqsave(&dev->irqlock, flags);
2588                 list_add_tail(&mfc_buf->list, &ctx->src_queue);
2589                 ctx->src_queue_cnt++;
2590                 spin_unlock_irqrestore(&dev->irqlock, flags);
2591         } else {
2592                 mfc_err("unsupported buffer type (%d)\n", vq->type);
2593         }
2594         if (s5p_mfc_ctx_ready(ctx))
2595                 set_work_bit_irqsave(ctx);
2596         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2597 }
2598
2599 static struct vb2_ops s5p_mfc_enc_qops = {
2600         .queue_setup            = s5p_mfc_queue_setup,
2601         .wait_prepare           = vb2_ops_wait_prepare,
2602         .wait_finish            = vb2_ops_wait_finish,
2603         .buf_init               = s5p_mfc_buf_init,
2604         .buf_prepare            = s5p_mfc_buf_prepare,
2605         .start_streaming        = s5p_mfc_start_streaming,
2606         .stop_streaming         = s5p_mfc_stop_streaming,
2607         .buf_queue              = s5p_mfc_buf_queue,
2608 };
2609
2610 const struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
2611 {
2612         return &encoder_codec_ops;
2613 }
2614
2615 struct vb2_ops *get_enc_queue_ops(void)
2616 {
2617         return &s5p_mfc_enc_qops;
2618 }
2619
2620 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
2621 {
2622         return &s5p_mfc_enc_ioctl_ops;
2623 }
2624
2625 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2WHICH(x) == V4L2_CTRL_CLASS_MPEG) \
2626                                                 && V4L2_CTRL_DRIVER_PRIV(x))
2627
2628 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
2629 {
2630         struct v4l2_ctrl_config cfg;
2631         int i;
2632
2633         v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
2634         if (ctx->ctrl_handler.error) {
2635                 mfc_err("v4l2_ctrl_handler_init failed\n");
2636                 return ctx->ctrl_handler.error;
2637         }
2638         for (i = 0; i < NUM_CTRLS; i++) {
2639                 if (IS_MFC51_PRIV(controls[i].id)) {
2640                         memset(&cfg, 0, sizeof(struct v4l2_ctrl_config));
2641                         cfg.ops = &s5p_mfc_enc_ctrl_ops;
2642                         cfg.id = controls[i].id;
2643                         cfg.min = controls[i].minimum;
2644                         cfg.max = controls[i].maximum;
2645                         cfg.def = controls[i].default_value;
2646                         cfg.name = controls[i].name;
2647                         cfg.type = controls[i].type;
2648                         cfg.flags = 0;
2649
2650                         if (cfg.type == V4L2_CTRL_TYPE_MENU) {
2651                                 cfg.step = 0;
2652                                 cfg.menu_skip_mask = controls[i].menu_skip_mask;
2653                                 cfg.qmenu = mfc51_get_menu(cfg.id);
2654                         } else {
2655                                 cfg.step = controls[i].step;
2656                                 cfg.menu_skip_mask = 0;
2657                         }
2658                         ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
2659                                         &cfg, NULL);
2660                 } else {
2661                         if ((controls[i].type == V4L2_CTRL_TYPE_MENU) ||
2662                                 (controls[i].type ==
2663                                         V4L2_CTRL_TYPE_INTEGER_MENU)) {
2664                                 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
2665                                         &ctx->ctrl_handler,
2666                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2667                                         controls[i].maximum, 0,
2668                                         controls[i].default_value);
2669                         } else {
2670                                 ctx->ctrls[i] = v4l2_ctrl_new_std(
2671                                         &ctx->ctrl_handler,
2672                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2673                                         controls[i].minimum,
2674                                         controls[i].maximum, controls[i].step,
2675                                         controls[i].default_value);
2676                         }
2677                 }
2678                 if (ctx->ctrl_handler.error) {
2679                         mfc_err("Adding control (%d) failed\n", i);
2680                         return ctx->ctrl_handler.error;
2681                 }
2682                 if (controls[i].is_volatile && ctx->ctrls[i])
2683                         ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
2684         }
2685         v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
2686         return 0;
2687 }
2688
2689 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
2690 {
2691         int i;
2692
2693         v4l2_ctrl_handler_free(&ctx->ctrl_handler);
2694         for (i = 0; i < NUM_CTRLS; i++)
2695                 ctx->ctrls[i] = NULL;
2696 }
2697
2698 void s5p_mfc_enc_init(struct s5p_mfc_ctx *ctx)
2699 {
2700         struct v4l2_format f;
2701         f.fmt.pix_mp.pixelformat = DEF_SRC_FMT_ENC;
2702         ctx->src_fmt = find_format(&f, MFC_FMT_RAW);
2703         f.fmt.pix_mp.pixelformat = DEF_DST_FMT_ENC;
2704         ctx->dst_fmt = find_format(&f, MFC_FMT_ENC);
2705 }