GNU Linux-libre 6.7.9-gnu
[releases.git] / drivers / media / platform / samsung / s5p-mfc / s5p_mfc_enc.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * linux/drivers/media/platform/samsung/s5p-mfc/s5p_mfc_enc.c
4  *
5  * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
6  *              http://www.samsung.com/
7  *
8  * Jeongtae Park        <jtp.park@samsung.com>
9  * Kamil Debski         <k.debski@samsung.com>
10  */
11
12 #include <linux/clk.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 #include <linux/platform_device.h>
17 #include <linux/sched.h>
18 #include <linux/videodev2.h>
19 #include <media/v4l2-event.h>
20 #include <linux/workqueue.h>
21 #include <media/v4l2-ctrls.h>
22 #include <media/videobuf2-v4l2.h>
23 #include "s5p_mfc_common.h"
24 #include "s5p_mfc_ctrl.h"
25 #include "s5p_mfc_debug.h"
26 #include "s5p_mfc_enc.h"
27 #include "s5p_mfc_intr.h"
28 #include "s5p_mfc_opr.h"
29
30 #define DEF_SRC_FMT_ENC V4L2_PIX_FMT_NV12M
31 #define DEF_DST_FMT_ENC V4L2_PIX_FMT_H264
32
33 static struct s5p_mfc_fmt formats[] = {
34         {
35                 .fourcc         = V4L2_PIX_FMT_NV12MT_16X16,
36                 .codec_mode     = S5P_MFC_CODEC_NONE,
37                 .type           = MFC_FMT_RAW,
38                 .num_planes     = 2,
39                 .versions       = MFC_V6_BIT | MFC_V7_BIT,
40         },
41         {
42                 .fourcc         = V4L2_PIX_FMT_NV12MT,
43                 .codec_mode     = S5P_MFC_CODEC_NONE,
44                 .type           = MFC_FMT_RAW,
45                 .num_planes     = 2,
46                 .versions       = MFC_V5_BIT,
47         },
48         {
49                 .fourcc         = V4L2_PIX_FMT_NV12M,
50                 .codec_mode     = S5P_MFC_CODEC_NONE,
51                 .type           = MFC_FMT_RAW,
52                 .num_planes     = 2,
53                 .versions       = MFC_V5PLUS_BITS,
54         },
55         {
56                 .fourcc         = V4L2_PIX_FMT_NV21M,
57                 .codec_mode     = S5P_MFC_CODEC_NONE,
58                 .type           = MFC_FMT_RAW,
59                 .num_planes     = 2,
60                 .versions       = MFC_V6PLUS_BITS,
61         },
62         {
63                 .fourcc         = V4L2_PIX_FMT_H264,
64                 .codec_mode     = S5P_MFC_CODEC_H264_ENC,
65                 .type           = MFC_FMT_ENC,
66                 .num_planes     = 1,
67                 .versions       = MFC_V5PLUS_BITS,
68         },
69         {
70                 .fourcc         = V4L2_PIX_FMT_MPEG4,
71                 .codec_mode     = S5P_MFC_CODEC_MPEG4_ENC,
72                 .type           = MFC_FMT_ENC,
73                 .num_planes     = 1,
74                 .versions       = MFC_V5PLUS_BITS,
75         },
76         {
77                 .fourcc         = V4L2_PIX_FMT_H263,
78                 .codec_mode     = S5P_MFC_CODEC_H263_ENC,
79                 .type           = MFC_FMT_ENC,
80                 .num_planes     = 1,
81                 .versions       = MFC_V5PLUS_BITS,
82         },
83         {
84                 .fourcc         = V4L2_PIX_FMT_VP8,
85                 .codec_mode     = S5P_MFC_CODEC_VP8_ENC,
86                 .type           = MFC_FMT_ENC,
87                 .num_planes     = 1,
88                 .versions       = MFC_V7PLUS_BITS,
89         },
90         {
91                 .fourcc         = V4L2_PIX_FMT_HEVC,
92                 .codec_mode     = S5P_FIMV_CODEC_HEVC_ENC,
93                 .type           = MFC_FMT_ENC,
94                 .num_planes     = 1,
95                 .versions       = MFC_V10_BIT,
96         },
97 };
98
99 #define NUM_FORMATS ARRAY_SIZE(formats)
100 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
101 {
102         unsigned int i;
103
104         for (i = 0; i < NUM_FORMATS; i++) {
105                 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
106                     formats[i].type == t)
107                         return &formats[i];
108         }
109         return NULL;
110 }
111
112 static struct mfc_control controls[] = {
113         {
114                 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
115                 .type = V4L2_CTRL_TYPE_INTEGER,
116                 .minimum = 0,
117                 .maximum = (1 << 16) - 1,
118                 .step = 1,
119                 .default_value = 12,
120         },
121         {
122                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
123                 .type = V4L2_CTRL_TYPE_MENU,
124                 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
125                 .maximum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES,
126                 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
127                 .menu_skip_mask = 0,
128         },
129         {
130                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
131                 .type = V4L2_CTRL_TYPE_INTEGER,
132                 .minimum = 1,
133                 .maximum = (1 << 16) - 1,
134                 .step = 1,
135                 .default_value = 1,
136         },
137         {
138                 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
139                 .type = V4L2_CTRL_TYPE_INTEGER,
140                 .minimum = 1900,
141                 .maximum = (1 << 30) - 1,
142                 .step = 1,
143                 .default_value = 1900,
144         },
145         {
146                 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
147                 .type = V4L2_CTRL_TYPE_INTEGER,
148                 .minimum = 0,
149                 .maximum = (1 << 16) - 1,
150                 .step = 1,
151                 .default_value = 0,
152         },
153         {
154                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
155                 .type = V4L2_CTRL_TYPE_BOOLEAN,
156                 .name = "Padding Control Enable",
157                 .minimum = 0,
158                 .maximum = 1,
159                 .step = 1,
160                 .default_value = 0,
161         },
162         {
163                 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
164                 .type = V4L2_CTRL_TYPE_INTEGER,
165                 .name = "Padding Color YUV Value",
166                 .minimum = 0,
167                 .maximum = (1 << 25) - 1,
168                 .step = 1,
169                 .default_value = 0,
170         },
171         {
172                 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
173                 .type = V4L2_CTRL_TYPE_BOOLEAN,
174                 .minimum = 0,
175                 .maximum = 1,
176                 .step = 1,
177                 .default_value = 0,
178         },
179         {
180                 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
181                 .type = V4L2_CTRL_TYPE_INTEGER,
182                 .minimum = 1,
183                 .maximum = (1 << 30) - 1,
184                 .step = 1,
185                 .default_value = 1,
186         },
187         {
188                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
189                 .type = V4L2_CTRL_TYPE_INTEGER,
190                 .name = "Rate Control Reaction Coeff.",
191                 .minimum = 1,
192                 .maximum = (1 << 16) - 1,
193                 .step = 1,
194                 .default_value = 1,
195         },
196         {
197                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
198                 .type = V4L2_CTRL_TYPE_MENU,
199                 .name = "Force frame type",
200                 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
201                 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
202                 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
203                 .menu_skip_mask = 0,
204         },
205         {
206                 .id = V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME,
207                 .type = V4L2_CTRL_TYPE_BUTTON,
208                 .minimum = 0,
209                 .maximum = 0,
210                 .step = 0,
211                 .default_value = 0,
212         },
213         {
214                 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
215                 .type = V4L2_CTRL_TYPE_INTEGER,
216                 .minimum = 0,
217                 .maximum = (1 << 16) - 1,
218                 .step = 1,
219                 .default_value = 0,
220         },
221         {
222                 .id = V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE,
223                 .type = V4L2_CTRL_TYPE_INTEGER,
224                 .name = "Horizontal MV Search Range",
225                 .minimum = 16,
226                 .maximum = 128,
227                 .step = 16,
228                 .default_value = 32,
229         },
230         {
231                 .id = V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE,
232                 .type = V4L2_CTRL_TYPE_INTEGER,
233                 .name = "Vertical MV Search Range",
234                 .minimum = 16,
235                 .maximum = 128,
236                 .step = 16,
237                 .default_value = 32,
238         },
239         {
240                 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
241                 .type = V4L2_CTRL_TYPE_INTEGER,
242                 .minimum = 0,
243                 .maximum = (1 << 16) - 1,
244                 .step = 1,
245                 .default_value = 0,
246         },
247         {
248                 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
249                 .type = V4L2_CTRL_TYPE_MENU,
250                 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
251                 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
252                 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
253                 .menu_skip_mask = 0,
254         },
255         {
256                 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
257                 .type = V4L2_CTRL_TYPE_MENU,
258                 .name = "Frame Skip Enable",
259                 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
260                 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
261                 .menu_skip_mask = 0,
262                 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
263         },
264         {
265                 .id = V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE,
266                 .type = V4L2_CTRL_TYPE_MENU,
267                 .maximum = V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
268                 .default_value = V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_DISABLED,
269         },
270         {
271                 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
272                 .type = V4L2_CTRL_TYPE_BOOLEAN,
273                 .name = "Fixed Target Bit Enable",
274                 .minimum = 0,
275                 .maximum = 1,
276                 .default_value = 0,
277                 .step = 1,
278                 .menu_skip_mask = 0,
279         },
280         {
281                 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
282                 .type = V4L2_CTRL_TYPE_INTEGER,
283                 .minimum = 0,
284                 .maximum = 2,
285                 .step = 1,
286                 .default_value = 0,
287         },
288         {
289                 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
290                 .type = V4L2_CTRL_TYPE_MENU,
291                 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
292                 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
293                 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
294                 .menu_skip_mask = ~(
295                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
296                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
297                                 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
298                                 ),
299         },
300         {
301                 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
302                 .type = V4L2_CTRL_TYPE_MENU,
303                 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
304                 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
305                 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
306         },
307         {
308                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
309                 .type = V4L2_CTRL_TYPE_MENU,
310                 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
311                 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
312                 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
313                 .menu_skip_mask = 0,
314         },
315         {
316                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
317                 .type = V4L2_CTRL_TYPE_MENU,
318                 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
319                 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
320                 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
321                 .menu_skip_mask = 0,
322         },
323         {
324                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
325                 .type = V4L2_CTRL_TYPE_INTEGER,
326                 .minimum = -6,
327                 .maximum = 6,
328                 .step = 1,
329                 .default_value = 0,
330         },
331         {
332                 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
333                 .type = V4L2_CTRL_TYPE_INTEGER,
334                 .minimum = -6,
335                 .maximum = 6,
336                 .step = 1,
337                 .default_value = 0,
338         },
339         {
340                 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
341                 .type = V4L2_CTRL_TYPE_MENU,
342                 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
343                 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
344                 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
345                 .menu_skip_mask = 0,
346         },
347         {
348                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
349                 .type = V4L2_CTRL_TYPE_INTEGER,
350                 .name = "The Number of Ref. Pic for P",
351                 .minimum = 1,
352                 .maximum = 2,
353                 .step = 1,
354                 .default_value = 1,
355         },
356         {
357                 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
358                 .type = V4L2_CTRL_TYPE_BOOLEAN,
359                 .minimum = 0,
360                 .maximum = 1,
361                 .step = 1,
362                 .default_value = 0,
363         },
364         {
365                 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
366                 .type = V4L2_CTRL_TYPE_BOOLEAN,
367                 .minimum = 0,
368                 .maximum = 1,
369                 .step = 1,
370                 .default_value = 0,
371         },
372         {
373                 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
374                 .type = V4L2_CTRL_TYPE_INTEGER,
375                 .minimum = 0,
376                 .maximum = 51,
377                 .step = 1,
378                 .default_value = 1,
379         },
380         {
381                 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
382                 .type = V4L2_CTRL_TYPE_INTEGER,
383                 .minimum = 0,
384                 .maximum = 51,
385                 .step = 1,
386                 .default_value = 1,
387         },
388         {
389                 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
390                 .type = V4L2_CTRL_TYPE_INTEGER,
391                 .minimum = 0,
392                 .maximum = 51,
393                 .step = 1,
394                 .default_value = 51,
395         },
396         {
397                 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
398                 .type = V4L2_CTRL_TYPE_INTEGER,
399                 .minimum = 0,
400                 .maximum = 51,
401                 .step = 1,
402                 .default_value = 1,
403         },
404         {
405                 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
406                 .type = V4L2_CTRL_TYPE_INTEGER,
407                 .minimum = 0,
408                 .maximum = 51,
409                 .step = 1,
410                 .default_value = 1,
411         },
412         {
413                 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
414                 .type = V4L2_CTRL_TYPE_INTEGER,
415                 .name = "H263 I-Frame QP value",
416                 .minimum = 1,
417                 .maximum = 31,
418                 .step = 1,
419                 .default_value = 1,
420         },
421         {
422                 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
423                 .type = V4L2_CTRL_TYPE_INTEGER,
424                 .name = "H263 Minimum QP value",
425                 .minimum = 1,
426                 .maximum = 31,
427                 .step = 1,
428                 .default_value = 1,
429         },
430         {
431                 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
432                 .type = V4L2_CTRL_TYPE_INTEGER,
433                 .name = "H263 Maximum QP value",
434                 .minimum = 1,
435                 .maximum = 31,
436                 .step = 1,
437                 .default_value = 31,
438         },
439         {
440                 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
441                 .type = V4L2_CTRL_TYPE_INTEGER,
442                 .name = "H263 P frame QP value",
443                 .minimum = 1,
444                 .maximum = 31,
445                 .step = 1,
446                 .default_value = 1,
447         },
448         {
449                 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
450                 .type = V4L2_CTRL_TYPE_INTEGER,
451                 .name = "H263 B frame QP value",
452                 .minimum = 1,
453                 .maximum = 31,
454                 .step = 1,
455                 .default_value = 1,
456         },
457         {
458                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
459                 .type = V4L2_CTRL_TYPE_INTEGER,
460                 .name = "MPEG4 I-Frame QP value",
461                 .minimum = 1,
462                 .maximum = 31,
463                 .step = 1,
464                 .default_value = 1,
465         },
466         {
467                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
468                 .type = V4L2_CTRL_TYPE_INTEGER,
469                 .name = "MPEG4 Minimum QP value",
470                 .minimum = 1,
471                 .maximum = 31,
472                 .step = 1,
473                 .default_value = 1,
474         },
475         {
476                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
477                 .type = V4L2_CTRL_TYPE_INTEGER,
478                 .name = "MPEG4 Maximum QP value",
479                 .minimum = 0,
480                 .maximum = 51,
481                 .step = 1,
482                 .default_value = 51,
483         },
484         {
485                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
486                 .type = V4L2_CTRL_TYPE_INTEGER,
487                 .name = "MPEG4 P frame QP value",
488                 .minimum = 1,
489                 .maximum = 31,
490                 .step = 1,
491                 .default_value = 1,
492         },
493         {
494                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
495                 .type = V4L2_CTRL_TYPE_INTEGER,
496                 .name = "MPEG4 B frame QP value",
497                 .minimum = 1,
498                 .maximum = 31,
499                 .step = 1,
500                 .default_value = 1,
501         },
502         {
503                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
504                 .type = V4L2_CTRL_TYPE_BOOLEAN,
505                 .name = "H264 Dark Reg Adaptive RC",
506                 .minimum = 0,
507                 .maximum = 1,
508                 .step = 1,
509                 .default_value = 0,
510         },
511         {
512                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
513                 .type = V4L2_CTRL_TYPE_BOOLEAN,
514                 .name = "H264 Smooth Reg Adaptive RC",
515                 .minimum = 0,
516                 .maximum = 1,
517                 .step = 1,
518                 .default_value = 0,
519         },
520         {
521                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
522                 .type = V4L2_CTRL_TYPE_BOOLEAN,
523                 .name = "H264 Static Reg Adaptive RC",
524                 .minimum = 0,
525                 .maximum = 1,
526                 .step = 1,
527                 .default_value = 0,
528         },
529         {
530                 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
531                 .type = V4L2_CTRL_TYPE_BOOLEAN,
532                 .name = "H264 Activity Reg Adaptive RC",
533                 .minimum = 0,
534                 .maximum = 1,
535                 .step = 1,
536                 .default_value = 0,
537         },
538         {
539                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
540                 .type = V4L2_CTRL_TYPE_BOOLEAN,
541                 .minimum = 0,
542                 .maximum = 1,
543                 .step = 1,
544                 .default_value = 0,
545         },
546         {
547                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
548                 .type = V4L2_CTRL_TYPE_MENU,
549                 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
550                 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
551                 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
552                 .menu_skip_mask = 0,
553         },
554         {
555                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
556                 .type = V4L2_CTRL_TYPE_INTEGER,
557                 .minimum = 0,
558                 .maximum = (1 << 16) - 1,
559                 .step = 1,
560                 .default_value = 0,
561         },
562         {
563                 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
564                 .type = V4L2_CTRL_TYPE_INTEGER,
565                 .minimum = 0,
566                 .maximum = (1 << 16) - 1,
567                 .step = 1,
568                 .default_value = 0,
569         },
570         {
571                 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
572                 .type = V4L2_CTRL_TYPE_BOOLEAN,
573                 .minimum = 0,
574                 .maximum = 1,
575                 .step = 1,
576                 .default_value = 1,
577         },
578         {
579                 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
580                 .type = V4L2_CTRL_TYPE_INTEGER,
581                 .minimum = 0,
582                 .maximum = (1 << 16) - 1,
583                 .step = 1,
584                 .default_value = 0,
585         },
586         {
587                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
588                 .type = V4L2_CTRL_TYPE_MENU,
589                 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
590                 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
591                 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
592                 .menu_skip_mask = 0,
593         },
594         {
595                 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
596                 .type = V4L2_CTRL_TYPE_BOOLEAN,
597                 .minimum = 0,
598                 .maximum = 1,
599                 .step = 1,
600                 .default_value = 0,
601         },
602         {
603                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS,
604                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
605                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS,
606                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION,
607                 .menu_skip_mask = 0,
608         },
609         {
610                 .id = V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4,
611                 .type = V4L2_CTRL_TYPE_BOOLEAN,
612                 .minimum = 0,
613                 .maximum = 1,
614                 .step = 1,
615                 .default_value = 0,
616         },
617         {
618                 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES,
619                 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
620                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_2_REF_FRAME,
621                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_REF_FRAME,
622                 .menu_skip_mask = 0,
623         },
624         {
625                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL,
626                 .type = V4L2_CTRL_TYPE_INTEGER,
627                 .minimum = 0,
628                 .maximum = 63,
629                 .step = 1,
630                 .default_value = 0,
631         },
632         {
633                 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS,
634                 .type = V4L2_CTRL_TYPE_INTEGER,
635                 .minimum = 0,
636                 .maximum = 7,
637                 .step = 1,
638                 .default_value = 0,
639         },
640         {
641                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD,
642                 .type = V4L2_CTRL_TYPE_INTEGER,
643                 .minimum = 0,
644                 .maximum = (1 << 16) - 1,
645                 .step = 1,
646                 .default_value = 0,
647         },
648         {
649                 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL,
650                 .type = V4L2_CTRL_TYPE_MENU,
651                 .minimum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
652                 .maximum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_REF_PERIOD,
653                 .default_value = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
654                 .menu_skip_mask = 0,
655         },
656         {
657                 .id = V4L2_CID_MPEG_VIDEO_VPX_MAX_QP,
658                 .type = V4L2_CTRL_TYPE_INTEGER,
659                 .minimum = 0,
660                 .maximum = 127,
661                 .step = 1,
662                 .default_value = 127,
663         },
664         {
665                 .id = V4L2_CID_MPEG_VIDEO_VPX_MIN_QP,
666                 .type = V4L2_CTRL_TYPE_INTEGER,
667                 .minimum = 0,
668                 .maximum = 11,
669                 .step = 1,
670                 .default_value = 0,
671         },
672         {
673                 .id = V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP,
674                 .type = V4L2_CTRL_TYPE_INTEGER,
675                 .minimum = 0,
676                 .maximum = 127,
677                 .step = 1,
678                 .default_value = 10,
679         },
680         {
681                 .id = V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP,
682                 .type = V4L2_CTRL_TYPE_INTEGER,
683                 .minimum = 0,
684                 .maximum = 127,
685                 .step = 1,
686                 .default_value = 10,
687         },
688         {
689                 .id = V4L2_CID_MPEG_VIDEO_VP8_PROFILE,
690                 .type = V4L2_CTRL_TYPE_MENU,
691                 .minimum = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
692                 .maximum = V4L2_MPEG_VIDEO_VP8_PROFILE_3,
693                 .default_value = V4L2_MPEG_VIDEO_VP8_PROFILE_0,
694                 .menu_skip_mask = 0,
695         },
696         {
697                 .id = V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
698                 .type = V4L2_CTRL_TYPE_INTEGER,
699                 .name = "HEVC I Frame QP Value",
700                 .minimum = 0,
701                 .maximum = 51,
702                 .step = 1,
703                 .default_value = 0,
704         },
705         {
706                 .id = V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
707                 .type = V4L2_CTRL_TYPE_INTEGER,
708                 .name = "HEVC P Frame QP Value",
709                 .minimum = 0,
710                 .maximum = 51,
711                 .step = 1,
712                 .default_value = 0,
713         },
714         {
715                 .id = V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
716                 .type = V4L2_CTRL_TYPE_INTEGER,
717                 .minimum = 0,
718                 .maximum = 51,
719                 .step = 1,
720                 .default_value = 0,
721         },
722         {
723                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP,
724                 .type = V4L2_CTRL_TYPE_INTEGER,
725                 .minimum = 0,
726                 .maximum = 51,
727                 .step = 1,
728                 .default_value = 0,
729         },
730         {
731                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP,
732                 .type = V4L2_CTRL_TYPE_INTEGER,
733                 .minimum = 0,
734                 .maximum = 51,
735                 .step = 1,
736                 .default_value = 0,
737         },
738         {
739                 .id = V4L2_CID_MPEG_VIDEO_HEVC_PROFILE,
740                 .type = V4L2_CTRL_TYPE_MENU,
741                 .minimum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
742                 .maximum = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE,
743                 .step = 1,
744                 .default_value = V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN,
745         },
746         {
747                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LEVEL,
748                 .type = V4L2_CTRL_TYPE_MENU,
749                 .minimum = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
750                 .maximum = V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2,
751                 .step = 1,
752                 .default_value = V4L2_MPEG_VIDEO_HEVC_LEVEL_1,
753         },
754         {
755                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TIER,
756                 .type = V4L2_CTRL_TYPE_MENU,
757                 .minimum = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
758                 .maximum = V4L2_MPEG_VIDEO_HEVC_TIER_HIGH,
759                 .step = 1,
760                 .default_value = V4L2_MPEG_VIDEO_HEVC_TIER_MAIN,
761         },
762         {
763                 .id = V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION,
764                 .type = V4L2_CTRL_TYPE_INTEGER,
765                 .minimum = 1,
766                 .maximum = (1 << 16) - 1,
767                 .step = 1,
768                 .default_value = 1,
769         },
770         {
771                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH,
772                 .type = V4L2_CTRL_TYPE_INTEGER,
773                 .minimum = 0,
774                 .maximum = 1,
775                 .step = 1,
776                 .default_value = 0,
777         },
778         {
779                 .id = V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES,
780                 .type = V4L2_CTRL_TYPE_INTEGER,
781                 .minimum = 1,
782                 .maximum = 2,
783                 .step = 1,
784                 .default_value = 1,
785         },
786         {
787                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE,
788                 .type = V4L2_CTRL_TYPE_MENU,
789                 .minimum = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
790                 .maximum = V4L2_MPEG_VIDEO_HEVC_REFRESH_IDR,
791                 .step = 1,
792                 .default_value = V4L2_MPEG_VIDEO_HEVC_REFRESH_NONE,
793         },
794         {
795                 .id = V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED,
796                 .type = V4L2_CTRL_TYPE_BOOLEAN,
797                 .minimum = 0,
798                 .maximum = 1,
799                 .step = 1,
800                 .default_value = 0,
801         },
802         {
803                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU,
804                 .type = V4L2_CTRL_TYPE_BOOLEAN,
805                 .minimum = 0,
806                 .maximum = 1,
807                 .step = 1,
808                 .default_value = 0,
809         },
810         {
811                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT,
812                 .type = V4L2_CTRL_TYPE_BOOLEAN,
813                 .minimum = 0,
814                 .maximum = 1,
815                 .step = 1,
816                 .default_value = 0,
817         },
818         {
819                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE,
820                 .type = V4L2_CTRL_TYPE_MENU,
821                 .minimum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
822                 .maximum = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
823                 .step = 1,
824                 .default_value = V4L2_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE_DISABLED,
825         },
826         {
827                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP,
828                 .type = V4L2_CTRL_TYPE_BOOLEAN,
829                 .minimum = 0,
830                 .maximum = 1,
831                 .step = 1,
832                 .default_value = 0,
833         },
834         {
835                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE,
836                 .type = V4L2_CTRL_TYPE_MENU,
837                 .minimum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
838                 .maximum = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_P,
839                 .step = 1,
840                 .default_value = V4L2_MPEG_VIDEO_HEVC_HIERARCHICAL_CODING_B,
841         },
842         {
843                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER,
844                 .type = V4L2_CTRL_TYPE_INTEGER,
845                 .minimum = 0,
846                 .maximum = 6,
847                 .step = 1,
848                 .default_value = 0,
849         },
850         {
851                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
852                 .type = V4L2_CTRL_TYPE_INTEGER,
853                 .minimum = 0,
854                 .maximum = 51,
855                 .step = 1,
856                 .default_value = 0,
857         },
858         {
859                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
860                 .type = V4L2_CTRL_TYPE_INTEGER,
861                 .minimum = 0,
862                 .maximum = 51,
863                 .step = 1,
864                 .default_value = 0,
865         },
866         {
867                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
868                 .type = V4L2_CTRL_TYPE_INTEGER,
869                 .minimum = 0,
870                 .maximum = 51,
871                 .step = 1,
872                 .default_value = 0,
873         },
874         {
875                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
876                 .type = V4L2_CTRL_TYPE_INTEGER,
877                 .minimum = 0,
878                 .maximum = 51,
879                 .step = 1,
880                 .default_value = 0,
881         },
882         {
883                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
884                 .type = V4L2_CTRL_TYPE_INTEGER,
885                 .minimum = 0,
886                 .maximum = 51,
887                 .step = 1,
888                 .default_value = 0,
889         },
890         {
891                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
892                 .type = V4L2_CTRL_TYPE_INTEGER,
893                 .minimum = 0,
894                 .maximum = 51,
895                 .step = 1,
896                 .default_value = 0,
897         },
898         {
899                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
900                 .type = V4L2_CTRL_TYPE_INTEGER,
901                 .minimum = 0,
902                 .maximum = 51,
903                 .step = 1,
904                 .default_value = 0,
905         },
906         {
907                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR,
908                 .type = V4L2_CTRL_TYPE_INTEGER,
909                 .minimum = INT_MIN,
910                 .maximum = INT_MAX,
911                 .step = 1,
912                 .default_value = 0,
913         },
914         {
915                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR,
916                 .type = V4L2_CTRL_TYPE_INTEGER,
917                 .minimum = INT_MIN,
918                 .maximum = INT_MAX,
919                 .step = 1,
920                 .default_value = 0,
921         },
922         {
923                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR,
924                 .type = V4L2_CTRL_TYPE_INTEGER,
925                 .minimum = INT_MIN,
926                 .maximum = INT_MAX,
927                 .step = 1,
928                 .default_value = 0,
929         },
930         {
931                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR,
932                 .type = V4L2_CTRL_TYPE_INTEGER,
933                 .minimum = INT_MIN,
934                 .maximum = INT_MAX,
935                 .step = 1,
936                 .default_value = 0,
937         },
938         {
939                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR,
940                 .type = V4L2_CTRL_TYPE_INTEGER,
941                 .minimum = INT_MIN,
942                 .maximum = INT_MAX,
943                 .step = 1,
944                 .default_value = 0,
945         },
946         {
947                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR,
948                 .type = V4L2_CTRL_TYPE_INTEGER,
949                 .minimum = INT_MIN,
950                 .maximum = INT_MAX,
951                 .step = 1,
952                 .default_value = 0,
953         },
954         {
955                 .id = V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR,
956                 .type = V4L2_CTRL_TYPE_INTEGER,
957                 .minimum = INT_MIN,
958                 .maximum = INT_MAX,
959                 .step = 1,
960                 .default_value = 0,
961         },
962         {
963                 .id = V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB,
964                 .type = V4L2_CTRL_TYPE_BOOLEAN,
965                 .minimum = 0,
966                 .maximum = 1,
967                 .step = 1,
968                 .default_value = 0,
969         },
970         {
971                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID,
972                 .type = V4L2_CTRL_TYPE_BOOLEAN,
973                 .minimum = 0,
974                 .maximum = 1,
975                 .step = 1,
976                 .default_value = 0,
977         },
978         {
979                 .id = V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING,
980                 .type = V4L2_CTRL_TYPE_BOOLEAN,
981                 .minimum = 0,
982                 .maximum = 1,
983                 .step = 1,
984                 .default_value = 0,
985         },
986         {
987                 .id = V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT,
988                 .type = V4L2_CTRL_TYPE_BOOLEAN,
989                 .minimum = 0,
990                 .maximum = 1,
991                 .step = 1,
992                 .default_value = 0,
993         },
994         {
995                 .id = V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION,
996                 .type = V4L2_CTRL_TYPE_BOOLEAN,
997                 .minimum = 0,
998                 .maximum = 1,
999                 .step = 1,
1000                 .default_value = 0,
1001         },
1002         {
1003                 .id = V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1,
1004                 .type = V4L2_CTRL_TYPE_INTEGER,
1005                 .minimum = 0,
1006                 .maximum = 4,
1007                 .step = 1,
1008                 .default_value = 0,
1009         },
1010         {
1011                 .id = V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE,
1012                 .type = V4L2_CTRL_TYPE_BOOLEAN,
1013                 .minimum = 0,
1014                 .maximum = 1,
1015                 .step = 1,
1016                 .default_value = 0,
1017         },
1018         {
1019                 .id = V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD,
1020                 .type = V4L2_CTRL_TYPE_INTEGER,
1021                 .minimum = 0,
1022                 .maximum = (1 << 16) - 1,
1023                 .step = 1,
1024                 .default_value = 0,
1025         },
1026         {
1027                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2,
1028                 .type = V4L2_CTRL_TYPE_INTEGER,
1029                 .minimum = -6,
1030                 .maximum = 6,
1031                 .step = 1,
1032                 .default_value = 0,
1033         },
1034         {
1035                 .id = V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2,
1036                 .type = V4L2_CTRL_TYPE_INTEGER,
1037                 .minimum = -6,
1038                 .maximum = 6,
1039                 .step = 1,
1040                 .default_value = 0,
1041         },
1042         {
1043                 .id = V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD,
1044                 .type = V4L2_CTRL_TYPE_MENU,
1045                 .minimum = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1046                 .maximum = V4L2_MPEG_VIDEO_HEVC_SIZE_4,
1047                 .step = 1,
1048                 .default_value = V4L2_MPEG_VIDEO_HEVC_SIZE_0,
1049         },
1050         {
1051                 .id = V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR,
1052                 .type = V4L2_CTRL_TYPE_INTEGER,
1053                 .minimum = 0,
1054                 .maximum = 1,
1055                 .step = 1,
1056                 .default_value = 0,
1057         },
1058         {
1059                 .id = V4L2_CID_MIN_BUFFERS_FOR_OUTPUT,
1060                 .type = V4L2_CTRL_TYPE_INTEGER,
1061                 .name = "Minimum number of output bufs",
1062                 .minimum = 1,
1063                 .maximum = 32,
1064                 .step = 1,
1065                 .default_value = 1,
1066                 .is_volatile = 1,
1067         },
1068 };
1069
1070 #define NUM_CTRLS ARRAY_SIZE(controls)
1071 static const char * const *mfc51_get_menu(u32 id)
1072 {
1073         static const char * const mfc51_video_frame_skip[] = {
1074                 "Disabled",
1075                 "Level Limit",
1076                 "VBV/CPB Limit",
1077                 NULL,
1078         };
1079         static const char * const mfc51_video_force_frame[] = {
1080                 "Disabled",
1081                 "I Frame",
1082                 "Not Coded",
1083                 NULL,
1084         };
1085         switch (id) {
1086         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1087                 return mfc51_video_frame_skip;
1088         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1089                 return mfc51_video_force_frame;
1090         }
1091         return NULL;
1092 }
1093
1094 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
1095 {
1096         mfc_debug(2, "src=%d, dst=%d, state=%d\n",
1097                   ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
1098         /* context is ready to make header */
1099         if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
1100                 return 1;
1101         /* context is ready to encode a frame */
1102         if ((ctx->state == MFCINST_RUNNING ||
1103                 ctx->state == MFCINST_HEAD_PRODUCED) &&
1104                 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
1105                 return 1;
1106         /* context is ready to encode remaining frames */
1107         if (ctx->state == MFCINST_FINISHING &&
1108                 ctx->dst_queue_cnt >= 1)
1109                 return 1;
1110         mfc_debug(2, "ctx is not ready\n");
1111         return 0;
1112 }
1113
1114 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
1115 {
1116         struct s5p_mfc_buf *mb_entry;
1117
1118         /* move buffers in ref queue to src queue */
1119         while (!list_empty(&ctx->ref_queue)) {
1120                 mb_entry = list_entry((&ctx->ref_queue)->next,
1121                                                 struct s5p_mfc_buf, list);
1122                 list_del(&mb_entry->list);
1123                 ctx->ref_queue_cnt--;
1124                 list_add_tail(&mb_entry->list, &ctx->src_queue);
1125                 ctx->src_queue_cnt++;
1126         }
1127         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1128                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1129         INIT_LIST_HEAD(&ctx->ref_queue);
1130         ctx->ref_queue_cnt = 0;
1131 }
1132
1133 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
1134 {
1135         struct s5p_mfc_dev *dev = ctx->dev;
1136         struct s5p_mfc_buf *dst_mb;
1137         unsigned long dst_addr;
1138         unsigned int dst_size;
1139
1140         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1141         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1142         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1143         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1144                         dst_size);
1145         return 0;
1146 }
1147
1148 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
1149 {
1150         struct s5p_mfc_dev *dev = ctx->dev;
1151         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1152         struct s5p_mfc_buf *dst_mb;
1153         unsigned int enc_pb_count;
1154
1155         if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
1156                 if (!list_empty(&ctx->dst_queue)) {
1157                         dst_mb = list_entry(ctx->dst_queue.next,
1158                                         struct s5p_mfc_buf, list);
1159                         list_del(&dst_mb->list);
1160                         ctx->dst_queue_cnt--;
1161                         vb2_set_plane_payload(&dst_mb->b->vb2_buf, 0,
1162                                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size,
1163                                                 dev));
1164                         vb2_buffer_done(&dst_mb->b->vb2_buf,
1165                                         VB2_BUF_STATE_DONE);
1166                 }
1167         }
1168
1169         if (!IS_MFCV6_PLUS(dev)) {
1170                 ctx->state = MFCINST_RUNNING;
1171                 if (s5p_mfc_ctx_ready(ctx))
1172                         set_work_bit_irqsave(ctx);
1173                 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1174         } else {
1175                 enc_pb_count = s5p_mfc_hw_call(dev->mfc_ops,
1176                                 get_enc_dpb_count, dev);
1177                 if (ctx->pb_count < enc_pb_count)
1178                         ctx->pb_count = enc_pb_count;
1179                 if (FW_HAS_E_MIN_SCRATCH_BUF(dev)) {
1180                         ctx->scratch_buf_size = s5p_mfc_hw_call(dev->mfc_ops,
1181                                         get_e_min_scratch_buf_size, dev);
1182                         ctx->bank1.size += ctx->scratch_buf_size;
1183                 }
1184                 ctx->state = MFCINST_HEAD_PRODUCED;
1185         }
1186
1187         return 0;
1188 }
1189
1190 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
1191 {
1192         struct s5p_mfc_dev *dev = ctx->dev;
1193         struct s5p_mfc_buf *dst_mb;
1194         struct s5p_mfc_buf *src_mb;
1195         unsigned long src_y_addr, src_c_addr, dst_addr;
1196         unsigned int dst_size;
1197
1198         src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
1199         src_y_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 0);
1200         src_c_addr = vb2_dma_contig_plane_dma_addr(&src_mb->b->vb2_buf, 1);
1201         s5p_mfc_hw_call(dev->mfc_ops, set_enc_frame_buffer, ctx,
1202                                                         src_y_addr, src_c_addr);
1203
1204         dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
1205         dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1206         dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
1207         s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
1208                         dst_size);
1209
1210         return 0;
1211 }
1212
1213 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
1214 {
1215         struct s5p_mfc_dev *dev = ctx->dev;
1216         struct s5p_mfc_buf *mb_entry;
1217         unsigned long enc_y_addr = 0, enc_c_addr = 0;
1218         unsigned long mb_y_addr, mb_c_addr;
1219         int slice_type;
1220         unsigned int strm_size;
1221         bool src_ready;
1222
1223         slice_type = s5p_mfc_hw_call(dev->mfc_ops, get_enc_slice_type, dev);
1224         strm_size = s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev);
1225         mfc_debug(2, "Encoded slice type: %d\n", slice_type);
1226         mfc_debug(2, "Encoded stream size: %d\n", strm_size);
1227         mfc_debug(2, "Display order: %d\n",
1228                   mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
1229         if (slice_type >= 0) {
1230                 s5p_mfc_hw_call(dev->mfc_ops, get_enc_frame_buffer, ctx,
1231                                 &enc_y_addr, &enc_c_addr);
1232                 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
1233                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1234                                         &mb_entry->b->vb2_buf, 0);
1235                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1236                                         &mb_entry->b->vb2_buf, 1);
1237                         if ((enc_y_addr == mb_y_addr) &&
1238                                                 (enc_c_addr == mb_c_addr)) {
1239                                 list_del(&mb_entry->list);
1240                                 ctx->src_queue_cnt--;
1241                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1242                                                         VB2_BUF_STATE_DONE);
1243                                 break;
1244                         }
1245                 }
1246                 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
1247                         mb_y_addr = vb2_dma_contig_plane_dma_addr(
1248                                         &mb_entry->b->vb2_buf, 0);
1249                         mb_c_addr = vb2_dma_contig_plane_dma_addr(
1250                                         &mb_entry->b->vb2_buf, 1);
1251                         if ((enc_y_addr == mb_y_addr) &&
1252                                                 (enc_c_addr == mb_c_addr)) {
1253                                 list_del(&mb_entry->list);
1254                                 ctx->ref_queue_cnt--;
1255                                 vb2_buffer_done(&mb_entry->b->vb2_buf,
1256                                                         VB2_BUF_STATE_DONE);
1257                                 break;
1258                         }
1259                 }
1260         }
1261         if (ctx->src_queue_cnt > 0 && (ctx->state == MFCINST_RUNNING ||
1262                                        ctx->state == MFCINST_FINISHING)) {
1263                 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
1264                                                                         list);
1265                 if (mb_entry->flags & MFC_BUF_FLAG_USED) {
1266                         list_del(&mb_entry->list);
1267                         ctx->src_queue_cnt--;
1268                         list_add_tail(&mb_entry->list, &ctx->ref_queue);
1269                         ctx->ref_queue_cnt++;
1270                 }
1271         }
1272         mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
1273                   ctx->src_queue_cnt, ctx->ref_queue_cnt);
1274         if ((ctx->dst_queue_cnt > 0) && (strm_size > 0)) {
1275                 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
1276                                                                         list);
1277                 list_del(&mb_entry->list);
1278                 ctx->dst_queue_cnt--;
1279                 switch (slice_type) {
1280                 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
1281                         mb_entry->b->flags |= V4L2_BUF_FLAG_KEYFRAME;
1282                         break;
1283                 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
1284                         mb_entry->b->flags |= V4L2_BUF_FLAG_PFRAME;
1285                         break;
1286                 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
1287                         mb_entry->b->flags |= V4L2_BUF_FLAG_BFRAME;
1288                         break;
1289                 }
1290                 vb2_set_plane_payload(&mb_entry->b->vb2_buf, 0, strm_size);
1291                 vb2_buffer_done(&mb_entry->b->vb2_buf, VB2_BUF_STATE_DONE);
1292         }
1293
1294         src_ready = true;
1295         if (ctx->state == MFCINST_RUNNING && ctx->src_queue_cnt == 0)
1296                 src_ready = false;
1297         if (ctx->state == MFCINST_FINISHING && ctx->ref_queue_cnt == 0)
1298                 src_ready = false;
1299         if (!src_ready || ctx->dst_queue_cnt == 0)
1300                 clear_work_bit_irqsave(ctx);
1301
1302         return 0;
1303 }
1304
1305 static const struct s5p_mfc_codec_ops encoder_codec_ops = {
1306         .pre_seq_start          = enc_pre_seq_start,
1307         .post_seq_start         = enc_post_seq_start,
1308         .pre_frame_start        = enc_pre_frame_start,
1309         .post_frame_start       = enc_post_frame_start,
1310 };
1311
1312 /* Query capabilities of the device */
1313 static int vidioc_querycap(struct file *file, void *priv,
1314                            struct v4l2_capability *cap)
1315 {
1316         struct s5p_mfc_dev *dev = video_drvdata(file);
1317
1318         strscpy(cap->driver, S5P_MFC_NAME, sizeof(cap->driver));
1319         strscpy(cap->card, dev->vfd_enc->name, sizeof(cap->card));
1320         return 0;
1321 }
1322
1323 static int vidioc_enum_fmt(struct file *file, struct v4l2_fmtdesc *f,
1324                                                         bool out)
1325 {
1326         struct s5p_mfc_dev *dev = video_drvdata(file);
1327         int i, j = 0;
1328
1329         for (i = 0; i < ARRAY_SIZE(formats); ++i) {
1330                 if (out && formats[i].type != MFC_FMT_RAW)
1331                         continue;
1332                 else if (!out && formats[i].type != MFC_FMT_ENC)
1333                         continue;
1334                 else if ((dev->variant->version_bit & formats[i].versions) == 0)
1335                         continue;
1336
1337                 if (j == f->index) {
1338                         f->pixelformat = formats[i].fourcc;
1339                         return 0;
1340                 }
1341                 ++j;
1342         }
1343         return -EINVAL;
1344 }
1345
1346 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
1347                                    struct v4l2_fmtdesc *f)
1348 {
1349         return vidioc_enum_fmt(file, f, false);
1350 }
1351
1352 static int vidioc_enum_fmt_vid_out(struct file *file, void *priv,
1353                                    struct v4l2_fmtdesc *f)
1354 {
1355         return vidioc_enum_fmt(file, f, true);
1356 }
1357
1358 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
1359 {
1360         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1361         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1362
1363         mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
1364         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1365                 /* This is run on output (encoder dest) */
1366                 pix_fmt_mp->width = 0;
1367                 pix_fmt_mp->height = 0;
1368                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1369                 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
1370                 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
1371
1372                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
1373                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
1374         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1375                 /* This is run on capture (encoder src) */
1376                 pix_fmt_mp->width = ctx->img_width;
1377                 pix_fmt_mp->height = ctx->img_height;
1378
1379                 pix_fmt_mp->field = V4L2_FIELD_NONE;
1380                 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
1381                 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
1382
1383                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1384                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1385                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1386                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1387         } else {
1388                 mfc_err("invalid buf type\n");
1389                 return -EINVAL;
1390         }
1391         return 0;
1392 }
1393
1394 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
1395 {
1396         struct s5p_mfc_dev *dev = video_drvdata(file);
1397         struct s5p_mfc_fmt *fmt;
1398         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1399
1400         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1401                 fmt = find_format(f, MFC_FMT_ENC);
1402                 if (!fmt) {
1403                         mfc_err("failed to try output format\n");
1404                         return -EINVAL;
1405                 }
1406                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1407                         mfc_err("Unsupported format by this MFC version.\n");
1408                         return -EINVAL;
1409                 }
1410
1411                 pix_fmt_mp->plane_fmt[0].bytesperline =
1412                         pix_fmt_mp->plane_fmt[0].sizeimage;
1413         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1414                 fmt = find_format(f, MFC_FMT_RAW);
1415                 if (!fmt) {
1416                         mfc_err("failed to try output format\n");
1417                         return -EINVAL;
1418                 }
1419                 if ((dev->variant->version_bit & fmt->versions) == 0) {
1420                         mfc_err("Unsupported format by this MFC version.\n");
1421                         return -EINVAL;
1422                 }
1423
1424                 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
1425                         &pix_fmt_mp->height, 4, 1080, 1, 0);
1426         } else {
1427                 mfc_err("invalid buf type\n");
1428                 return -EINVAL;
1429         }
1430         return 0;
1431 }
1432
1433 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
1434 {
1435         struct s5p_mfc_dev *dev = video_drvdata(file);
1436         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1437         struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1438         int ret = 0;
1439
1440         ret = vidioc_try_fmt(file, priv, f);
1441         if (ret)
1442                 return ret;
1443         if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
1444                 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
1445                 ret = -EBUSY;
1446                 goto out;
1447         }
1448         if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1449                 /* dst_fmt is validated by call to vidioc_try_fmt */
1450                 ctx->dst_fmt = find_format(f, MFC_FMT_ENC);
1451                 ctx->state = MFCINST_INIT;
1452                 ctx->codec_mode = ctx->dst_fmt->codec_mode;
1453                 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
1454                 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
1455                 ctx->dst_bufs_cnt = 0;
1456                 ctx->capture_state = QUEUE_FREE;
1457                 ret = s5p_mfc_open_mfc_inst(dev, ctx);
1458         } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1459                 /* src_fmt is validated by call to vidioc_try_fmt */
1460                 ctx->src_fmt = find_format(f, MFC_FMT_RAW);
1461                 ctx->img_width = pix_fmt_mp->width;
1462                 ctx->img_height = pix_fmt_mp->height;
1463                 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
1464                 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
1465                         pix_fmt_mp->width, pix_fmt_mp->height,
1466                         ctx->img_width, ctx->img_height);
1467
1468                 s5p_mfc_hw_call(dev->mfc_ops, enc_calc_src_size, ctx);
1469                 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1470                 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1471                 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1472                 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1473
1474                 ctx->src_bufs_cnt = 0;
1475                 ctx->output_state = QUEUE_FREE;
1476         } else {
1477                 mfc_err("invalid buf type\n");
1478                 ret = -EINVAL;
1479         }
1480 out:
1481         mfc_debug_leave();
1482         return ret;
1483 }
1484
1485 static int vidioc_reqbufs(struct file *file, void *priv,
1486                                           struct v4l2_requestbuffers *reqbufs)
1487 {
1488         struct s5p_mfc_dev *dev = video_drvdata(file);
1489         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1490         int ret = 0;
1491
1492         /* if memory is not mmp or userptr return error */
1493         if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1494                 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1495                 return -EINVAL;
1496         if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1497                 if (reqbufs->count == 0) {
1498                         mfc_debug(2, "Freeing buffers\n");
1499                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1500                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1501                                         ctx);
1502                         ctx->capture_state = QUEUE_FREE;
1503                         return ret;
1504                 }
1505                 if (ctx->capture_state != QUEUE_FREE) {
1506                         mfc_err("invalid capture state: %d\n",
1507                                                         ctx->capture_state);
1508                         return -EINVAL;
1509                 }
1510                 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1511                 if (ret != 0) {
1512                         mfc_err("error in vb2_reqbufs() for E(D)\n");
1513                         return ret;
1514                 }
1515                 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1516
1517                 ret = s5p_mfc_hw_call(ctx->dev->mfc_ops,
1518                                 alloc_codec_buffers, ctx);
1519                 if (ret) {
1520                         mfc_err("Failed to allocate encoding buffers\n");
1521                         reqbufs->count = 0;
1522                         ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1523                         return -ENOMEM;
1524                 }
1525         } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1526                 if (reqbufs->count == 0) {
1527                         mfc_debug(2, "Freeing buffers\n");
1528                         ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1529                         s5p_mfc_hw_call(dev->mfc_ops, release_codec_buffers,
1530                                         ctx);
1531                         ctx->output_state = QUEUE_FREE;
1532                         return ret;
1533                 }
1534                 if (ctx->output_state != QUEUE_FREE) {
1535                         mfc_err("invalid output state: %d\n",
1536                                                         ctx->output_state);
1537                         return -EINVAL;
1538                 }
1539
1540                 if (IS_MFCV6_PLUS(dev)) {
1541                         /* Check for min encoder buffers */
1542                         if (ctx->pb_count &&
1543                                 (reqbufs->count < ctx->pb_count)) {
1544                                 reqbufs->count = ctx->pb_count;
1545                                 mfc_debug(2, "Minimum %d output buffers needed\n",
1546                                                 ctx->pb_count);
1547                         } else {
1548                                 ctx->pb_count = reqbufs->count;
1549                         }
1550                 }
1551
1552                 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1553                 if (ret != 0) {
1554                         mfc_err("error in vb2_reqbufs() for E(S)\n");
1555                         return ret;
1556                 }
1557                 ctx->output_state = QUEUE_BUFS_REQUESTED;
1558         } else {
1559                 mfc_err("invalid buf type\n");
1560                 return -EINVAL;
1561         }
1562         return ret;
1563 }
1564
1565 static int vidioc_querybuf(struct file *file, void *priv,
1566                                                    struct v4l2_buffer *buf)
1567 {
1568         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1569         int ret = 0;
1570
1571         /* if memory is not mmp or userptr return error */
1572         if ((buf->memory != V4L2_MEMORY_MMAP) &&
1573                 (buf->memory != V4L2_MEMORY_USERPTR))
1574                 return -EINVAL;
1575         if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1576                 if (ctx->state != MFCINST_GOT_INST) {
1577                         mfc_err("invalid context state: %d\n", ctx->state);
1578                         return -EINVAL;
1579                 }
1580                 ret = vb2_querybuf(&ctx->vq_dst, buf);
1581                 if (ret != 0) {
1582                         mfc_err("error in vb2_querybuf() for E(D)\n");
1583                         return ret;
1584                 }
1585                 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1586         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1587                 ret = vb2_querybuf(&ctx->vq_src, buf);
1588                 if (ret != 0) {
1589                         mfc_err("error in vb2_querybuf() for E(S)\n");
1590                         return ret;
1591                 }
1592         } else {
1593                 mfc_err("invalid buf type\n");
1594                 return -EINVAL;
1595         }
1596         return ret;
1597 }
1598
1599 /* Queue a buffer */
1600 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1601 {
1602         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1603
1604         if (ctx->state == MFCINST_ERROR) {
1605                 mfc_err("Call on QBUF after unrecoverable error\n");
1606                 return -EIO;
1607         }
1608         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1609                 if (ctx->state == MFCINST_FINISHING) {
1610                         mfc_err("Call on QBUF after EOS command\n");
1611                         return -EIO;
1612                 }
1613                 return vb2_qbuf(&ctx->vq_src, NULL, buf);
1614         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1615                 return vb2_qbuf(&ctx->vq_dst, NULL, buf);
1616         }
1617         return -EINVAL;
1618 }
1619
1620 /* Dequeue a buffer */
1621 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1622 {
1623         const struct v4l2_event ev = {
1624                 .type = V4L2_EVENT_EOS
1625         };
1626         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1627         int ret;
1628
1629         if (ctx->state == MFCINST_ERROR) {
1630                 mfc_err_limited("Call on DQBUF after unrecoverable error\n");
1631                 return -EIO;
1632         }
1633         if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1634                 ret = vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1635         } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1636                 ret = vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1637                 if (ret == 0 && ctx->state == MFCINST_FINISHED
1638                                         && list_empty(&ctx->vq_dst.done_list))
1639                         v4l2_event_queue_fh(&ctx->fh, &ev);
1640         } else {
1641                 ret = -EINVAL;
1642         }
1643
1644         return ret;
1645 }
1646
1647 /* Export DMA buffer */
1648 static int vidioc_expbuf(struct file *file, void *priv,
1649         struct v4l2_exportbuffer *eb)
1650 {
1651         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1652
1653         if (eb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1654                 return vb2_expbuf(&ctx->vq_src, eb);
1655         if (eb->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1656                 return vb2_expbuf(&ctx->vq_dst, eb);
1657         return -EINVAL;
1658 }
1659
1660 /* Stream on */
1661 static int vidioc_streamon(struct file *file, void *priv,
1662                            enum v4l2_buf_type type)
1663 {
1664         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1665
1666         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1667                 return vb2_streamon(&ctx->vq_src, type);
1668         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1669                 return vb2_streamon(&ctx->vq_dst, type);
1670         return -EINVAL;
1671 }
1672
1673 /* Stream off, which equals to a pause */
1674 static int vidioc_streamoff(struct file *file, void *priv,
1675                             enum v4l2_buf_type type)
1676 {
1677         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1678
1679         if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1680                 return vb2_streamoff(&ctx->vq_src, type);
1681         else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1682                 return vb2_streamoff(&ctx->vq_dst, type);
1683         return -EINVAL;
1684 }
1685
1686 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1687 {
1688         static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1689                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0   */ 10,
1690                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B    */ 9,
1691                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1   */ 11,
1692                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2   */ 12,
1693                 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3   */ 13,
1694                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0   */ 20,
1695                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1   */ 21,
1696                 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2   */ 22,
1697                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0   */ 30,
1698                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1   */ 31,
1699                 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2   */ 32,
1700                 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0   */ 40,
1701         };
1702         return t[lvl];
1703 }
1704
1705 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1706 {
1707         static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1708                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0    */ 0,
1709                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B   */ 9,
1710                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1    */ 1,
1711                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2    */ 2,
1712                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3    */ 3,
1713                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B   */ 7,
1714                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4    */ 4,
1715                 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5    */ 5,
1716         };
1717         return t[lvl];
1718 }
1719
1720 static inline int hevc_level(enum v4l2_mpeg_video_hevc_level lvl)
1721 {
1722         static unsigned int t[] = {
1723                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_1    */ 10,
1724                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2    */ 20,
1725                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_2_1  */ 21,
1726                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3    */ 30,
1727                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_3_1  */ 31,
1728                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4    */ 40,
1729                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_4_1  */ 41,
1730                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5    */ 50,
1731                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_1  */ 51,
1732                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_5_2  */ 52,
1733                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6    */ 60,
1734                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_1  */ 61,
1735                 /* V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2  */ 62,
1736         };
1737         return t[lvl];
1738 }
1739
1740 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1741 {
1742         static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1743                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED     */ 0,
1744                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1             */ 1,
1745                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11           */ 2,
1746                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11           */ 3,
1747                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11           */ 4,
1748                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33           */ 5,
1749                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11           */ 6,
1750                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11           */ 7,
1751                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11           */ 8,
1752                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33           */ 9,
1753                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11           */ 10,
1754                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11           */ 11,
1755                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33           */ 12,
1756                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99          */ 13,
1757                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3             */ 14,
1758                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2             */ 15,
1759                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1             */ 16,
1760                 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED        */ 255,
1761         };
1762         return t[sar];
1763 }
1764
1765 /*
1766  * Update range of all HEVC quantization parameter controls that depend on the
1767  * V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP, V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP controls.
1768  */
1769 static void __enc_update_hevc_qp_ctrls_range(struct s5p_mfc_ctx *ctx,
1770                                              int min, int max)
1771 {
1772         static const int __hevc_qp_ctrls[] = {
1773                 V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP,
1774                 V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP,
1775                 V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP,
1776                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP,
1777                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP,
1778                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP,
1779                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP,
1780                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP,
1781                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP,
1782                 V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP,
1783         };
1784         struct v4l2_ctrl *ctrl = NULL;
1785         int i, j;
1786
1787         for (i = 0; i < ARRAY_SIZE(__hevc_qp_ctrls); i++) {
1788                 for (j = 0; j < ARRAY_SIZE(ctx->ctrls); j++) {
1789                         if (ctx->ctrls[j]->id == __hevc_qp_ctrls[i]) {
1790                                 ctrl = ctx->ctrls[j];
1791                                 break;
1792                         }
1793                 }
1794                 if (WARN_ON(!ctrl))
1795                         break;
1796
1797                 __v4l2_ctrl_modify_range(ctrl, min, max, ctrl->step, min);
1798         }
1799 }
1800
1801 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1802 {
1803         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1804         struct s5p_mfc_dev *dev = ctx->dev;
1805         struct s5p_mfc_enc_params *p = &ctx->enc_params;
1806         int ret = 0;
1807
1808         switch (ctrl->id) {
1809         case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1810                 p->gop_size = ctrl->val;
1811                 break;
1812         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1813                 p->slice_mode = ctrl->val;
1814                 break;
1815         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1816                 p->slice_mb = ctrl->val;
1817                 break;
1818         case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1819                 p->slice_bit = ctrl->val * 8;
1820                 break;
1821         case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1822                 p->intra_refresh_mb = ctrl->val;
1823                 break;
1824         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1825                 p->pad = ctrl->val;
1826                 break;
1827         case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1828                 p->pad_luma = (ctrl->val >> 16) & 0xff;
1829                 p->pad_cb = (ctrl->val >> 8) & 0xff;
1830                 p->pad_cr = (ctrl->val >> 0) & 0xff;
1831                 break;
1832         case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1833                 p->rc_frame = ctrl->val;
1834                 break;
1835         case V4L2_CID_MPEG_VIDEO_BITRATE:
1836                 p->rc_bitrate = ctrl->val;
1837                 break;
1838         case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1839                 p->rc_reaction_coeff = ctrl->val;
1840                 break;
1841         case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1842                 ctx->force_frame_type = ctrl->val;
1843                 break;
1844         case V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME:
1845                 ctx->force_frame_type =
1846                         V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_I_FRAME;
1847                 break;
1848         case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1849                 p->vbv_size = ctrl->val;
1850                 break;
1851         case V4L2_CID_MPEG_VIDEO_MV_H_SEARCH_RANGE:
1852                 p->mv_h_range = ctrl->val;
1853                 break;
1854         case V4L2_CID_MPEG_VIDEO_MV_V_SEARCH_RANGE:
1855                 p->mv_v_range = ctrl->val;
1856                 break;
1857         case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1858                 p->codec.h264.cpb_size = ctrl->val;
1859                 break;
1860         case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1861                 p->seq_hdr_mode = ctrl->val;
1862                 break;
1863         case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1864         case V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE:
1865                 p->frame_skip_mode = ctrl->val;
1866                 break;
1867         case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1868                 p->fixed_target_bit = ctrl->val;
1869                 break;
1870         case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1871                 p->num_b_frame = ctrl->val;
1872                 break;
1873         case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1874                 switch (ctrl->val) {
1875                 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1876                         p->codec.h264.profile =
1877                                         S5P_FIMV_ENC_PROFILE_H264_MAIN;
1878                         break;
1879                 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1880                         p->codec.h264.profile =
1881                                         S5P_FIMV_ENC_PROFILE_H264_HIGH;
1882                         break;
1883                 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1884                         p->codec.h264.profile =
1885                                 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1886                         break;
1887                 case V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE:
1888                         if (IS_MFCV6_PLUS(dev))
1889                                 p->codec.h264.profile =
1890                                 S5P_FIMV_ENC_PROFILE_H264_CONSTRAINED_BASELINE;
1891                         else
1892                                 ret = -EINVAL;
1893                         break;
1894                 default:
1895                         ret = -EINVAL;
1896                 }
1897                 break;
1898         case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1899                 p->codec.h264.level_v4l2 = ctrl->val;
1900                 p->codec.h264.level = h264_level(ctrl->val);
1901                 if (p->codec.h264.level < 0) {
1902                         mfc_err("Level number is wrong\n");
1903                         ret = p->codec.h264.level;
1904                 }
1905                 break;
1906         case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1907                 p->codec.mpeg4.level_v4l2 = ctrl->val;
1908                 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1909                 if (p->codec.mpeg4.level < 0) {
1910                         mfc_err("Level number is wrong\n");
1911                         ret = p->codec.mpeg4.level;
1912                 }
1913                 break;
1914         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1915                 p->codec.h264.loop_filter_mode = ctrl->val;
1916                 break;
1917         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1918                 p->codec.h264.loop_filter_alpha = ctrl->val;
1919                 break;
1920         case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1921                 p->codec.h264.loop_filter_beta = ctrl->val;
1922                 break;
1923         case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1924                 p->codec.h264.entropy_mode = ctrl->val;
1925                 break;
1926         case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1927                 p->codec.h264.num_ref_pic_4p = ctrl->val;
1928                 break;
1929         case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1930                 p->codec.h264._8x8_transform = ctrl->val;
1931                 break;
1932         case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1933                 p->rc_mb = ctrl->val;
1934                 break;
1935         case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1936                 p->codec.h264.rc_frame_qp = ctrl->val;
1937                 break;
1938         case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1939                 p->codec.h264.rc_min_qp = ctrl->val;
1940                 break;
1941         case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1942                 p->codec.h264.rc_max_qp = ctrl->val;
1943                 break;
1944         case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1945                 p->codec.h264.rc_p_frame_qp = ctrl->val;
1946                 break;
1947         case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1948                 p->codec.h264.rc_b_frame_qp = ctrl->val;
1949                 break;
1950         case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1951         case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1952                 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1953                 break;
1954         case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1955         case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1956                 p->codec.mpeg4.rc_min_qp = ctrl->val;
1957                 break;
1958         case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1959         case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1960                 p->codec.mpeg4.rc_max_qp = ctrl->val;
1961                 break;
1962         case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1963         case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1964                 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1965                 break;
1966         case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1967         case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1968                 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1969                 break;
1970         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1971                 p->codec.h264.rc_mb_dark = ctrl->val;
1972                 break;
1973         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1974                 p->codec.h264.rc_mb_smooth = ctrl->val;
1975                 break;
1976         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1977                 p->codec.h264.rc_mb_static = ctrl->val;
1978                 break;
1979         case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1980                 p->codec.h264.rc_mb_activity = ctrl->val;
1981                 break;
1982         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1983                 p->codec.h264.vui_sar = ctrl->val;
1984                 break;
1985         case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1986                 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1987                 break;
1988         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1989                 p->codec.h264.vui_ext_sar_width = ctrl->val;
1990                 break;
1991         case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1992                 p->codec.h264.vui_ext_sar_height = ctrl->val;
1993                 break;
1994         case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1995                 p->codec.h264.open_gop = !ctrl->val;
1996                 break;
1997         case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
1998                 p->codec.h264.open_gop_size = ctrl->val;
1999                 break;
2000         case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
2001                 switch (ctrl->val) {
2002                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
2003                         p->codec.mpeg4.profile =
2004                                 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
2005                         break;
2006                 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
2007                         p->codec.mpeg4.profile =
2008                         S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
2009                         break;
2010                 default:
2011                         ret = -EINVAL;
2012                 }
2013                 break;
2014         case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
2015                 p->codec.mpeg4.quarter_pixel = ctrl->val;
2016                 break;
2017         case V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS:
2018                 p->codec.vp8.num_partitions = ctrl->val;
2019                 break;
2020         case V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4:
2021                 p->codec.vp8.imd_4x4 = ctrl->val;
2022                 break;
2023         case V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES:
2024                 p->codec.vp8.num_ref = ctrl->val;
2025                 break;
2026         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL:
2027                 p->codec.vp8.filter_level = ctrl->val;
2028                 break;
2029         case V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS:
2030                 p->codec.vp8.filter_sharpness = ctrl->val;
2031                 break;
2032         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD:
2033                 p->codec.vp8.golden_frame_ref_period = ctrl->val;
2034                 break;
2035         case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL:
2036                 p->codec.vp8.golden_frame_sel = ctrl->val;
2037                 break;
2038         case V4L2_CID_MPEG_VIDEO_VPX_MIN_QP:
2039                 p->codec.vp8.rc_min_qp = ctrl->val;
2040                 break;
2041         case V4L2_CID_MPEG_VIDEO_VPX_MAX_QP:
2042                 p->codec.vp8.rc_max_qp = ctrl->val;
2043                 break;
2044         case V4L2_CID_MPEG_VIDEO_VPX_I_FRAME_QP:
2045                 p->codec.vp8.rc_frame_qp = ctrl->val;
2046                 break;
2047         case V4L2_CID_MPEG_VIDEO_VPX_P_FRAME_QP:
2048                 p->codec.vp8.rc_p_frame_qp = ctrl->val;
2049                 break;
2050         case V4L2_CID_MPEG_VIDEO_VP8_PROFILE:
2051                 p->codec.vp8.profile = ctrl->val;
2052                 break;
2053         case V4L2_CID_MPEG_VIDEO_HEVC_I_FRAME_QP:
2054                 p->codec.hevc.rc_frame_qp = ctrl->val;
2055                 break;
2056         case V4L2_CID_MPEG_VIDEO_HEVC_P_FRAME_QP:
2057                 p->codec.hevc.rc_p_frame_qp = ctrl->val;
2058                 break;
2059         case V4L2_CID_MPEG_VIDEO_HEVC_B_FRAME_QP:
2060                 p->codec.hevc.rc_b_frame_qp = ctrl->val;
2061                 break;
2062         case V4L2_CID_MPEG_VIDEO_HEVC_FRAME_RATE_RESOLUTION:
2063                 p->codec.hevc.rc_framerate = ctrl->val;
2064                 break;
2065         case V4L2_CID_MPEG_VIDEO_HEVC_MIN_QP:
2066                 p->codec.hevc.rc_min_qp = ctrl->val;
2067                 __enc_update_hevc_qp_ctrls_range(ctx, ctrl->val,
2068                                                  p->codec.hevc.rc_max_qp);
2069                 break;
2070         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_QP:
2071                 p->codec.hevc.rc_max_qp = ctrl->val;
2072                 __enc_update_hevc_qp_ctrls_range(ctx, p->codec.hevc.rc_min_qp,
2073                                                  ctrl->val);
2074                 break;
2075         case V4L2_CID_MPEG_VIDEO_HEVC_LEVEL:
2076                 p->codec.hevc.level_v4l2 = ctrl->val;
2077                 p->codec.hevc.level = hevc_level(ctrl->val);
2078                 break;
2079         case V4L2_CID_MPEG_VIDEO_HEVC_PROFILE:
2080                 switch (ctrl->val) {
2081                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN:
2082                         p->codec.hevc.profile =
2083                                 V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN;
2084                         break;
2085                 case V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE:
2086                         p->codec.hevc.profile =
2087                         V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE;
2088                         break;
2089                 default:
2090                         ret = -EINVAL;
2091                 }
2092                 break;
2093         case V4L2_CID_MPEG_VIDEO_HEVC_TIER:
2094                 p->codec.hevc.tier = ctrl->val;
2095                 break;
2096         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_PARTITION_DEPTH:
2097                 p->codec.hevc.max_partition_depth = ctrl->val;
2098                 break;
2099         case V4L2_CID_MPEG_VIDEO_REF_NUMBER_FOR_PFRAMES:
2100                 p->codec.hevc.num_refs_for_p = ctrl->val;
2101                 break;
2102         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_TYPE:
2103                 p->codec.hevc.refreshtype = ctrl->val;
2104                 break;
2105         case V4L2_CID_MPEG_VIDEO_HEVC_CONST_INTRA_PRED:
2106                 p->codec.hevc.const_intra_period_enable = ctrl->val;
2107                 break;
2108         case V4L2_CID_MPEG_VIDEO_HEVC_LOSSLESS_CU:
2109                 p->codec.hevc.lossless_cu_enable = ctrl->val;
2110                 break;
2111         case V4L2_CID_MPEG_VIDEO_HEVC_WAVEFRONT:
2112                 p->codec.hevc.wavefront_enable = ctrl->val;
2113                 break;
2114         case V4L2_CID_MPEG_VIDEO_HEVC_LOOP_FILTER_MODE:
2115                 p->codec.hevc.loopfilter = ctrl->val;
2116                 break;
2117         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_QP:
2118                 p->codec.hevc.hier_qp_enable = ctrl->val;
2119                 break;
2120         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_TYPE:
2121                 p->codec.hevc.hier_qp_type = ctrl->val;
2122                 break;
2123         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_LAYER:
2124                 p->codec.hevc.num_hier_layer = ctrl->val;
2125                 break;
2126         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_QP:
2127                 p->codec.hevc.hier_qp_layer[0] = ctrl->val;
2128                 break;
2129         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_QP:
2130                 p->codec.hevc.hier_qp_layer[1] = ctrl->val;
2131                 break;
2132         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_QP:
2133                 p->codec.hevc.hier_qp_layer[2] = ctrl->val;
2134                 break;
2135         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_QP:
2136                 p->codec.hevc.hier_qp_layer[3] = ctrl->val;
2137                 break;
2138         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_QP:
2139                 p->codec.hevc.hier_qp_layer[4] = ctrl->val;
2140                 break;
2141         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_QP:
2142                 p->codec.hevc.hier_qp_layer[5] = ctrl->val;
2143                 break;
2144         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_QP:
2145                 p->codec.hevc.hier_qp_layer[6] = ctrl->val;
2146                 break;
2147         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L0_BR:
2148                 p->codec.hevc.hier_bit_layer[0] = ctrl->val;
2149                 break;
2150         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L1_BR:
2151                 p->codec.hevc.hier_bit_layer[1] = ctrl->val;
2152                 break;
2153         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L2_BR:
2154                 p->codec.hevc.hier_bit_layer[2] = ctrl->val;
2155                 break;
2156         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L3_BR:
2157                 p->codec.hevc.hier_bit_layer[3] = ctrl->val;
2158                 break;
2159         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L4_BR:
2160                 p->codec.hevc.hier_bit_layer[4] = ctrl->val;
2161                 break;
2162         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L5_BR:
2163                 p->codec.hevc.hier_bit_layer[5] = ctrl->val;
2164                 break;
2165         case V4L2_CID_MPEG_VIDEO_HEVC_HIER_CODING_L6_BR:
2166                 p->codec.hevc.hier_bit_layer[6] = ctrl->val;
2167                 break;
2168         case V4L2_CID_MPEG_VIDEO_HEVC_GENERAL_PB:
2169                 p->codec.hevc.general_pb_enable = ctrl->val;
2170                 break;
2171         case V4L2_CID_MPEG_VIDEO_HEVC_TEMPORAL_ID:
2172                 p->codec.hevc.temporal_id_enable = ctrl->val;
2173                 break;
2174         case V4L2_CID_MPEG_VIDEO_HEVC_STRONG_SMOOTHING:
2175                 p->codec.hevc.strong_intra_smooth = ctrl->val;
2176                 break;
2177         case V4L2_CID_MPEG_VIDEO_HEVC_INTRA_PU_SPLIT:
2178                 p->codec.hevc.intra_pu_split_disable = ctrl->val;
2179                 break;
2180         case V4L2_CID_MPEG_VIDEO_HEVC_TMV_PREDICTION:
2181                 p->codec.hevc.tmv_prediction_disable = !ctrl->val;
2182                 break;
2183         case V4L2_CID_MPEG_VIDEO_HEVC_MAX_NUM_MERGE_MV_MINUS1:
2184                 p->codec.hevc.max_num_merge_mv = ctrl->val;
2185                 break;
2186         case V4L2_CID_MPEG_VIDEO_HEVC_WITHOUT_STARTCODE:
2187                 p->codec.hevc.encoding_nostartcode_enable = ctrl->val;
2188                 break;
2189         case V4L2_CID_MPEG_VIDEO_HEVC_REFRESH_PERIOD:
2190                 p->codec.hevc.refreshperiod = ctrl->val;
2191                 break;
2192         case V4L2_CID_MPEG_VIDEO_HEVC_LF_BETA_OFFSET_DIV2:
2193                 p->codec.hevc.lf_beta_offset_div2 = ctrl->val;
2194                 break;
2195         case V4L2_CID_MPEG_VIDEO_HEVC_LF_TC_OFFSET_DIV2:
2196                 p->codec.hevc.lf_tc_offset_div2 = ctrl->val;
2197                 break;
2198         case V4L2_CID_MPEG_VIDEO_HEVC_SIZE_OF_LENGTH_FIELD:
2199                 p->codec.hevc.size_of_length_field = ctrl->val;
2200                 break;
2201         case V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR:
2202                 p->codec.hevc.prepend_sps_pps_to_idr = ctrl->val;
2203                 break;
2204         default:
2205                 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
2206                                                         ctrl->id, ctrl->val);
2207                 ret = -EINVAL;
2208         }
2209         return ret;
2210 }
2211
2212 static int s5p_mfc_enc_g_v_ctrl(struct v4l2_ctrl *ctrl)
2213 {
2214         struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
2215         struct s5p_mfc_dev *dev = ctx->dev;
2216
2217         switch (ctrl->id) {
2218         case V4L2_CID_MIN_BUFFERS_FOR_OUTPUT:
2219                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2220                     ctx->state < MFCINST_ABORT) {
2221                         ctrl->val = ctx->pb_count;
2222                         break;
2223                 } else if (ctx->state != MFCINST_INIT) {
2224                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2225                         return -EINVAL;
2226                 }
2227                 /* Should wait for the header to be produced */
2228                 s5p_mfc_wait_for_done_ctx(ctx,
2229                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET, 0);
2230                 if (ctx->state >= MFCINST_HEAD_PARSED &&
2231                     ctx->state < MFCINST_ABORT) {
2232                         ctrl->val = ctx->pb_count;
2233                 } else {
2234                         v4l2_err(&dev->v4l2_dev, "Encoding not initialised\n");
2235                         return -EINVAL;
2236                 }
2237                 break;
2238         }
2239         return 0;
2240 }
2241
2242 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
2243         .s_ctrl = s5p_mfc_enc_s_ctrl,
2244         .g_volatile_ctrl = s5p_mfc_enc_g_v_ctrl,
2245 };
2246
2247 static int vidioc_s_parm(struct file *file, void *priv,
2248                          struct v4l2_streamparm *a)
2249 {
2250         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2251
2252         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2253                 ctx->enc_params.rc_framerate_num =
2254                                         a->parm.output.timeperframe.denominator;
2255                 ctx->enc_params.rc_framerate_denom =
2256                                         a->parm.output.timeperframe.numerator;
2257         } else {
2258                 mfc_err("Setting FPS is only possible for the output queue\n");
2259                 return -EINVAL;
2260         }
2261         return 0;
2262 }
2263
2264 static int vidioc_g_parm(struct file *file, void *priv,
2265                          struct v4l2_streamparm *a)
2266 {
2267         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2268
2269         if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
2270                 a->parm.output.timeperframe.denominator =
2271                                         ctx->enc_params.rc_framerate_num;
2272                 a->parm.output.timeperframe.numerator =
2273                                         ctx->enc_params.rc_framerate_denom;
2274         } else {
2275                 mfc_err("Setting FPS is only possible for the output queue\n");
2276                 return -EINVAL;
2277         }
2278         return 0;
2279 }
2280
2281 static int vidioc_encoder_cmd(struct file *file, void *priv,
2282                               struct v4l2_encoder_cmd *cmd)
2283 {
2284         struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
2285         struct s5p_mfc_dev *dev = ctx->dev;
2286         struct s5p_mfc_buf *buf;
2287         unsigned long flags;
2288
2289         switch (cmd->cmd) {
2290         case V4L2_ENC_CMD_STOP:
2291                 if (cmd->flags != 0)
2292                         return -EINVAL;
2293
2294                 if (!ctx->vq_src.streaming)
2295                         return -EINVAL;
2296
2297                 spin_lock_irqsave(&dev->irqlock, flags);
2298                 if (list_empty(&ctx->src_queue)) {
2299                         mfc_debug(2, "EOS: empty src queue, entering finishing state\n");
2300                         ctx->state = MFCINST_FINISHING;
2301                         if (s5p_mfc_ctx_ready(ctx))
2302                                 set_work_bit_irqsave(ctx);
2303                         spin_unlock_irqrestore(&dev->irqlock, flags);
2304                         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2305                 } else {
2306                         mfc_debug(2, "EOS: marking last buffer of stream\n");
2307                         buf = list_entry(ctx->src_queue.prev,
2308                                                 struct s5p_mfc_buf, list);
2309                         if (buf->flags & MFC_BUF_FLAG_USED)
2310                                 ctx->state = MFCINST_FINISHING;
2311                         else
2312                                 buf->flags |= MFC_BUF_FLAG_EOS;
2313                         spin_unlock_irqrestore(&dev->irqlock, flags);
2314                 }
2315                 break;
2316         default:
2317                 return -EINVAL;
2318
2319         }
2320         return 0;
2321 }
2322
2323 static int vidioc_subscribe_event(struct v4l2_fh *fh,
2324                                   const struct v4l2_event_subscription *sub)
2325 {
2326         switch (sub->type) {
2327         case V4L2_EVENT_EOS:
2328                 return v4l2_event_subscribe(fh, sub, 2, NULL);
2329         default:
2330                 return -EINVAL;
2331         }
2332 }
2333
2334 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
2335         .vidioc_querycap = vidioc_querycap,
2336         .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
2337         .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
2338         .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
2339         .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
2340         .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
2341         .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
2342         .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
2343         .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
2344         .vidioc_reqbufs = vidioc_reqbufs,
2345         .vidioc_querybuf = vidioc_querybuf,
2346         .vidioc_qbuf = vidioc_qbuf,
2347         .vidioc_dqbuf = vidioc_dqbuf,
2348         .vidioc_expbuf = vidioc_expbuf,
2349         .vidioc_streamon = vidioc_streamon,
2350         .vidioc_streamoff = vidioc_streamoff,
2351         .vidioc_s_parm = vidioc_s_parm,
2352         .vidioc_g_parm = vidioc_g_parm,
2353         .vidioc_encoder_cmd = vidioc_encoder_cmd,
2354         .vidioc_subscribe_event = vidioc_subscribe_event,
2355         .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
2356 };
2357
2358 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
2359 {
2360         int i;
2361
2362         if (!fmt)
2363                 return -EINVAL;
2364         if (fmt->num_planes != vb->num_planes) {
2365                 mfc_err("invalid plane number for the format\n");
2366                 return -EINVAL;
2367         }
2368         for (i = 0; i < fmt->num_planes; i++) {
2369                 dma_addr_t dma = vb2_dma_contig_plane_dma_addr(vb, i);
2370                 if (!dma) {
2371                         mfc_err("failed to get plane cookie\n");
2372                         return -EINVAL;
2373                 }
2374                 mfc_debug(2, "index: %d, plane[%d] cookie: %pad\n",
2375                           vb->index, i, &dma);
2376         }
2377         return 0;
2378 }
2379
2380 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
2381                         unsigned int *buf_count, unsigned int *plane_count,
2382                         unsigned int psize[], struct device *alloc_devs[])
2383 {
2384         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2385         struct s5p_mfc_dev *dev = ctx->dev;
2386
2387         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2388                 if (ctx->state != MFCINST_GOT_INST) {
2389                         mfc_err("invalid state: %d\n", ctx->state);
2390                         return -EINVAL;
2391                 }
2392
2393                 if (ctx->dst_fmt)
2394                         *plane_count = ctx->dst_fmt->num_planes;
2395                 else
2396                         *plane_count = MFC_ENC_CAP_PLANE_COUNT;
2397                 if (*buf_count < 1)
2398                         *buf_count = 1;
2399                 if (*buf_count > MFC_MAX_BUFFERS)
2400                         *buf_count = MFC_MAX_BUFFERS;
2401                 psize[0] = ctx->enc_dst_buf_size;
2402                 alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2403         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2404                 if (ctx->src_fmt)
2405                         *plane_count = ctx->src_fmt->num_planes;
2406                 else
2407                         *plane_count = MFC_ENC_OUT_PLANE_COUNT;
2408
2409                 if (*buf_count < 1)
2410                         *buf_count = 1;
2411                 if (*buf_count > MFC_MAX_BUFFERS)
2412                         *buf_count = MFC_MAX_BUFFERS;
2413
2414                 psize[0] = ctx->luma_size;
2415                 psize[1] = ctx->chroma_size;
2416
2417                 if (IS_MFCV6_PLUS(dev)) {
2418                         alloc_devs[0] = ctx->dev->mem_dev[BANK_L_CTX];
2419                         alloc_devs[1] = ctx->dev->mem_dev[BANK_L_CTX];
2420                 } else {
2421                         alloc_devs[0] = ctx->dev->mem_dev[BANK_R_CTX];
2422                         alloc_devs[1] = ctx->dev->mem_dev[BANK_R_CTX];
2423                 }
2424         } else {
2425                 mfc_err("invalid queue type: %d\n", vq->type);
2426                 return -EINVAL;
2427         }
2428         return 0;
2429 }
2430
2431 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
2432 {
2433         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
2434         struct vb2_queue *vq = vb->vb2_queue;
2435         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2436         unsigned int i;
2437         int ret;
2438
2439         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2440                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2441                 if (ret < 0)
2442                         return ret;
2443                 i = vb->index;
2444                 ctx->dst_bufs[i].b = vbuf;
2445                 ctx->dst_bufs[i].cookie.stream =
2446                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2447                 ctx->dst_bufs_cnt++;
2448         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2449                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2450                 if (ret < 0)
2451                         return ret;
2452                 i = vb->index;
2453                 ctx->src_bufs[i].b = vbuf;
2454                 ctx->src_bufs[i].cookie.raw.luma =
2455                                         vb2_dma_contig_plane_dma_addr(vb, 0);
2456                 ctx->src_bufs[i].cookie.raw.chroma =
2457                                         vb2_dma_contig_plane_dma_addr(vb, 1);
2458                 ctx->src_bufs_cnt++;
2459         } else {
2460                 mfc_err("invalid queue type: %d\n", vq->type);
2461                 return -EINVAL;
2462         }
2463         return 0;
2464 }
2465
2466 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
2467 {
2468         struct vb2_queue *vq = vb->vb2_queue;
2469         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2470         int ret;
2471
2472         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2473                 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
2474                 if (ret < 0)
2475                         return ret;
2476                 mfc_debug(2, "plane size: %ld, dst size: %zu\n",
2477                         vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
2478                 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
2479                         mfc_err("plane size is too small for capture\n");
2480                         return -EINVAL;
2481                 }
2482         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2483                 ret = check_vb_with_fmt(ctx->src_fmt, vb);
2484                 if (ret < 0)
2485                         return ret;
2486                 mfc_debug(2, "plane size: %ld, luma size: %d\n",
2487                         vb2_plane_size(vb, 0), ctx->luma_size);
2488                 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
2489                         vb2_plane_size(vb, 1), ctx->chroma_size);
2490                 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
2491                     vb2_plane_size(vb, 1) < ctx->chroma_size) {
2492                         mfc_err("plane size is too small for output\n");
2493                         return -EINVAL;
2494                 }
2495         } else {
2496                 mfc_err("invalid queue type: %d\n", vq->type);
2497                 return -EINVAL;
2498         }
2499         return 0;
2500 }
2501
2502 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
2503 {
2504         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2505         struct s5p_mfc_dev *dev = ctx->dev;
2506
2507         if (IS_MFCV6_PLUS(dev) &&
2508                         (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)) {
2509
2510                 if ((ctx->state == MFCINST_GOT_INST) &&
2511                         (dev->curr_ctx == ctx->num) && dev->hw_lock) {
2512                         s5p_mfc_wait_for_done_ctx(ctx,
2513                                                 S5P_MFC_R2H_CMD_SEQ_DONE_RET,
2514                                                 0);
2515                 }
2516
2517                 if (ctx->src_bufs_cnt < ctx->pb_count) {
2518                         mfc_err("Need minimum %d OUTPUT buffers\n",
2519                                         ctx->pb_count);
2520                         return -ENOBUFS;
2521                 }
2522         }
2523
2524         /* If context is ready then dev = work->data;schedule it to run */
2525         if (s5p_mfc_ctx_ready(ctx))
2526                 set_work_bit_irqsave(ctx);
2527         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2528
2529         return 0;
2530 }
2531
2532 static void s5p_mfc_stop_streaming(struct vb2_queue *q)
2533 {
2534         unsigned long flags;
2535         struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
2536         struct s5p_mfc_dev *dev = ctx->dev;
2537
2538         if ((ctx->state == MFCINST_FINISHING ||
2539                 ctx->state == MFCINST_RUNNING) &&
2540                 dev->curr_ctx == ctx->num && dev->hw_lock) {
2541                 ctx->state = MFCINST_ABORT;
2542                 s5p_mfc_wait_for_done_ctx(ctx, S5P_MFC_R2H_CMD_FRAME_DONE_RET,
2543                                           0);
2544         }
2545         ctx->state = MFCINST_FINISHED;
2546         spin_lock_irqsave(&dev->irqlock, flags);
2547         if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2548                 s5p_mfc_cleanup_queue(&ctx->dst_queue, &ctx->vq_dst);
2549                 INIT_LIST_HEAD(&ctx->dst_queue);
2550                 ctx->dst_queue_cnt = 0;
2551         }
2552         if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2553                 cleanup_ref_queue(ctx);
2554                 s5p_mfc_cleanup_queue(&ctx->src_queue, &ctx->vq_src);
2555                 INIT_LIST_HEAD(&ctx->src_queue);
2556                 ctx->src_queue_cnt = 0;
2557         }
2558         spin_unlock_irqrestore(&dev->irqlock, flags);
2559 }
2560
2561 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
2562 {
2563         struct vb2_queue *vq = vb->vb2_queue;
2564         struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
2565         struct s5p_mfc_dev *dev = ctx->dev;
2566         unsigned long flags;
2567         struct s5p_mfc_buf *mfc_buf;
2568
2569         if (ctx->state == MFCINST_ERROR) {
2570                 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
2571                 cleanup_ref_queue(ctx);
2572                 return;
2573         }
2574         if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
2575                 mfc_buf = &ctx->dst_bufs[vb->index];
2576                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2577                 /* Mark destination as available for use by MFC */
2578                 spin_lock_irqsave(&dev->irqlock, flags);
2579                 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
2580                 ctx->dst_queue_cnt++;
2581                 spin_unlock_irqrestore(&dev->irqlock, flags);
2582         } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
2583                 mfc_buf = &ctx->src_bufs[vb->index];
2584                 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
2585                 spin_lock_irqsave(&dev->irqlock, flags);
2586                 list_add_tail(&mfc_buf->list, &ctx->src_queue);
2587                 ctx->src_queue_cnt++;
2588                 spin_unlock_irqrestore(&dev->irqlock, flags);
2589         } else {
2590                 mfc_err("unsupported buffer type (%d)\n", vq->type);
2591         }
2592         if (s5p_mfc_ctx_ready(ctx))
2593                 set_work_bit_irqsave(ctx);
2594         s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
2595 }
2596
2597 static struct vb2_ops s5p_mfc_enc_qops = {
2598         .queue_setup            = s5p_mfc_queue_setup,
2599         .wait_prepare           = vb2_ops_wait_prepare,
2600         .wait_finish            = vb2_ops_wait_finish,
2601         .buf_init               = s5p_mfc_buf_init,
2602         .buf_prepare            = s5p_mfc_buf_prepare,
2603         .start_streaming        = s5p_mfc_start_streaming,
2604         .stop_streaming         = s5p_mfc_stop_streaming,
2605         .buf_queue              = s5p_mfc_buf_queue,
2606 };
2607
2608 const struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
2609 {
2610         return &encoder_codec_ops;
2611 }
2612
2613 struct vb2_ops *get_enc_queue_ops(void)
2614 {
2615         return &s5p_mfc_enc_qops;
2616 }
2617
2618 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
2619 {
2620         return &s5p_mfc_enc_ioctl_ops;
2621 }
2622
2623 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2WHICH(x) == V4L2_CTRL_CLASS_CODEC) \
2624                                                 && V4L2_CTRL_DRIVER_PRIV(x))
2625
2626 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
2627 {
2628         struct v4l2_ctrl_config cfg;
2629         int i;
2630
2631         v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
2632         if (ctx->ctrl_handler.error) {
2633                 mfc_err("v4l2_ctrl_handler_init failed\n");
2634                 return ctx->ctrl_handler.error;
2635         }
2636         for (i = 0; i < NUM_CTRLS; i++) {
2637                 if (IS_MFC51_PRIV(controls[i].id)) {
2638                         memset(&cfg, 0, sizeof(struct v4l2_ctrl_config));
2639                         cfg.ops = &s5p_mfc_enc_ctrl_ops;
2640                         cfg.id = controls[i].id;
2641                         cfg.min = controls[i].minimum;
2642                         cfg.max = controls[i].maximum;
2643                         cfg.def = controls[i].default_value;
2644                         cfg.name = controls[i].name;
2645                         cfg.type = controls[i].type;
2646                         cfg.flags = 0;
2647
2648                         if (cfg.type == V4L2_CTRL_TYPE_MENU) {
2649                                 cfg.step = 0;
2650                                 cfg.menu_skip_mask = controls[i].menu_skip_mask;
2651                                 cfg.qmenu = mfc51_get_menu(cfg.id);
2652                         } else {
2653                                 cfg.step = controls[i].step;
2654                                 cfg.menu_skip_mask = 0;
2655                         }
2656                         ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
2657                                         &cfg, NULL);
2658                 } else {
2659                         if ((controls[i].type == V4L2_CTRL_TYPE_MENU) ||
2660                                 (controls[i].type ==
2661                                         V4L2_CTRL_TYPE_INTEGER_MENU)) {
2662                                 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
2663                                         &ctx->ctrl_handler,
2664                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2665                                         controls[i].maximum, 0,
2666                                         controls[i].default_value);
2667                         } else {
2668                                 ctx->ctrls[i] = v4l2_ctrl_new_std(
2669                                         &ctx->ctrl_handler,
2670                                         &s5p_mfc_enc_ctrl_ops, controls[i].id,
2671                                         controls[i].minimum,
2672                                         controls[i].maximum, controls[i].step,
2673                                         controls[i].default_value);
2674                         }
2675                 }
2676                 if (ctx->ctrl_handler.error) {
2677                         mfc_err("Adding control (%d) failed\n", i);
2678                         return ctx->ctrl_handler.error;
2679                 }
2680                 if (controls[i].is_volatile && ctx->ctrls[i])
2681                         ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
2682         }
2683         v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
2684         return 0;
2685 }
2686
2687 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
2688 {
2689         int i;
2690
2691         v4l2_ctrl_handler_free(&ctx->ctrl_handler);
2692         for (i = 0; i < NUM_CTRLS; i++)
2693                 ctx->ctrls[i] = NULL;
2694 }
2695
2696 void s5p_mfc_enc_init(struct s5p_mfc_ctx *ctx)
2697 {
2698         struct v4l2_format f;
2699         f.fmt.pix_mp.pixelformat = DEF_SRC_FMT_ENC;
2700         ctx->src_fmt = find_format(&f, MFC_FMT_RAW);
2701         f.fmt.pix_mp.pixelformat = DEF_DST_FMT_ENC;
2702         ctx->dst_fmt = find_format(&f, MFC_FMT_ENC);
2703 }