1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Copyright (c) 2012-2016, The Linux Foundation. All rights reserved. 4 * Copyright (C) 2017 Linaro Ltd. 5 */ 6 #include <linux/types.h> 7 #include <media/v4l2-ctrls.h> 8 9 #include "core.h" 10 #include "venc.h" 11 12 #define BITRATE_MIN 32000 13 #define BITRATE_MAX 160000000 14 #define BITRATE_DEFAULT 1000000 15 #define BITRATE_DEFAULT_PEAK (BITRATE_DEFAULT * 2) 16 #define BITRATE_STEP 100 17 #define SLICE_BYTE_SIZE_MAX 1024 18 #define SLICE_BYTE_SIZE_MIN 1024 19 #define SLICE_MB_SIZE_MAX 300 20 #define INTRA_REFRESH_MBS_MAX 300 21 #define AT_SLICE_BOUNDARY \ 22 V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY 23 24 static int venc_calc_bpframes(u32 gop_size, u32 conseq_b, u32 *bf, u32 *pf) 25 { 26 u32 half = (gop_size - 1) >> 1; 27 u32 b, p, ratio; 28 bool found = false; 29 30 if (!gop_size) 31 return -EINVAL; 32 33 *bf = *pf = 0; 34 35 if (!conseq_b) { 36 *pf = gop_size - 1; 37 return 0; 38 } 39 40 b = p = half; 41 42 for (; b <= gop_size - 1; b++, p--) { 43 if (b % p) 44 continue; 45 46 ratio = b / p; 47 48 if (ratio == conseq_b) { 49 found = true; 50 break; 51 } 52 53 if (ratio > conseq_b) 54 break; 55 } 56 57 if (!found) 58 return -EINVAL; 59 60 if (b + p + 1 != gop_size) 61 return -EINVAL; 62 63 *bf = b; 64 *pf = p; 65 66 return 0; 67 } 68 69 static int venc_op_s_ctrl(struct v4l2_ctrl *ctrl) 70 { 71 struct venus_inst *inst = ctrl_to_inst(ctrl); 72 struct venc_controls *ctr = &inst->controls.enc; 73 struct hfi_enable en = { .enable = 1 }; 74 struct hfi_bitrate brate; 75 u32 bframes; 76 u32 ptype; 77 int ret; 78 79 switch (ctrl->id) { 80 case V4L2_CID_MPEG_VIDEO_BITRATE_MODE: 81 ctr->bitrate_mode = ctrl->val; 82 break; 83 case V4L2_CID_MPEG_VIDEO_BITRATE: 84 ctr->bitrate = ctrl->val; 85 mutex_lock(&inst->lock); 86 if (inst->streamon_out && inst->streamon_cap) { 87 ptype = HFI_PROPERTY_CONFIG_VENC_TARGET_BITRATE; 88 brate.bitrate = ctr->bitrate; 89 brate.layer_id = 0; 90 91 ret = hfi_session_set_property(inst, ptype, &brate); 92 if (ret) { 93 mutex_unlock(&inst->lock); 94 return ret; 95 } 96 } 97 mutex_unlock(&inst->lock); 98 break; 99 case V4L2_CID_MPEG_VIDEO_BITRATE_PEAK: 100 ctr->bitrate_peak = ctrl->val; 101 break; 102 case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE: 103 ctr->h264_entropy_mode = ctrl->val; 104 break; 105 case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE: 106 ctr->profile.mpeg4 = ctrl->val; 107 break; 108 case V4L2_CID_MPEG_VIDEO_H264_PROFILE: 109 ctr->profile.h264 = ctrl->val; 110 break; 111 case V4L2_CID_MPEG_VIDEO_HEVC_PROFILE: 112 ctr->profile.hevc = ctrl->val; 113 break; 114 case V4L2_CID_MPEG_VIDEO_VP8_PROFILE: 115 ctr->profile.vp8 = ctrl->val; 116 break; 117 case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL: 118 ctr->level.mpeg4 = ctrl->val; 119 break; 120 case V4L2_CID_MPEG_VIDEO_H264_LEVEL: 121 ctr->level.h264 = ctrl->val; 122 break; 123 case V4L2_CID_MPEG_VIDEO_HEVC_LEVEL: 124 ctr->level.hevc = ctrl->val; 125 break; 126 case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP: 127 ctr->h264_i_qp = ctrl->val; 128 break; 129 case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP: 130 ctr->h264_p_qp = ctrl->val; 131 break; 132 case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP: 133 ctr->h264_b_qp = ctrl->val; 134 break; 135 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP: 136 ctr->h264_min_qp = ctrl->val; 137 break; 138 case V4L2_CID_MPEG_VIDEO_H264_MAX_QP: 139 ctr->h264_max_qp = ctrl->val; 140 break; 141 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE: 142 ctr->multi_slice_mode = ctrl->val; 143 break; 144 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES: 145 ctr->multi_slice_max_bytes = ctrl->val; 146 break; 147 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB: 148 ctr->multi_slice_max_mb = ctrl->val; 149 break; 150 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA: 151 ctr->h264_loop_filter_alpha = ctrl->val; 152 break; 153 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA: 154 ctr->h264_loop_filter_beta = ctrl->val; 155 break; 156 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE: 157 ctr->h264_loop_filter_mode = ctrl->val; 158 break; 159 case V4L2_CID_MPEG_VIDEO_HEADER_MODE: 160 ctr->header_mode = ctrl->val; 161 break; 162 case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB: 163 break; 164 case V4L2_CID_MPEG_VIDEO_GOP_SIZE: 165 ret = venc_calc_bpframes(ctrl->val, ctr->num_b_frames, &bframes, 166 &ctr->num_p_frames); 167 if (ret) 168 return ret; 169 170 ctr->gop_size = ctrl->val; 171 break; 172 case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD: 173 ctr->h264_i_period = ctrl->val; 174 break; 175 case V4L2_CID_MPEG_VIDEO_VPX_MIN_QP: 176 ctr->vp8_min_qp = ctrl->val; 177 break; 178 case V4L2_CID_MPEG_VIDEO_VPX_MAX_QP: 179 ctr->vp8_max_qp = ctrl->val; 180 break; 181 case V4L2_CID_MPEG_VIDEO_B_FRAMES: 182 ret = venc_calc_bpframes(ctr->gop_size, ctrl->val, &bframes, 183 &ctr->num_p_frames); 184 if (ret) 185 return ret; 186 187 ctr->num_b_frames = bframes; 188 break; 189 case V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME: 190 mutex_lock(&inst->lock); 191 if (inst->streamon_out && inst->streamon_cap) { 192 ptype = HFI_PROPERTY_CONFIG_VENC_REQUEST_SYNC_FRAME; 193 ret = hfi_session_set_property(inst, ptype, &en); 194 195 if (ret) { 196 mutex_unlock(&inst->lock); 197 return ret; 198 } 199 } 200 mutex_unlock(&inst->lock); 201 break; 202 case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE: 203 ctr->rc_enable = ctrl->val; 204 break; 205 case V4L2_CID_MPEG_VIDEO_CONSTANT_QUALITY: 206 ctr->const_quality = ctrl->val; 207 break; 208 case V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE: 209 ctr->frame_skip_mode = ctrl->val; 210 break; 211 default: 212 return -EINVAL; 213 } 214 215 return 0; 216 } 217 218 static const struct v4l2_ctrl_ops venc_ctrl_ops = { 219 .s_ctrl = venc_op_s_ctrl, 220 }; 221 222 int venc_ctrl_init(struct venus_inst *inst) 223 { 224 int ret; 225 226 ret = v4l2_ctrl_handler_init(&inst->ctrl_handler, 33); 227 if (ret) 228 return ret; 229 230 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 231 V4L2_CID_MPEG_VIDEO_BITRATE_MODE, 232 V4L2_MPEG_VIDEO_BITRATE_MODE_CBR, 233 ~((1 << V4L2_MPEG_VIDEO_BITRATE_MODE_VBR) | 234 (1 << V4L2_MPEG_VIDEO_BITRATE_MODE_CBR) | 235 (1 << V4L2_MPEG_VIDEO_BITRATE_MODE_CQ)), 236 V4L2_MPEG_VIDEO_BITRATE_MODE_VBR); 237 238 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 239 V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE, 240 V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC, 241 0, V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC); 242 243 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 244 V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE, 245 V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_CODING_EFFICIENCY, 246 ~((1 << V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE) | 247 (1 << V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE)), 248 V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE); 249 250 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 251 V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL, 252 V4L2_MPEG_VIDEO_MPEG4_LEVEL_5, 253 0, V4L2_MPEG_VIDEO_MPEG4_LEVEL_0); 254 255 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 256 V4L2_CID_MPEG_VIDEO_HEVC_PROFILE, 257 V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10, 258 ~((1 << V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN) | 259 (1 << V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_STILL_PICTURE) | 260 (1 << V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN_10)), 261 V4L2_MPEG_VIDEO_HEVC_PROFILE_MAIN); 262 263 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 264 V4L2_CID_MPEG_VIDEO_HEVC_LEVEL, 265 V4L2_MPEG_VIDEO_HEVC_LEVEL_6_2, 266 0, V4L2_MPEG_VIDEO_HEVC_LEVEL_1); 267 268 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 269 V4L2_CID_MPEG_VIDEO_H264_PROFILE, 270 V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH, 271 ~((1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) | 272 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE) | 273 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) | 274 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH) | 275 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_STEREO_HIGH) | 276 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH)), 277 V4L2_MPEG_VIDEO_H264_PROFILE_HIGH); 278 279 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 280 V4L2_CID_MPEG_VIDEO_H264_LEVEL, 281 V4L2_MPEG_VIDEO_H264_LEVEL_5_1, 282 0, V4L2_MPEG_VIDEO_H264_LEVEL_1_0); 283 284 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 285 V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE, 286 AT_SLICE_BOUNDARY, 287 0, V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED); 288 289 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 290 V4L2_CID_MPEG_VIDEO_HEADER_MODE, 291 V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME, 292 1 << V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME, 293 V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE); 294 295 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 296 V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE, 297 V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_MAX_BYTES, 298 0, V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE); 299 300 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 301 V4L2_CID_MPEG_VIDEO_VP8_PROFILE, 302 V4L2_MPEG_VIDEO_VP8_PROFILE_3, 303 0, V4L2_MPEG_VIDEO_VP8_PROFILE_0); 304 305 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 306 V4L2_CID_MPEG_VIDEO_BITRATE, BITRATE_MIN, BITRATE_MAX, 307 BITRATE_STEP, BITRATE_DEFAULT); 308 309 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 310 V4L2_CID_MPEG_VIDEO_BITRATE_PEAK, BITRATE_MIN, BITRATE_MAX, 311 BITRATE_STEP, BITRATE_DEFAULT_PEAK); 312 313 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 314 V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP, 1, 51, 1, 26); 315 316 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 317 V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP, 1, 51, 1, 28); 318 319 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 320 V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP, 1, 51, 1, 30); 321 322 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 323 V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 1, 51, 1, 1); 324 325 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 326 V4L2_CID_MPEG_VIDEO_H264_MAX_QP, 1, 51, 1, 51); 327 328 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 329 V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES, SLICE_BYTE_SIZE_MIN, 330 SLICE_BYTE_SIZE_MAX, 1, SLICE_BYTE_SIZE_MIN); 331 332 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 333 V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB, 1, 334 SLICE_MB_SIZE_MAX, 1, 1); 335 336 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 337 V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA, -6, 6, 1, 0); 338 339 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 340 V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA, -6, 6, 1, 0); 341 342 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 343 V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB, 344 0, INTRA_REFRESH_MBS_MAX, 1, 0); 345 346 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 347 V4L2_CID_MPEG_VIDEO_GOP_SIZE, 0, (1 << 16) - 1, 1, 30); 348 349 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 350 V4L2_CID_MPEG_VIDEO_VPX_MIN_QP, 1, 128, 1, 1); 351 352 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 353 V4L2_CID_MPEG_VIDEO_VPX_MAX_QP, 1, 128, 1, 128); 354 355 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 356 V4L2_CID_MPEG_VIDEO_B_FRAMES, 0, 4, 1, 0); 357 358 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 359 V4L2_CID_MPEG_VIDEO_H264_I_PERIOD, 0, (1 << 16) - 1, 1, 0); 360 361 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 362 V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME, 0, 0, 0, 0); 363 364 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 365 V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE, 0, 1, 1, 1); 366 367 v4l2_ctrl_new_std(&inst->ctrl_handler, &venc_ctrl_ops, 368 V4L2_CID_MPEG_VIDEO_CONSTANT_QUALITY, 0, 100, 1, 0); 369 370 v4l2_ctrl_new_std_menu(&inst->ctrl_handler, &venc_ctrl_ops, 371 V4L2_CID_MPEG_VIDEO_FRAME_SKIP_MODE, 372 V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT, 373 ~((1 << V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_DISABLED) | 374 (1 << V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT)), 375 V4L2_MPEG_VIDEO_FRAME_SKIP_MODE_DISABLED); 376 377 ret = inst->ctrl_handler.error; 378 if (ret) 379 goto err; 380 381 ret = v4l2_ctrl_handler_setup(&inst->ctrl_handler); 382 if (ret) 383 goto err; 384 385 return 0; 386 err: 387 v4l2_ctrl_handler_free(&inst->ctrl_handler); 388 return ret; 389 } 390 391 void venc_ctrl_deinit(struct venus_inst *inst) 392 { 393 v4l2_ctrl_handler_free(&inst->ctrl_handler); 394 } 395