1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * camss-vfe-4-1.c 4 * 5 * Qualcomm MSM Camera Subsystem - VFE (Video Front End) Module v4.1 6 * 7 * Copyright (c) 2013-2015, The Linux Foundation. All rights reserved. 8 * Copyright (C) 2015-2018 Linaro Ltd. 9 */ 10 11 #include <linux/interrupt.h> 12 #include <linux/iopoll.h> 13 14 #include "camss-vfe.h" 15 16 #define VFE_0_HW_VERSION 0x000 17 18 #define VFE_0_GLOBAL_RESET_CMD 0x00c 19 #define VFE_0_GLOBAL_RESET_CMD_CORE BIT(0) 20 #define VFE_0_GLOBAL_RESET_CMD_CAMIF BIT(1) 21 #define VFE_0_GLOBAL_RESET_CMD_BUS BIT(2) 22 #define VFE_0_GLOBAL_RESET_CMD_BUS_BDG BIT(3) 23 #define VFE_0_GLOBAL_RESET_CMD_REGISTER BIT(4) 24 #define VFE_0_GLOBAL_RESET_CMD_TIMER BIT(5) 25 #define VFE_0_GLOBAL_RESET_CMD_PM BIT(6) 26 #define VFE_0_GLOBAL_RESET_CMD_BUS_MISR BIT(7) 27 #define VFE_0_GLOBAL_RESET_CMD_TESTGEN BIT(8) 28 29 #define VFE_0_MODULE_CFG 0x018 30 #define VFE_0_MODULE_CFG_DEMUX BIT(2) 31 #define VFE_0_MODULE_CFG_CHROMA_UPSAMPLE BIT(3) 32 #define VFE_0_MODULE_CFG_SCALE_ENC BIT(23) 33 #define VFE_0_MODULE_CFG_CROP_ENC BIT(27) 34 35 #define VFE_0_CORE_CFG 0x01c 36 #define VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR 0x4 37 #define VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB 0x5 38 #define VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY 0x6 39 #define VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY 0x7 40 41 #define VFE_0_IRQ_CMD 0x024 42 #define VFE_0_IRQ_CMD_GLOBAL_CLEAR BIT(0) 43 44 #define VFE_0_IRQ_MASK_0 0x028 45 #define VFE_0_IRQ_MASK_0_CAMIF_SOF BIT(0) 46 #define VFE_0_IRQ_MASK_0_CAMIF_EOF BIT(1) 47 #define VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n) BIT((n) + 5) 48 #define VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(n) \ 49 ((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n)) 50 #define VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(n) BIT((n) + 8) 51 #define VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(n) BIT((n) + 25) 52 #define VFE_0_IRQ_MASK_0_RESET_ACK BIT(31) 53 #define VFE_0_IRQ_MASK_1 0x02c 54 #define VFE_0_IRQ_MASK_1_CAMIF_ERROR BIT(0) 55 #define VFE_0_IRQ_MASK_1_VIOLATION BIT(7) 56 #define VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK BIT(8) 57 #define VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(n) BIT((n) + 9) 58 #define VFE_0_IRQ_MASK_1_RDIn_SOF(n) BIT((n) + 29) 59 60 #define VFE_0_IRQ_CLEAR_0 0x030 61 #define VFE_0_IRQ_CLEAR_1 0x034 62 63 #define VFE_0_IRQ_STATUS_0 0x038 64 #define VFE_0_IRQ_STATUS_0_CAMIF_SOF BIT(0) 65 #define VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n) BIT((n) + 5) 66 #define VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(n) \ 67 ((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n)) 68 #define VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(n) BIT((n) + 8) 69 #define VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(n) BIT((n) + 25) 70 #define VFE_0_IRQ_STATUS_0_RESET_ACK BIT(31) 71 #define VFE_0_IRQ_STATUS_1 0x03c 72 #define VFE_0_IRQ_STATUS_1_VIOLATION BIT(7) 73 #define VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK BIT(8) 74 #define VFE_0_IRQ_STATUS_1_RDIn_SOF(n) BIT((n) + 29) 75 76 #define VFE_0_IRQ_COMPOSITE_MASK_0 0x40 77 #define VFE_0_VIOLATION_STATUS 0x48 78 79 #define VFE_0_BUS_CMD 0x4c 80 #define VFE_0_BUS_CMD_Mx_RLD_CMD(x) BIT(x) 81 82 #define VFE_0_BUS_CFG 0x050 83 84 #define VFE_0_BUS_XBAR_CFG_x(x) (0x58 + 0x4 * ((x) / 2)) 85 #define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN BIT(1) 86 #define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA (0x3 << 4) 87 #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT 8 88 #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA 0 89 #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 5 90 #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 6 91 #define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 7 92 93 #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(n) (0x06c + 0x24 * (n)) 94 #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT 0 95 #define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT 1 96 #define VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(n) (0x070 + 0x24 * (n)) 97 #define VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(n) (0x074 + 0x24 * (n)) 98 #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(n) (0x078 + 0x24 * (n)) 99 #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT 2 100 #define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK (0x1f << 2) 101 102 #define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(n) (0x07c + 0x24 * (n)) 103 #define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT 16 104 #define VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(n) (0x080 + 0x24 * (n)) 105 #define VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(n) (0x084 + 0x24 * (n)) 106 #define VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(n) \ 107 (0x088 + 0x24 * (n)) 108 #define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(n) \ 109 (0x08c + 0x24 * (n)) 110 #define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF 0xffffffff 111 112 #define VFE_0_BUS_PING_PONG_STATUS 0x268 113 114 #define VFE_0_BUS_BDG_CMD 0x2c0 115 #define VFE_0_BUS_BDG_CMD_HALT_REQ 1 116 117 #define VFE_0_BUS_BDG_QOS_CFG_0 0x2c4 118 #define VFE_0_BUS_BDG_QOS_CFG_0_CFG 0xaaa5aaa5 119 #define VFE_0_BUS_BDG_QOS_CFG_1 0x2c8 120 #define VFE_0_BUS_BDG_QOS_CFG_2 0x2cc 121 #define VFE_0_BUS_BDG_QOS_CFG_3 0x2d0 122 #define VFE_0_BUS_BDG_QOS_CFG_4 0x2d4 123 #define VFE_0_BUS_BDG_QOS_CFG_5 0x2d8 124 #define VFE_0_BUS_BDG_QOS_CFG_6 0x2dc 125 #define VFE_0_BUS_BDG_QOS_CFG_7 0x2e0 126 #define VFE_0_BUS_BDG_QOS_CFG_7_CFG 0x0001aaa5 127 128 #define VFE_0_RDI_CFG_x(x) (0x2e8 + (0x4 * (x))) 129 #define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT 28 130 #define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK (0xf << 28) 131 #define VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT 4 132 #define VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK (0xf << 4) 133 #define VFE_0_RDI_CFG_x_RDI_EN_BIT BIT(2) 134 #define VFE_0_RDI_CFG_x_MIPI_EN_BITS 0x3 135 #define VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(r) BIT(16 + (r)) 136 137 #define VFE_0_CAMIF_CMD 0x2f4 138 #define VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY 0 139 #define VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY 1 140 #define VFE_0_CAMIF_CMD_NO_CHANGE 3 141 #define VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS BIT(2) 142 #define VFE_0_CAMIF_CFG 0x2f8 143 #define VFE_0_CAMIF_CFG_VFE_OUTPUT_EN BIT(6) 144 #define VFE_0_CAMIF_FRAME_CFG 0x300 145 #define VFE_0_CAMIF_WINDOW_WIDTH_CFG 0x304 146 #define VFE_0_CAMIF_WINDOW_HEIGHT_CFG 0x308 147 #define VFE_0_CAMIF_SUBSAMPLE_CFG_0 0x30c 148 #define VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN 0x314 149 #define VFE_0_CAMIF_STATUS 0x31c 150 #define VFE_0_CAMIF_STATUS_HALT BIT(31) 151 152 #define VFE_0_REG_UPDATE 0x378 153 #define VFE_0_REG_UPDATE_RDIn(n) BIT(1 + (n)) 154 #define VFE_0_REG_UPDATE_line_n(n) \ 155 ((n) == VFE_LINE_PIX ? 1 : VFE_0_REG_UPDATE_RDIn(n)) 156 157 #define VFE_0_DEMUX_CFG 0x424 158 #define VFE_0_DEMUX_CFG_PERIOD 0x3 159 #define VFE_0_DEMUX_GAIN_0 0x428 160 #define VFE_0_DEMUX_GAIN_0_CH0_EVEN (0x80 << 0) 161 #define VFE_0_DEMUX_GAIN_0_CH0_ODD (0x80 << 16) 162 #define VFE_0_DEMUX_GAIN_1 0x42c 163 #define VFE_0_DEMUX_GAIN_1_CH1 (0x80 << 0) 164 #define VFE_0_DEMUX_GAIN_1_CH2 (0x80 << 16) 165 #define VFE_0_DEMUX_EVEN_CFG 0x438 166 #define VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV 0x9cac 167 #define VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU 0xac9c 168 #define VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY 0xc9ca 169 #define VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY 0xcac9 170 #define VFE_0_DEMUX_ODD_CFG 0x43c 171 #define VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV 0x9cac 172 #define VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU 0xac9c 173 #define VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY 0xc9ca 174 #define VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY 0xcac9 175 176 #define VFE_0_SCALE_ENC_Y_CFG 0x75c 177 #define VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE 0x760 178 #define VFE_0_SCALE_ENC_Y_H_PHASE 0x764 179 #define VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE 0x76c 180 #define VFE_0_SCALE_ENC_Y_V_PHASE 0x770 181 #define VFE_0_SCALE_ENC_CBCR_CFG 0x778 182 #define VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE 0x77c 183 #define VFE_0_SCALE_ENC_CBCR_H_PHASE 0x780 184 #define VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE 0x790 185 #define VFE_0_SCALE_ENC_CBCR_V_PHASE 0x794 186 187 #define VFE_0_CROP_ENC_Y_WIDTH 0x854 188 #define VFE_0_CROP_ENC_Y_HEIGHT 0x858 189 #define VFE_0_CROP_ENC_CBCR_WIDTH 0x85c 190 #define VFE_0_CROP_ENC_CBCR_HEIGHT 0x860 191 192 #define VFE_0_CLAMP_ENC_MAX_CFG 0x874 193 #define VFE_0_CLAMP_ENC_MAX_CFG_CH0 (0xff << 0) 194 #define VFE_0_CLAMP_ENC_MAX_CFG_CH1 (0xff << 8) 195 #define VFE_0_CLAMP_ENC_MAX_CFG_CH2 (0xff << 16) 196 #define VFE_0_CLAMP_ENC_MIN_CFG 0x878 197 #define VFE_0_CLAMP_ENC_MIN_CFG_CH0 (0x0 << 0) 198 #define VFE_0_CLAMP_ENC_MIN_CFG_CH1 (0x0 << 8) 199 #define VFE_0_CLAMP_ENC_MIN_CFG_CH2 (0x0 << 16) 200 201 #define VFE_0_CGC_OVERRIDE_1 0x974 202 #define VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(x) BIT(x) 203 204 #define CAMIF_TIMEOUT_SLEEP_US 1000 205 #define CAMIF_TIMEOUT_ALL_US 1000000 206 207 #define MSM_VFE_VFE0_UB_SIZE 1023 208 #define MSM_VFE_VFE0_UB_SIZE_RDI (MSM_VFE_VFE0_UB_SIZE / 3) 209 210 static void vfe_hw_version_read(struct vfe_device *vfe, struct device *dev) 211 { 212 u32 hw_version = readl_relaxed(vfe->base + VFE_0_HW_VERSION); 213 214 dev_dbg(dev, "VFE HW Version = 0x%08x\n", hw_version); 215 } 216 217 static u16 vfe_get_ub_size(u8 vfe_id) 218 { 219 if (vfe_id == 0) 220 return MSM_VFE_VFE0_UB_SIZE_RDI; 221 222 return 0; 223 } 224 225 static inline void vfe_reg_clr(struct vfe_device *vfe, u32 reg, u32 clr_bits) 226 { 227 u32 bits = readl_relaxed(vfe->base + reg); 228 229 writel_relaxed(bits & ~clr_bits, vfe->base + reg); 230 } 231 232 static inline void vfe_reg_set(struct vfe_device *vfe, u32 reg, u32 set_bits) 233 { 234 u32 bits = readl_relaxed(vfe->base + reg); 235 236 writel_relaxed(bits | set_bits, vfe->base + reg); 237 } 238 239 static void vfe_global_reset(struct vfe_device *vfe) 240 { 241 u32 reset_bits = VFE_0_GLOBAL_RESET_CMD_TESTGEN | 242 VFE_0_GLOBAL_RESET_CMD_BUS_MISR | 243 VFE_0_GLOBAL_RESET_CMD_PM | 244 VFE_0_GLOBAL_RESET_CMD_TIMER | 245 VFE_0_GLOBAL_RESET_CMD_REGISTER | 246 VFE_0_GLOBAL_RESET_CMD_BUS_BDG | 247 VFE_0_GLOBAL_RESET_CMD_BUS | 248 VFE_0_GLOBAL_RESET_CMD_CAMIF | 249 VFE_0_GLOBAL_RESET_CMD_CORE; 250 251 writel_relaxed(reset_bits, vfe->base + VFE_0_GLOBAL_RESET_CMD); 252 } 253 254 static void vfe_halt_request(struct vfe_device *vfe) 255 { 256 writel_relaxed(VFE_0_BUS_BDG_CMD_HALT_REQ, 257 vfe->base + VFE_0_BUS_BDG_CMD); 258 } 259 260 static void vfe_halt_clear(struct vfe_device *vfe) 261 { 262 writel_relaxed(0x0, vfe->base + VFE_0_BUS_BDG_CMD); 263 } 264 265 static void vfe_wm_enable(struct vfe_device *vfe, u8 wm, u8 enable) 266 { 267 if (enable) 268 vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm), 269 1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT); 270 else 271 vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm), 272 1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT); 273 } 274 275 static void vfe_wm_frame_based(struct vfe_device *vfe, u8 wm, u8 enable) 276 { 277 if (enable) 278 vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm), 279 1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT); 280 else 281 vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm), 282 1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT); 283 } 284 285 #define CALC_WORD(width, M, N) (((width) * (M) + (N) - 1) / (N)) 286 287 static int vfe_word_per_line(u32 format, u32 pixel_per_line) 288 { 289 int val = 0; 290 291 switch (format) { 292 case V4L2_PIX_FMT_NV12: 293 case V4L2_PIX_FMT_NV21: 294 case V4L2_PIX_FMT_NV16: 295 case V4L2_PIX_FMT_NV61: 296 val = CALC_WORD(pixel_per_line, 1, 8); 297 break; 298 case V4L2_PIX_FMT_YUYV: 299 case V4L2_PIX_FMT_YVYU: 300 case V4L2_PIX_FMT_UYVY: 301 case V4L2_PIX_FMT_VYUY: 302 val = CALC_WORD(pixel_per_line, 2, 8); 303 break; 304 } 305 306 return val; 307 } 308 309 static void vfe_get_wm_sizes(struct v4l2_pix_format_mplane *pix, u8 plane, 310 u16 *width, u16 *height, u16 *bytesperline) 311 { 312 switch (pix->pixelformat) { 313 case V4L2_PIX_FMT_NV12: 314 case V4L2_PIX_FMT_NV21: 315 *width = pix->width; 316 *height = pix->height; 317 *bytesperline = pix->plane_fmt[0].bytesperline; 318 if (plane == 1) 319 *height /= 2; 320 break; 321 case V4L2_PIX_FMT_NV16: 322 case V4L2_PIX_FMT_NV61: 323 *width = pix->width; 324 *height = pix->height; 325 *bytesperline = pix->plane_fmt[0].bytesperline; 326 break; 327 } 328 } 329 330 static void vfe_wm_line_based(struct vfe_device *vfe, u32 wm, 331 struct v4l2_pix_format_mplane *pix, 332 u8 plane, u32 enable) 333 { 334 u32 reg; 335 336 if (enable) { 337 u16 width = 0, height = 0, bytesperline = 0, wpl; 338 339 vfe_get_wm_sizes(pix, plane, &width, &height, &bytesperline); 340 341 wpl = vfe_word_per_line(pix->pixelformat, width); 342 343 reg = height - 1; 344 reg |= ((wpl + 1) / 2 - 1) << 16; 345 346 writel_relaxed(reg, vfe->base + 347 VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm)); 348 349 wpl = vfe_word_per_line(pix->pixelformat, bytesperline); 350 351 reg = 0x3; 352 reg |= (height - 1) << 4; 353 reg |= wpl << 16; 354 355 writel_relaxed(reg, vfe->base + 356 VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm)); 357 } else { 358 writel_relaxed(0, vfe->base + 359 VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm)); 360 writel_relaxed(0, vfe->base + 361 VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm)); 362 } 363 } 364 365 static void vfe_wm_set_framedrop_period(struct vfe_device *vfe, u8 wm, u8 per) 366 { 367 u32 reg; 368 369 reg = readl_relaxed(vfe->base + 370 VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm)); 371 372 reg &= ~(VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK); 373 374 reg |= (per << VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT) 375 & VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK; 376 377 writel_relaxed(reg, 378 vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm)); 379 } 380 381 static void vfe_wm_set_framedrop_pattern(struct vfe_device *vfe, u8 wm, 382 u32 pattern) 383 { 384 writel_relaxed(pattern, 385 vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(wm)); 386 } 387 388 static void vfe_wm_set_ub_cfg(struct vfe_device *vfe, u8 wm, 389 u16 offset, u16 depth) 390 { 391 u32 reg; 392 393 reg = (offset << VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT) | 394 depth; 395 writel_relaxed(reg, vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(wm)); 396 } 397 398 static void vfe_bus_reload_wm(struct vfe_device *vfe, u8 wm) 399 { 400 wmb(); 401 writel_relaxed(VFE_0_BUS_CMD_Mx_RLD_CMD(wm), vfe->base + VFE_0_BUS_CMD); 402 wmb(); 403 } 404 405 static void vfe_wm_set_ping_addr(struct vfe_device *vfe, u8 wm, u32 addr) 406 { 407 writel_relaxed(addr, 408 vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(wm)); 409 } 410 411 static void vfe_wm_set_pong_addr(struct vfe_device *vfe, u8 wm, u32 addr) 412 { 413 writel_relaxed(addr, 414 vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(wm)); 415 } 416 417 static int vfe_wm_get_ping_pong_status(struct vfe_device *vfe, u8 wm) 418 { 419 u32 reg; 420 421 reg = readl_relaxed(vfe->base + VFE_0_BUS_PING_PONG_STATUS); 422 423 return (reg >> wm) & 0x1; 424 } 425 426 static void vfe_bus_enable_wr_if(struct vfe_device *vfe, u8 enable) 427 { 428 if (enable) 429 writel_relaxed(0x10000009, vfe->base + VFE_0_BUS_CFG); 430 else 431 writel_relaxed(0, vfe->base + VFE_0_BUS_CFG); 432 } 433 434 static void vfe_bus_connect_wm_to_rdi(struct vfe_device *vfe, u8 wm, 435 enum vfe_line_id id) 436 { 437 u32 reg; 438 439 reg = VFE_0_RDI_CFG_x_MIPI_EN_BITS; 440 reg |= VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id); 441 vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), reg); 442 443 reg = VFE_0_RDI_CFG_x_RDI_EN_BIT; 444 reg |= ((3 * id) << VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT) & 445 VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK; 446 vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id), reg); 447 448 switch (id) { 449 case VFE_LINE_RDI0: 450 default: 451 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 << 452 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 453 break; 454 case VFE_LINE_RDI1: 455 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 << 456 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 457 break; 458 case VFE_LINE_RDI2: 459 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 << 460 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 461 break; 462 } 463 464 if (wm % 2 == 1) 465 reg <<= 16; 466 467 vfe_reg_set(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg); 468 } 469 470 static void vfe_wm_set_subsample(struct vfe_device *vfe, u8 wm) 471 { 472 writel_relaxed(VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF, 473 vfe->base + 474 VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(wm)); 475 } 476 477 static void vfe_bus_disconnect_wm_from_rdi(struct vfe_device *vfe, u8 wm, 478 enum vfe_line_id id) 479 { 480 u32 reg; 481 482 reg = VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id); 483 vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(0), reg); 484 485 reg = VFE_0_RDI_CFG_x_RDI_EN_BIT; 486 vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id), reg); 487 488 switch (id) { 489 case VFE_LINE_RDI0: 490 default: 491 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 << 492 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 493 break; 494 case VFE_LINE_RDI1: 495 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 << 496 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 497 break; 498 case VFE_LINE_RDI2: 499 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 << 500 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 501 break; 502 } 503 504 if (wm % 2 == 1) 505 reg <<= 16; 506 507 vfe_reg_clr(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg); 508 } 509 510 static void vfe_set_xbar_cfg(struct vfe_device *vfe, struct vfe_output *output, 511 u8 enable) 512 { 513 struct vfe_line *line = container_of(output, struct vfe_line, output); 514 u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat; 515 u32 reg; 516 unsigned int i; 517 518 for (i = 0; i < output->wm_num; i++) { 519 if (i == 0) { 520 reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA << 521 VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT; 522 } else if (i == 1) { 523 reg = VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN; 524 if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV16) 525 reg |= VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA; 526 } else { 527 /* On current devices output->wm_num is always <= 2 */ 528 break; 529 } 530 531 if (output->wm_idx[i] % 2 == 1) 532 reg <<= 16; 533 534 if (enable) 535 vfe_reg_set(vfe, 536 VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]), 537 reg); 538 else 539 vfe_reg_clr(vfe, 540 VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]), 541 reg); 542 } 543 } 544 545 static void vfe_set_rdi_cid(struct vfe_device *vfe, enum vfe_line_id id, u8 cid) 546 { 547 vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id), 548 VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK); 549 550 vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id), 551 cid << VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT); 552 } 553 554 static void vfe_reg_update(struct vfe_device *vfe, enum vfe_line_id line_id) 555 { 556 vfe->reg_update |= VFE_0_REG_UPDATE_line_n(line_id); 557 wmb(); 558 writel_relaxed(vfe->reg_update, vfe->base + VFE_0_REG_UPDATE); 559 wmb(); 560 } 561 562 static inline void vfe_reg_update_clear(struct vfe_device *vfe, 563 enum vfe_line_id line_id) 564 { 565 vfe->reg_update &= ~VFE_0_REG_UPDATE_line_n(line_id); 566 } 567 568 static void vfe_enable_irq_wm_line(struct vfe_device *vfe, u8 wm, 569 enum vfe_line_id line_id, u8 enable) 570 { 571 u32 irq_en0 = VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(wm) | 572 VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id); 573 u32 irq_en1 = VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(wm) | 574 VFE_0_IRQ_MASK_1_RDIn_SOF(line_id); 575 576 if (enable) { 577 vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0); 578 vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1); 579 } else { 580 vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0); 581 vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1); 582 } 583 } 584 585 static void vfe_enable_irq_pix_line(struct vfe_device *vfe, u8 comp, 586 enum vfe_line_id line_id, u8 enable) 587 { 588 struct vfe_output *output = &vfe->line[line_id].output; 589 unsigned int i; 590 u32 irq_en0; 591 u32 irq_en1; 592 u32 comp_mask = 0; 593 594 irq_en0 = VFE_0_IRQ_MASK_0_CAMIF_SOF; 595 irq_en0 |= VFE_0_IRQ_MASK_0_CAMIF_EOF; 596 irq_en0 |= VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(comp); 597 irq_en0 |= VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id); 598 irq_en1 = VFE_0_IRQ_MASK_1_CAMIF_ERROR; 599 for (i = 0; i < output->wm_num; i++) { 600 irq_en1 |= VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW( 601 output->wm_idx[i]); 602 comp_mask |= (1 << output->wm_idx[i]) << comp * 8; 603 } 604 605 if (enable) { 606 vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0); 607 vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1); 608 vfe_reg_set(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask); 609 } else { 610 vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0); 611 vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1); 612 vfe_reg_clr(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask); 613 } 614 } 615 616 static void vfe_enable_irq_common(struct vfe_device *vfe) 617 { 618 u32 irq_en0 = VFE_0_IRQ_MASK_0_RESET_ACK; 619 u32 irq_en1 = VFE_0_IRQ_MASK_1_VIOLATION | 620 VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK; 621 622 vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0); 623 vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1); 624 } 625 626 static void vfe_set_demux_cfg(struct vfe_device *vfe, struct vfe_line *line) 627 { 628 u32 val, even_cfg, odd_cfg; 629 630 writel_relaxed(VFE_0_DEMUX_CFG_PERIOD, vfe->base + VFE_0_DEMUX_CFG); 631 632 val = VFE_0_DEMUX_GAIN_0_CH0_EVEN | VFE_0_DEMUX_GAIN_0_CH0_ODD; 633 writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_0); 634 635 val = VFE_0_DEMUX_GAIN_1_CH1 | VFE_0_DEMUX_GAIN_1_CH2; 636 writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_1); 637 638 switch (line->fmt[MSM_VFE_PAD_SINK].code) { 639 case MEDIA_BUS_FMT_YUYV8_2X8: 640 even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV; 641 odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV; 642 break; 643 case MEDIA_BUS_FMT_YVYU8_2X8: 644 even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU; 645 odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU; 646 break; 647 case MEDIA_BUS_FMT_UYVY8_2X8: 648 default: 649 even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY; 650 odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY; 651 break; 652 case MEDIA_BUS_FMT_VYUY8_2X8: 653 even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY; 654 odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY; 655 break; 656 } 657 658 writel_relaxed(even_cfg, vfe->base + VFE_0_DEMUX_EVEN_CFG); 659 writel_relaxed(odd_cfg, vfe->base + VFE_0_DEMUX_ODD_CFG); 660 } 661 662 static inline u8 vfe_calc_interp_reso(u16 input, u16 output) 663 { 664 if (input / output >= 16) 665 return 0; 666 667 if (input / output >= 8) 668 return 1; 669 670 if (input / output >= 4) 671 return 2; 672 673 return 3; 674 } 675 676 static void vfe_set_scale_cfg(struct vfe_device *vfe, struct vfe_line *line) 677 { 678 u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat; 679 u32 reg; 680 u16 input, output; 681 u8 interp_reso; 682 u32 phase_mult; 683 684 writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_Y_CFG); 685 686 input = line->fmt[MSM_VFE_PAD_SINK].width; 687 output = line->compose.width; 688 reg = (output << 16) | input; 689 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE); 690 691 interp_reso = vfe_calc_interp_reso(input, output); 692 phase_mult = input * (1 << (13 + interp_reso)) / output; 693 reg = (interp_reso << 20) | phase_mult; 694 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_PHASE); 695 696 input = line->fmt[MSM_VFE_PAD_SINK].height; 697 output = line->compose.height; 698 reg = (output << 16) | input; 699 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE); 700 701 interp_reso = vfe_calc_interp_reso(input, output); 702 phase_mult = input * (1 << (13 + interp_reso)) / output; 703 reg = (interp_reso << 20) | phase_mult; 704 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_PHASE); 705 706 writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_CBCR_CFG); 707 708 input = line->fmt[MSM_VFE_PAD_SINK].width; 709 output = line->compose.width / 2; 710 reg = (output << 16) | input; 711 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE); 712 713 interp_reso = vfe_calc_interp_reso(input, output); 714 phase_mult = input * (1 << (13 + interp_reso)) / output; 715 reg = (interp_reso << 20) | phase_mult; 716 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_PHASE); 717 718 input = line->fmt[MSM_VFE_PAD_SINK].height; 719 output = line->compose.height; 720 if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21) 721 output = line->compose.height / 2; 722 reg = (output << 16) | input; 723 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE); 724 725 interp_reso = vfe_calc_interp_reso(input, output); 726 phase_mult = input * (1 << (13 + interp_reso)) / output; 727 reg = (interp_reso << 20) | phase_mult; 728 writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_PHASE); 729 } 730 731 static void vfe_set_crop_cfg(struct vfe_device *vfe, struct vfe_line *line) 732 { 733 u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat; 734 u32 reg; 735 u16 first, last; 736 737 first = line->crop.left; 738 last = line->crop.left + line->crop.width - 1; 739 reg = (first << 16) | last; 740 writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_WIDTH); 741 742 first = line->crop.top; 743 last = line->crop.top + line->crop.height - 1; 744 reg = (first << 16) | last; 745 writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_HEIGHT); 746 747 first = line->crop.left / 2; 748 last = line->crop.left / 2 + line->crop.width / 2 - 1; 749 reg = (first << 16) | last; 750 writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_WIDTH); 751 752 first = line->crop.top; 753 last = line->crop.top + line->crop.height - 1; 754 if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21) { 755 first = line->crop.top / 2; 756 last = line->crop.top / 2 + line->crop.height / 2 - 1; 757 } 758 reg = (first << 16) | last; 759 writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_HEIGHT); 760 } 761 762 static void vfe_set_clamp_cfg(struct vfe_device *vfe) 763 { 764 u32 val = VFE_0_CLAMP_ENC_MAX_CFG_CH0 | 765 VFE_0_CLAMP_ENC_MAX_CFG_CH1 | 766 VFE_0_CLAMP_ENC_MAX_CFG_CH2; 767 768 writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MAX_CFG); 769 770 val = VFE_0_CLAMP_ENC_MIN_CFG_CH0 | 771 VFE_0_CLAMP_ENC_MIN_CFG_CH1 | 772 VFE_0_CLAMP_ENC_MIN_CFG_CH2; 773 774 writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MIN_CFG); 775 } 776 777 static void vfe_set_qos(struct vfe_device *vfe) 778 { 779 u32 val = VFE_0_BUS_BDG_QOS_CFG_0_CFG; 780 u32 val7 = VFE_0_BUS_BDG_QOS_CFG_7_CFG; 781 782 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_0); 783 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_1); 784 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_2); 785 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_3); 786 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_4); 787 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_5); 788 writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_6); 789 writel_relaxed(val7, vfe->base + VFE_0_BUS_BDG_QOS_CFG_7); 790 } 791 792 static void vfe_set_ds(struct vfe_device *vfe) 793 { 794 /* empty */ 795 } 796 797 static void vfe_set_cgc_override(struct vfe_device *vfe, u8 wm, u8 enable) 798 { 799 u32 val = VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(wm); 800 801 if (enable) 802 vfe_reg_set(vfe, VFE_0_CGC_OVERRIDE_1, val); 803 else 804 vfe_reg_clr(vfe, VFE_0_CGC_OVERRIDE_1, val); 805 806 wmb(); 807 } 808 809 static void vfe_set_camif_cfg(struct vfe_device *vfe, struct vfe_line *line) 810 { 811 u32 val; 812 813 switch (line->fmt[MSM_VFE_PAD_SINK].code) { 814 case MEDIA_BUS_FMT_YUYV8_2X8: 815 val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR; 816 break; 817 case MEDIA_BUS_FMT_YVYU8_2X8: 818 val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB; 819 break; 820 case MEDIA_BUS_FMT_UYVY8_2X8: 821 default: 822 val = VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY; 823 break; 824 case MEDIA_BUS_FMT_VYUY8_2X8: 825 val = VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY; 826 break; 827 } 828 829 writel_relaxed(val, vfe->base + VFE_0_CORE_CFG); 830 831 val = line->fmt[MSM_VFE_PAD_SINK].width * 2; 832 val |= line->fmt[MSM_VFE_PAD_SINK].height << 16; 833 writel_relaxed(val, vfe->base + VFE_0_CAMIF_FRAME_CFG); 834 835 val = line->fmt[MSM_VFE_PAD_SINK].width * 2 - 1; 836 writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_WIDTH_CFG); 837 838 val = line->fmt[MSM_VFE_PAD_SINK].height - 1; 839 writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_HEIGHT_CFG); 840 841 val = 0xffffffff; 842 writel_relaxed(val, vfe->base + VFE_0_CAMIF_SUBSAMPLE_CFG_0); 843 844 val = 0xffffffff; 845 writel_relaxed(val, vfe->base + VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN); 846 847 val = VFE_0_RDI_CFG_x_MIPI_EN_BITS; 848 vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), val); 849 850 val = VFE_0_CAMIF_CFG_VFE_OUTPUT_EN; 851 writel_relaxed(val, vfe->base + VFE_0_CAMIF_CFG); 852 } 853 854 static void vfe_set_camif_cmd(struct vfe_device *vfe, u8 enable) 855 { 856 u32 cmd; 857 858 cmd = VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS | VFE_0_CAMIF_CMD_NO_CHANGE; 859 writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD); 860 wmb(); 861 862 if (enable) 863 cmd = VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY; 864 else 865 cmd = VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY; 866 867 writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD); 868 } 869 870 static void vfe_set_module_cfg(struct vfe_device *vfe, u8 enable) 871 { 872 u32 val = VFE_0_MODULE_CFG_DEMUX | 873 VFE_0_MODULE_CFG_CHROMA_UPSAMPLE | 874 VFE_0_MODULE_CFG_SCALE_ENC | 875 VFE_0_MODULE_CFG_CROP_ENC; 876 877 if (enable) 878 writel_relaxed(val, vfe->base + VFE_0_MODULE_CFG); 879 else 880 writel_relaxed(0x0, vfe->base + VFE_0_MODULE_CFG); 881 } 882 883 static int vfe_camif_wait_for_stop(struct vfe_device *vfe, struct device *dev) 884 { 885 u32 val; 886 int ret; 887 888 ret = readl_poll_timeout(vfe->base + VFE_0_CAMIF_STATUS, 889 val, 890 (val & VFE_0_CAMIF_STATUS_HALT), 891 CAMIF_TIMEOUT_SLEEP_US, 892 CAMIF_TIMEOUT_ALL_US); 893 if (ret < 0) 894 dev_err(dev, "%s: camif stop timeout\n", __func__); 895 896 return ret; 897 } 898 899 static void vfe_isr_read(struct vfe_device *vfe, u32 *value0, u32 *value1) 900 { 901 *value0 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_0); 902 *value1 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_1); 903 904 writel_relaxed(*value0, vfe->base + VFE_0_IRQ_CLEAR_0); 905 writel_relaxed(*value1, vfe->base + VFE_0_IRQ_CLEAR_1); 906 907 wmb(); 908 writel_relaxed(VFE_0_IRQ_CMD_GLOBAL_CLEAR, vfe->base + VFE_0_IRQ_CMD); 909 } 910 911 static void vfe_violation_read(struct vfe_device *vfe) 912 { 913 u32 violation = readl_relaxed(vfe->base + VFE_0_VIOLATION_STATUS); 914 915 pr_err_ratelimited("VFE: violation = 0x%08x\n", violation); 916 } 917 918 /* 919 * vfe_isr - ISPIF module interrupt handler 920 * @irq: Interrupt line 921 * @dev: VFE device 922 * 923 * Return IRQ_HANDLED on success 924 */ 925 static irqreturn_t vfe_isr(int irq, void *dev) 926 { 927 struct vfe_device *vfe = dev; 928 u32 value0, value1; 929 int i, j; 930 931 vfe->ops->isr_read(vfe, &value0, &value1); 932 933 trace_printk("VFE: status0 = 0x%08x, status1 = 0x%08x\n", 934 value0, value1); 935 936 if (value0 & VFE_0_IRQ_STATUS_0_RESET_ACK) 937 vfe->isr_ops.reset_ack(vfe); 938 939 if (value1 & VFE_0_IRQ_STATUS_1_VIOLATION) 940 vfe->ops->violation_read(vfe); 941 942 if (value1 & VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK) 943 vfe->isr_ops.halt_ack(vfe); 944 945 for (i = VFE_LINE_RDI0; i <= VFE_LINE_PIX; i++) 946 if (value0 & VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(i)) 947 vfe->isr_ops.reg_update(vfe, i); 948 949 if (value0 & VFE_0_IRQ_STATUS_0_CAMIF_SOF) 950 vfe->isr_ops.sof(vfe, VFE_LINE_PIX); 951 952 for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++) 953 if (value1 & VFE_0_IRQ_STATUS_1_RDIn_SOF(i)) 954 vfe->isr_ops.sof(vfe, i); 955 956 for (i = 0; i < MSM_VFE_COMPOSITE_IRQ_NUM; i++) 957 if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(i)) { 958 vfe->isr_ops.comp_done(vfe, i); 959 for (j = 0; j < ARRAY_SIZE(vfe->wm_output_map); j++) 960 if (vfe->wm_output_map[j] == VFE_LINE_PIX) 961 value0 &= ~VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(j); 962 } 963 964 for (i = 0; i < MSM_VFE_IMAGE_MASTERS_NUM; i++) 965 if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(i)) 966 vfe->isr_ops.wm_done(vfe, i); 967 968 return IRQ_HANDLED; 969 } 970 971 const struct vfe_hw_ops vfe_ops_4_1 = { 972 .hw_version_read = vfe_hw_version_read, 973 .get_ub_size = vfe_get_ub_size, 974 .global_reset = vfe_global_reset, 975 .halt_request = vfe_halt_request, 976 .halt_clear = vfe_halt_clear, 977 .wm_enable = vfe_wm_enable, 978 .wm_frame_based = vfe_wm_frame_based, 979 .wm_line_based = vfe_wm_line_based, 980 .wm_set_framedrop_period = vfe_wm_set_framedrop_period, 981 .wm_set_framedrop_pattern = vfe_wm_set_framedrop_pattern, 982 .wm_set_ub_cfg = vfe_wm_set_ub_cfg, 983 .bus_reload_wm = vfe_bus_reload_wm, 984 .wm_set_ping_addr = vfe_wm_set_ping_addr, 985 .wm_set_pong_addr = vfe_wm_set_pong_addr, 986 .wm_get_ping_pong_status = vfe_wm_get_ping_pong_status, 987 .bus_enable_wr_if = vfe_bus_enable_wr_if, 988 .bus_connect_wm_to_rdi = vfe_bus_connect_wm_to_rdi, 989 .wm_set_subsample = vfe_wm_set_subsample, 990 .bus_disconnect_wm_from_rdi = vfe_bus_disconnect_wm_from_rdi, 991 .set_xbar_cfg = vfe_set_xbar_cfg, 992 .set_rdi_cid = vfe_set_rdi_cid, 993 .reg_update = vfe_reg_update, 994 .reg_update_clear = vfe_reg_update_clear, 995 .enable_irq_wm_line = vfe_enable_irq_wm_line, 996 .enable_irq_pix_line = vfe_enable_irq_pix_line, 997 .enable_irq_common = vfe_enable_irq_common, 998 .set_demux_cfg = vfe_set_demux_cfg, 999 .set_scale_cfg = vfe_set_scale_cfg, 1000 .set_crop_cfg = vfe_set_crop_cfg, 1001 .set_clamp_cfg = vfe_set_clamp_cfg, 1002 .set_qos = vfe_set_qos, 1003 .set_ds = vfe_set_ds, 1004 .set_cgc_override = vfe_set_cgc_override, 1005 .set_camif_cfg = vfe_set_camif_cfg, 1006 .set_camif_cmd = vfe_set_camif_cmd, 1007 .set_module_cfg = vfe_set_module_cfg, 1008 .camif_wait_for_stop = vfe_camif_wait_for_stop, 1009 .isr_read = vfe_isr_read, 1010 .violation_read = vfe_violation_read, 1011 .isr = vfe_isr, 1012 }; 1013