19f257f50SLaurent Pinchart // SPDX-License-Identifier: GPL-2.0 29f257f50SLaurent Pinchart /* 39f257f50SLaurent Pinchart * V4L2 Capture CSI Subdev for Freescale i.MX6UL/L / i.MX7 SOC 49f257f50SLaurent Pinchart * 59f257f50SLaurent Pinchart * Copyright (c) 2019 Linaro Ltd 69f257f50SLaurent Pinchart * 79f257f50SLaurent Pinchart */ 89f257f50SLaurent Pinchart 99f257f50SLaurent Pinchart #include <linux/clk.h> 109f257f50SLaurent Pinchart #include <linux/delay.h> 119f257f50SLaurent Pinchart #include <linux/interrupt.h> 129f257f50SLaurent Pinchart #include <linux/mfd/syscon.h> 139f257f50SLaurent Pinchart #include <linux/module.h> 149f257f50SLaurent Pinchart #include <linux/of_device.h> 159f257f50SLaurent Pinchart #include <linux/of_graph.h> 169f257f50SLaurent Pinchart #include <linux/pinctrl/consumer.h> 179f257f50SLaurent Pinchart #include <linux/platform_device.h> 189f257f50SLaurent Pinchart #include <linux/regmap.h> 199f257f50SLaurent Pinchart #include <linux/slab.h> 209f257f50SLaurent Pinchart #include <linux/spinlock.h> 219f257f50SLaurent Pinchart #include <linux/types.h> 229f257f50SLaurent Pinchart 239f257f50SLaurent Pinchart #include <media/v4l2-device.h> 249f257f50SLaurent Pinchart #include <media/v4l2-fwnode.h> 259f257f50SLaurent Pinchart #include <media/v4l2-ioctl.h> 269f257f50SLaurent Pinchart #include <media/v4l2-mc.h> 279f257f50SLaurent Pinchart #include <media/v4l2-subdev.h> 289f257f50SLaurent Pinchart #include <media/videobuf2-dma-contig.h> 299f257f50SLaurent Pinchart 309f257f50SLaurent Pinchart #define IMX7_CSI_PAD_SINK 0 319f257f50SLaurent Pinchart #define IMX7_CSI_PAD_SRC 1 329f257f50SLaurent Pinchart #define IMX7_CSI_PADS_NUM 2 339f257f50SLaurent Pinchart 349f257f50SLaurent Pinchart /* csi control reg 1 */ 359f257f50SLaurent Pinchart #define BIT_SWAP16_EN BIT(31) 369f257f50SLaurent Pinchart #define BIT_EXT_VSYNC BIT(30) 379f257f50SLaurent Pinchart #define BIT_EOF_INT_EN BIT(29) 389f257f50SLaurent Pinchart #define BIT_PRP_IF_EN BIT(28) 399f257f50SLaurent Pinchart #define BIT_CCIR_MODE BIT(27) 409f257f50SLaurent Pinchart #define BIT_COF_INT_EN BIT(26) 419f257f50SLaurent Pinchart #define BIT_SF_OR_INTEN BIT(25) 429f257f50SLaurent Pinchart #define BIT_RF_OR_INTEN BIT(24) 439f257f50SLaurent Pinchart #define BIT_SFF_DMA_DONE_INTEN BIT(22) 449f257f50SLaurent Pinchart #define BIT_STATFF_INTEN BIT(21) 459f257f50SLaurent Pinchart #define BIT_FB2_DMA_DONE_INTEN BIT(20) 469f257f50SLaurent Pinchart #define BIT_FB1_DMA_DONE_INTEN BIT(19) 479f257f50SLaurent Pinchart #define BIT_RXFF_INTEN BIT(18) 489f257f50SLaurent Pinchart #define BIT_SOF_POL BIT(17) 499f257f50SLaurent Pinchart #define BIT_SOF_INTEN BIT(16) 509f257f50SLaurent Pinchart #define BIT_MCLKDIV(n) ((n) << 12) 519f257f50SLaurent Pinchart #define BIT_MCLKDIV_MASK (0xf << 12) 529f257f50SLaurent Pinchart #define BIT_HSYNC_POL BIT(11) 539f257f50SLaurent Pinchart #define BIT_CCIR_EN BIT(10) 549f257f50SLaurent Pinchart #define BIT_MCLKEN BIT(9) 559f257f50SLaurent Pinchart #define BIT_FCC BIT(8) 569f257f50SLaurent Pinchart #define BIT_PACK_DIR BIT(7) 579f257f50SLaurent Pinchart #define BIT_CLR_STATFIFO BIT(6) 589f257f50SLaurent Pinchart #define BIT_CLR_RXFIFO BIT(5) 599f257f50SLaurent Pinchart #define BIT_GCLK_MODE BIT(4) 609f257f50SLaurent Pinchart #define BIT_INV_DATA BIT(3) 619f257f50SLaurent Pinchart #define BIT_INV_PCLK BIT(2) 629f257f50SLaurent Pinchart #define BIT_REDGE BIT(1) 639f257f50SLaurent Pinchart #define BIT_PIXEL_BIT BIT(0) 649f257f50SLaurent Pinchart 659f257f50SLaurent Pinchart /* control reg 2 */ 669f257f50SLaurent Pinchart #define BIT_DMA_BURST_TYPE_RFF_INCR4 (1 << 30) 679f257f50SLaurent Pinchart #define BIT_DMA_BURST_TYPE_RFF_INCR8 (2 << 30) 689f257f50SLaurent Pinchart #define BIT_DMA_BURST_TYPE_RFF_INCR16 (3 << 30) 699f257f50SLaurent Pinchart #define BIT_DMA_BURST_TYPE_RFF_MASK (3 << 30) 709f257f50SLaurent Pinchart 719f257f50SLaurent Pinchart /* control reg 3 */ 729f257f50SLaurent Pinchart #define BIT_FRMCNT(n) ((n) << 16) 739f257f50SLaurent Pinchart #define BIT_FRMCNT_MASK (0xffff << 16) 749f257f50SLaurent Pinchart #define BIT_FRMCNT_RST BIT(15) 759f257f50SLaurent Pinchart #define BIT_DMA_REFLASH_RFF BIT(14) 769f257f50SLaurent Pinchart #define BIT_DMA_REFLASH_SFF BIT(13) 779f257f50SLaurent Pinchart #define BIT_DMA_REQ_EN_RFF BIT(12) 789f257f50SLaurent Pinchart #define BIT_DMA_REQ_EN_SFF BIT(11) 799f257f50SLaurent Pinchart #define BIT_STATFF_LEVEL(n) ((n) << 8) 809f257f50SLaurent Pinchart #define BIT_STATFF_LEVEL_MASK (0x7 << 8) 819f257f50SLaurent Pinchart #define BIT_HRESP_ERR_EN BIT(7) 829f257f50SLaurent Pinchart #define BIT_RXFF_LEVEL(n) ((n) << 4) 839f257f50SLaurent Pinchart #define BIT_RXFF_LEVEL_MASK (0x7 << 4) 849f257f50SLaurent Pinchart #define BIT_TWO_8BIT_SENSOR BIT(3) 859f257f50SLaurent Pinchart #define BIT_ZERO_PACK_EN BIT(2) 869f257f50SLaurent Pinchart #define BIT_ECC_INT_EN BIT(1) 879f257f50SLaurent Pinchart #define BIT_ECC_AUTO_EN BIT(0) 889f257f50SLaurent Pinchart 899f257f50SLaurent Pinchart /* csi status reg */ 909f257f50SLaurent Pinchart #define BIT_ADDR_CH_ERR_INT BIT(28) 919f257f50SLaurent Pinchart #define BIT_FIELD0_INT BIT(27) 929f257f50SLaurent Pinchart #define BIT_FIELD1_INT BIT(26) 939f257f50SLaurent Pinchart #define BIT_SFF_OR_INT BIT(25) 949f257f50SLaurent Pinchart #define BIT_RFF_OR_INT BIT(24) 959f257f50SLaurent Pinchart #define BIT_DMA_TSF_DONE_SFF BIT(22) 969f257f50SLaurent Pinchart #define BIT_STATFF_INT BIT(21) 979f257f50SLaurent Pinchart #define BIT_DMA_TSF_DONE_FB2 BIT(20) 989f257f50SLaurent Pinchart #define BIT_DMA_TSF_DONE_FB1 BIT(19) 999f257f50SLaurent Pinchart #define BIT_RXFF_INT BIT(18) 1009f257f50SLaurent Pinchart #define BIT_EOF_INT BIT(17) 1019f257f50SLaurent Pinchart #define BIT_SOF_INT BIT(16) 1029f257f50SLaurent Pinchart #define BIT_F2_INT BIT(15) 1039f257f50SLaurent Pinchart #define BIT_F1_INT BIT(14) 1049f257f50SLaurent Pinchart #define BIT_COF_INT BIT(13) 1059f257f50SLaurent Pinchart #define BIT_HRESP_ERR_INT BIT(7) 1069f257f50SLaurent Pinchart #define BIT_ECC_INT BIT(1) 1079f257f50SLaurent Pinchart #define BIT_DRDY BIT(0) 1089f257f50SLaurent Pinchart 1099f257f50SLaurent Pinchart /* csi image parameter reg */ 1109f257f50SLaurent Pinchart #define BIT_IMAGE_WIDTH(n) ((n) << 16) 1119f257f50SLaurent Pinchart #define BIT_IMAGE_HEIGHT(n) (n) 1129f257f50SLaurent Pinchart 1139f257f50SLaurent Pinchart /* csi control reg 18 */ 1149f257f50SLaurent Pinchart #define BIT_CSI_HW_ENABLE BIT(31) 1159f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_RAW8 (0x2a << 25) 1169f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_RAW10 (0x2b << 25) 1179f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_RAW12 (0x2c << 25) 1189f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_RAW14 (0x2d << 25) 1199f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_YUV422_8B (0x1e << 25) 1209f257f50SLaurent Pinchart #define BIT_MIPI_DATA_FORMAT_MASK (0x3f << 25) 1219f257f50SLaurent Pinchart #define BIT_DATA_FROM_MIPI BIT(22) 1229f257f50SLaurent Pinchart #define BIT_MIPI_YU_SWAP BIT(21) 1239f257f50SLaurent Pinchart #define BIT_MIPI_DOUBLE_CMPNT BIT(20) 1249f257f50SLaurent Pinchart #define BIT_MASK_OPTION_FIRST_FRAME (0 << 18) 1259f257f50SLaurent Pinchart #define BIT_MASK_OPTION_CSI_EN (1 << 18) 1269f257f50SLaurent Pinchart #define BIT_MASK_OPTION_SECOND_FRAME (2 << 18) 1279f257f50SLaurent Pinchart #define BIT_MASK_OPTION_ON_DATA (3 << 18) 1289f257f50SLaurent Pinchart #define BIT_BASEADDR_CHG_ERR_EN BIT(9) 1299f257f50SLaurent Pinchart #define BIT_BASEADDR_SWITCH_SEL BIT(5) 1309f257f50SLaurent Pinchart #define BIT_BASEADDR_SWITCH_EN BIT(4) 1319f257f50SLaurent Pinchart #define BIT_PARALLEL24_EN BIT(3) 1329f257f50SLaurent Pinchart #define BIT_DEINTERLACE_EN BIT(2) 1339f257f50SLaurent Pinchart #define BIT_TVDECODER_IN_EN BIT(1) 1349f257f50SLaurent Pinchart #define BIT_NTSC_EN BIT(0) 1359f257f50SLaurent Pinchart 1369f257f50SLaurent Pinchart #define CSI_MCLK_VF 1 1379f257f50SLaurent Pinchart #define CSI_MCLK_ENC 2 1389f257f50SLaurent Pinchart #define CSI_MCLK_RAW 4 1399f257f50SLaurent Pinchart #define CSI_MCLK_I2C 8 1409f257f50SLaurent Pinchart 1419f257f50SLaurent Pinchart #define CSI_CSICR1 0x00 1429f257f50SLaurent Pinchart #define CSI_CSICR2 0x04 1439f257f50SLaurent Pinchart #define CSI_CSICR3 0x08 1449f257f50SLaurent Pinchart #define CSI_STATFIFO 0x0c 1459f257f50SLaurent Pinchart #define CSI_CSIRXFIFO 0x10 1469f257f50SLaurent Pinchart #define CSI_CSIRXCNT 0x14 1479f257f50SLaurent Pinchart #define CSI_CSISR 0x18 1489f257f50SLaurent Pinchart 1499f257f50SLaurent Pinchart #define CSI_CSIDBG 0x1c 1509f257f50SLaurent Pinchart #define CSI_CSIDMASA_STATFIFO 0x20 1519f257f50SLaurent Pinchart #define CSI_CSIDMATS_STATFIFO 0x24 1529f257f50SLaurent Pinchart #define CSI_CSIDMASA_FB1 0x28 1539f257f50SLaurent Pinchart #define CSI_CSIDMASA_FB2 0x2c 1549f257f50SLaurent Pinchart #define CSI_CSIFBUF_PARA 0x30 1559f257f50SLaurent Pinchart #define CSI_CSIIMAG_PARA 0x34 1569f257f50SLaurent Pinchart 1579f257f50SLaurent Pinchart #define CSI_CSICR18 0x48 1589f257f50SLaurent Pinchart #define CSI_CSICR19 0x4c 1599f257f50SLaurent Pinchart 1609f257f50SLaurent Pinchart #define IMX7_CSI_VIDEO_NAME "imx-capture" 1619f257f50SLaurent Pinchart /* In bytes, per queue */ 1629f257f50SLaurent Pinchart #define IMX7_CSI_VIDEO_MEM_LIMIT SZ_512M 1639f257f50SLaurent Pinchart #define IMX7_CSI_VIDEO_EOF_TIMEOUT 2000 1649f257f50SLaurent Pinchart 1659f257f50SLaurent Pinchart #define IMX7_CSI_DEF_MBUS_CODE MEDIA_BUS_FMT_UYVY8_2X8 1669f257f50SLaurent Pinchart #define IMX7_CSI_DEF_PIX_FORMAT V4L2_PIX_FMT_UYVY 1679f257f50SLaurent Pinchart #define IMX7_CSI_DEF_PIX_WIDTH 640 1689f257f50SLaurent Pinchart #define IMX7_CSI_DEF_PIX_HEIGHT 480 1699f257f50SLaurent Pinchart 1709f257f50SLaurent Pinchart enum imx_csi_model { 1719f257f50SLaurent Pinchart IMX7_CSI_IMX7 = 0, 1729f257f50SLaurent Pinchart IMX7_CSI_IMX8MQ, 1739f257f50SLaurent Pinchart }; 1749f257f50SLaurent Pinchart 1759f257f50SLaurent Pinchart struct imx7_csi_pixfmt { 1769f257f50SLaurent Pinchart /* the in-memory FourCC pixel format */ 1779f257f50SLaurent Pinchart u32 fourcc; 1789f257f50SLaurent Pinchart /* 1799f257f50SLaurent Pinchart * the set of equivalent media bus codes for the fourcc. 1809f257f50SLaurent Pinchart * NOTE! codes pointer is NULL for in-memory-only formats. 1819f257f50SLaurent Pinchart */ 1829f257f50SLaurent Pinchart const u32 *codes; 1839f257f50SLaurent Pinchart int bpp; /* total bpp */ 1849f257f50SLaurent Pinchart bool yuv; 1859f257f50SLaurent Pinchart }; 1869f257f50SLaurent Pinchart 1879f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer { 1889f257f50SLaurent Pinchart struct vb2_v4l2_buffer vbuf; 1899f257f50SLaurent Pinchart struct list_head list; 1909f257f50SLaurent Pinchart }; 1919f257f50SLaurent Pinchart 1929f257f50SLaurent Pinchart static inline struct imx7_csi_vb2_buffer * 1939f257f50SLaurent Pinchart to_imx7_csi_vb2_buffer(struct vb2_buffer *vb) 1949f257f50SLaurent Pinchart { 1959f257f50SLaurent Pinchart struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 1969f257f50SLaurent Pinchart 1979f257f50SLaurent Pinchart return container_of(vbuf, struct imx7_csi_vb2_buffer, vbuf); 1989f257f50SLaurent Pinchart } 1999f257f50SLaurent Pinchart 2009f257f50SLaurent Pinchart struct imx7_csi_dma_buf { 2019f257f50SLaurent Pinchart void *virt; 2029f257f50SLaurent Pinchart dma_addr_t dma_addr; 2039f257f50SLaurent Pinchart unsigned long len; 2049f257f50SLaurent Pinchart }; 2059f257f50SLaurent Pinchart 2069f257f50SLaurent Pinchart struct imx7_csi { 2079f257f50SLaurent Pinchart struct device *dev; 2089f257f50SLaurent Pinchart 2099f257f50SLaurent Pinchart /* Resources and locks */ 2109f257f50SLaurent Pinchart void __iomem *regbase; 2119f257f50SLaurent Pinchart int irq; 2129f257f50SLaurent Pinchart struct clk *mclk; 2139f257f50SLaurent Pinchart 2149f257f50SLaurent Pinchart spinlock_t irqlock; /* Protects last_eof */ 2159f257f50SLaurent Pinchart 2169f257f50SLaurent Pinchart /* Media and V4L2 device */ 2179f257f50SLaurent Pinchart struct media_device mdev; 2189f257f50SLaurent Pinchart struct v4l2_device v4l2_dev; 2199f257f50SLaurent Pinchart struct v4l2_async_notifier notifier; 2209f257f50SLaurent Pinchart struct media_pipeline pipe; 2219f257f50SLaurent Pinchart 2229f257f50SLaurent Pinchart struct v4l2_subdev *src_sd; 2239f257f50SLaurent Pinchart bool is_csi2; 2249f257f50SLaurent Pinchart 2259f257f50SLaurent Pinchart /* V4L2 subdev */ 2269f257f50SLaurent Pinchart struct v4l2_subdev sd; 2279f257f50SLaurent Pinchart struct media_pad pad[IMX7_CSI_PADS_NUM]; 2289f257f50SLaurent Pinchart 2299f257f50SLaurent Pinchart /* Video device */ 2309f257f50SLaurent Pinchart struct video_device *vdev; /* Video device */ 2319f257f50SLaurent Pinchart struct media_pad vdev_pad; /* Video device pad */ 2329f257f50SLaurent Pinchart 2339f257f50SLaurent Pinchart struct v4l2_pix_format vdev_fmt; /* The user format */ 2349f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *vdev_cc; 2359f257f50SLaurent Pinchart struct v4l2_rect vdev_compose; /* The compose rectangle */ 2369f257f50SLaurent Pinchart 2379f257f50SLaurent Pinchart struct mutex vdev_mutex; /* Protect vdev operations */ 2389f257f50SLaurent Pinchart 2399f257f50SLaurent Pinchart struct vb2_queue q; /* The videobuf2 queue */ 2409f257f50SLaurent Pinchart struct list_head ready_q; /* List of queued buffers */ 2419f257f50SLaurent Pinchart spinlock_t q_lock; /* Protect ready_q */ 2429f257f50SLaurent Pinchart 2439f257f50SLaurent Pinchart /* Buffers and streaming state */ 2449f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *active_vb2_buf[2]; 2459f257f50SLaurent Pinchart struct imx7_csi_dma_buf underrun_buf; 2469f257f50SLaurent Pinchart 2479f257f50SLaurent Pinchart bool is_streaming; 2489f257f50SLaurent Pinchart int buf_num; 2499f257f50SLaurent Pinchart u32 frame_sequence; 2509f257f50SLaurent Pinchart 2519f257f50SLaurent Pinchart bool last_eof; 2529f257f50SLaurent Pinchart struct completion last_eof_completion; 2539f257f50SLaurent Pinchart 2549f257f50SLaurent Pinchart enum imx_csi_model model; 2559f257f50SLaurent Pinchart }; 2569f257f50SLaurent Pinchart 2579f257f50SLaurent Pinchart static struct imx7_csi * 2589f257f50SLaurent Pinchart imx7_csi_notifier_to_dev(struct v4l2_async_notifier *n) 2599f257f50SLaurent Pinchart { 2609f257f50SLaurent Pinchart return container_of(n, struct imx7_csi, notifier); 2619f257f50SLaurent Pinchart } 2629f257f50SLaurent Pinchart 2639f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 2649f257f50SLaurent Pinchart * Hardware Configuration 2659f257f50SLaurent Pinchart */ 2669f257f50SLaurent Pinchart 2679f257f50SLaurent Pinchart static u32 imx7_csi_reg_read(struct imx7_csi *csi, unsigned int offset) 2689f257f50SLaurent Pinchart { 2699f257f50SLaurent Pinchart return readl(csi->regbase + offset); 2709f257f50SLaurent Pinchart } 2719f257f50SLaurent Pinchart 2729f257f50SLaurent Pinchart static void imx7_csi_reg_write(struct imx7_csi *csi, unsigned int value, 2739f257f50SLaurent Pinchart unsigned int offset) 2749f257f50SLaurent Pinchart { 2759f257f50SLaurent Pinchart writel(value, csi->regbase + offset); 2769f257f50SLaurent Pinchart } 2779f257f50SLaurent Pinchart 2789f257f50SLaurent Pinchart static u32 imx7_csi_irq_clear(struct imx7_csi *csi) 2799f257f50SLaurent Pinchart { 2809f257f50SLaurent Pinchart u32 isr; 2819f257f50SLaurent Pinchart 2829f257f50SLaurent Pinchart isr = imx7_csi_reg_read(csi, CSI_CSISR); 2839f257f50SLaurent Pinchart imx7_csi_reg_write(csi, isr, CSI_CSISR); 2849f257f50SLaurent Pinchart 2859f257f50SLaurent Pinchart return isr; 2869f257f50SLaurent Pinchart } 2879f257f50SLaurent Pinchart 2889f257f50SLaurent Pinchart static void imx7_csi_init_default(struct imx7_csi *csi) 2899f257f50SLaurent Pinchart { 2909f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_SOF_POL | BIT_REDGE | BIT_GCLK_MODE | 2919f257f50SLaurent Pinchart BIT_HSYNC_POL | BIT_FCC | BIT_MCLKDIV(1) | 2929f257f50SLaurent Pinchart BIT_MCLKEN, CSI_CSICR1); 2939f257f50SLaurent Pinchart imx7_csi_reg_write(csi, 0, CSI_CSICR2); 2949f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_FRMCNT_RST, CSI_CSICR3); 2959f257f50SLaurent Pinchart 2969f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_IMAGE_WIDTH(IMX7_CSI_DEF_PIX_WIDTH) | 2979f257f50SLaurent Pinchart BIT_IMAGE_HEIGHT(IMX7_CSI_DEF_PIX_HEIGHT), 2989f257f50SLaurent Pinchart CSI_CSIIMAG_PARA); 2999f257f50SLaurent Pinchart 3009f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_DMA_REFLASH_RFF, CSI_CSICR3); 3019f257f50SLaurent Pinchart } 3029f257f50SLaurent Pinchart 3039f257f50SLaurent Pinchart static void imx7_csi_hw_enable_irq(struct imx7_csi *csi) 3049f257f50SLaurent Pinchart { 3059f257f50SLaurent Pinchart u32 cr1 = imx7_csi_reg_read(csi, CSI_CSICR1); 3069f257f50SLaurent Pinchart 3079f257f50SLaurent Pinchart cr1 |= BIT_RFF_OR_INT; 3089f257f50SLaurent Pinchart cr1 |= BIT_FB1_DMA_DONE_INTEN; 3099f257f50SLaurent Pinchart cr1 |= BIT_FB2_DMA_DONE_INTEN; 3109f257f50SLaurent Pinchart 3119f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1, CSI_CSICR1); 3129f257f50SLaurent Pinchart } 3139f257f50SLaurent Pinchart 3149f257f50SLaurent Pinchart static void imx7_csi_hw_disable_irq(struct imx7_csi *csi) 3159f257f50SLaurent Pinchart { 3169f257f50SLaurent Pinchart u32 cr1 = imx7_csi_reg_read(csi, CSI_CSICR1); 3179f257f50SLaurent Pinchart 3189f257f50SLaurent Pinchart cr1 &= ~BIT_RFF_OR_INT; 3199f257f50SLaurent Pinchart cr1 &= ~BIT_FB1_DMA_DONE_INTEN; 3209f257f50SLaurent Pinchart cr1 &= ~BIT_FB2_DMA_DONE_INTEN; 3219f257f50SLaurent Pinchart 3229f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1, CSI_CSICR1); 3239f257f50SLaurent Pinchart } 3249f257f50SLaurent Pinchart 3259f257f50SLaurent Pinchart static void imx7_csi_hw_enable(struct imx7_csi *csi) 3269f257f50SLaurent Pinchart { 3279f257f50SLaurent Pinchart u32 cr = imx7_csi_reg_read(csi, CSI_CSICR18); 3289f257f50SLaurent Pinchart 3299f257f50SLaurent Pinchart cr |= BIT_CSI_HW_ENABLE; 3309f257f50SLaurent Pinchart 3319f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr, CSI_CSICR18); 3329f257f50SLaurent Pinchart } 3339f257f50SLaurent Pinchart 3349f257f50SLaurent Pinchart static void imx7_csi_hw_disable(struct imx7_csi *csi) 3359f257f50SLaurent Pinchart { 3369f257f50SLaurent Pinchart u32 cr = imx7_csi_reg_read(csi, CSI_CSICR18); 3379f257f50SLaurent Pinchart 3389f257f50SLaurent Pinchart cr &= ~BIT_CSI_HW_ENABLE; 3399f257f50SLaurent Pinchart 3409f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr, CSI_CSICR18); 3419f257f50SLaurent Pinchart } 3429f257f50SLaurent Pinchart 3439f257f50SLaurent Pinchart static void imx7_csi_dma_reflash(struct imx7_csi *csi) 3449f257f50SLaurent Pinchart { 3459f257f50SLaurent Pinchart u32 cr3; 3469f257f50SLaurent Pinchart 3479f257f50SLaurent Pinchart cr3 = imx7_csi_reg_read(csi, CSI_CSICR3); 3489f257f50SLaurent Pinchart cr3 |= BIT_DMA_REFLASH_RFF; 3499f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr3, CSI_CSICR3); 3509f257f50SLaurent Pinchart } 3519f257f50SLaurent Pinchart 3529f257f50SLaurent Pinchart static void imx7_csi_rx_fifo_clear(struct imx7_csi *csi) 3539f257f50SLaurent Pinchart { 3549f257f50SLaurent Pinchart u32 cr1 = imx7_csi_reg_read(csi, CSI_CSICR1) & ~BIT_FCC; 3559f257f50SLaurent Pinchart 3569f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1, CSI_CSICR1); 3579f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1 | BIT_CLR_RXFIFO, CSI_CSICR1); 3589f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1 | BIT_FCC, CSI_CSICR1); 3599f257f50SLaurent Pinchart } 3609f257f50SLaurent Pinchart 3619f257f50SLaurent Pinchart static void imx7_csi_dmareq_rff_enable(struct imx7_csi *csi) 3629f257f50SLaurent Pinchart { 3639f257f50SLaurent Pinchart u32 cr3 = imx7_csi_reg_read(csi, CSI_CSICR3); 3649f257f50SLaurent Pinchart 3659f257f50SLaurent Pinchart cr3 |= BIT_DMA_REQ_EN_RFF; 3669f257f50SLaurent Pinchart cr3 |= BIT_HRESP_ERR_EN; 3679f257f50SLaurent Pinchart cr3 &= ~BIT_RXFF_LEVEL_MASK; 3689f257f50SLaurent Pinchart cr3 |= BIT_RXFF_LEVEL(2); 3699f257f50SLaurent Pinchart 3709f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr3, CSI_CSICR3); 3719f257f50SLaurent Pinchart } 3729f257f50SLaurent Pinchart 3739f257f50SLaurent Pinchart static void imx7_csi_dmareq_rff_disable(struct imx7_csi *csi) 3749f257f50SLaurent Pinchart { 3759f257f50SLaurent Pinchart u32 cr3 = imx7_csi_reg_read(csi, CSI_CSICR3); 3769f257f50SLaurent Pinchart 3779f257f50SLaurent Pinchart cr3 &= ~BIT_DMA_REQ_EN_RFF; 3789f257f50SLaurent Pinchart cr3 &= ~BIT_HRESP_ERR_EN; 3799f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr3, CSI_CSICR3); 3809f257f50SLaurent Pinchart } 3819f257f50SLaurent Pinchart 3829f257f50SLaurent Pinchart static void imx7_csi_update_buf(struct imx7_csi *csi, dma_addr_t dma_addr, 3839f257f50SLaurent Pinchart int buf_num) 3849f257f50SLaurent Pinchart { 3859f257f50SLaurent Pinchart if (buf_num == 1) 3869f257f50SLaurent Pinchart imx7_csi_reg_write(csi, dma_addr, CSI_CSIDMASA_FB2); 3879f257f50SLaurent Pinchart else 3889f257f50SLaurent Pinchart imx7_csi_reg_write(csi, dma_addr, CSI_CSIDMASA_FB1); 3899f257f50SLaurent Pinchart } 3909f257f50SLaurent Pinchart 3919f257f50SLaurent Pinchart static struct imx7_csi_vb2_buffer *imx7_csi_video_next_buf(struct imx7_csi *csi); 3929f257f50SLaurent Pinchart 3939f257f50SLaurent Pinchart static void imx7_csi_setup_vb2_buf(struct imx7_csi *csi) 3949f257f50SLaurent Pinchart { 3959f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf; 3969f257f50SLaurent Pinchart struct vb2_buffer *vb2_buf; 3979f257f50SLaurent Pinchart int i; 3989f257f50SLaurent Pinchart 3999f257f50SLaurent Pinchart for (i = 0; i < 2; i++) { 4009f257f50SLaurent Pinchart dma_addr_t dma_addr; 4019f257f50SLaurent Pinchart 4029f257f50SLaurent Pinchart buf = imx7_csi_video_next_buf(csi); 4039f257f50SLaurent Pinchart if (buf) { 4049f257f50SLaurent Pinchart csi->active_vb2_buf[i] = buf; 4059f257f50SLaurent Pinchart vb2_buf = &buf->vbuf.vb2_buf; 4069f257f50SLaurent Pinchart dma_addr = vb2_dma_contig_plane_dma_addr(vb2_buf, 0); 4079f257f50SLaurent Pinchart } else { 4089f257f50SLaurent Pinchart csi->active_vb2_buf[i] = NULL; 4099f257f50SLaurent Pinchart dma_addr = csi->underrun_buf.dma_addr; 4109f257f50SLaurent Pinchart } 4119f257f50SLaurent Pinchart 4129f257f50SLaurent Pinchart imx7_csi_update_buf(csi, dma_addr, i); 4139f257f50SLaurent Pinchart } 4149f257f50SLaurent Pinchart } 4159f257f50SLaurent Pinchart 4169f257f50SLaurent Pinchart static void imx7_csi_dma_unsetup_vb2_buf(struct imx7_csi *csi, 4179f257f50SLaurent Pinchart enum vb2_buffer_state return_status) 4189f257f50SLaurent Pinchart { 4199f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf; 4209f257f50SLaurent Pinchart int i; 4219f257f50SLaurent Pinchart 4229f257f50SLaurent Pinchart /* return any remaining active frames with return_status */ 4239f257f50SLaurent Pinchart for (i = 0; i < 2; i++) { 4249f257f50SLaurent Pinchart buf = csi->active_vb2_buf[i]; 4259f257f50SLaurent Pinchart if (buf) { 4269f257f50SLaurent Pinchart struct vb2_buffer *vb = &buf->vbuf.vb2_buf; 4279f257f50SLaurent Pinchart 4289f257f50SLaurent Pinchart vb->timestamp = ktime_get_ns(); 4299f257f50SLaurent Pinchart vb2_buffer_done(vb, return_status); 4309f257f50SLaurent Pinchart csi->active_vb2_buf[i] = NULL; 4319f257f50SLaurent Pinchart } 4329f257f50SLaurent Pinchart } 4339f257f50SLaurent Pinchart } 4349f257f50SLaurent Pinchart 4359f257f50SLaurent Pinchart static void imx7_csi_free_dma_buf(struct imx7_csi *csi, 4369f257f50SLaurent Pinchart struct imx7_csi_dma_buf *buf) 4379f257f50SLaurent Pinchart { 4389f257f50SLaurent Pinchart if (buf->virt) 4399f257f50SLaurent Pinchart dma_free_coherent(csi->dev, buf->len, buf->virt, buf->dma_addr); 4409f257f50SLaurent Pinchart 4419f257f50SLaurent Pinchart buf->virt = NULL; 4429f257f50SLaurent Pinchart buf->dma_addr = 0; 4439f257f50SLaurent Pinchart } 4449f257f50SLaurent Pinchart 4459f257f50SLaurent Pinchart static int imx7_csi_alloc_dma_buf(struct imx7_csi *csi, 4469f257f50SLaurent Pinchart struct imx7_csi_dma_buf *buf, int size) 4479f257f50SLaurent Pinchart { 4489f257f50SLaurent Pinchart imx7_csi_free_dma_buf(csi, buf); 4499f257f50SLaurent Pinchart 4509f257f50SLaurent Pinchart buf->len = PAGE_ALIGN(size); 4519f257f50SLaurent Pinchart buf->virt = dma_alloc_coherent(csi->dev, buf->len, &buf->dma_addr, 4529f257f50SLaurent Pinchart GFP_DMA | GFP_KERNEL); 4539f257f50SLaurent Pinchart if (!buf->virt) 4549f257f50SLaurent Pinchart return -ENOMEM; 4559f257f50SLaurent Pinchart 4569f257f50SLaurent Pinchart return 0; 4579f257f50SLaurent Pinchart } 4589f257f50SLaurent Pinchart 4599f257f50SLaurent Pinchart static int imx7_csi_dma_setup(struct imx7_csi *csi) 4609f257f50SLaurent Pinchart { 4619f257f50SLaurent Pinchart int ret; 4629f257f50SLaurent Pinchart 4639f257f50SLaurent Pinchart ret = imx7_csi_alloc_dma_buf(csi, &csi->underrun_buf, 4649f257f50SLaurent Pinchart csi->vdev_fmt.sizeimage); 4659f257f50SLaurent Pinchart if (ret < 0) { 4669f257f50SLaurent Pinchart v4l2_warn(&csi->sd, "consider increasing the CMA area\n"); 4679f257f50SLaurent Pinchart return ret; 4689f257f50SLaurent Pinchart } 4699f257f50SLaurent Pinchart 4709f257f50SLaurent Pinchart csi->frame_sequence = 0; 4719f257f50SLaurent Pinchart csi->last_eof = false; 4729f257f50SLaurent Pinchart init_completion(&csi->last_eof_completion); 4739f257f50SLaurent Pinchart 4749f257f50SLaurent Pinchart imx7_csi_setup_vb2_buf(csi); 4759f257f50SLaurent Pinchart 4769f257f50SLaurent Pinchart return 0; 4779f257f50SLaurent Pinchart } 4789f257f50SLaurent Pinchart 4799f257f50SLaurent Pinchart static void imx7_csi_dma_cleanup(struct imx7_csi *csi, 4809f257f50SLaurent Pinchart enum vb2_buffer_state return_status) 4819f257f50SLaurent Pinchart { 4829f257f50SLaurent Pinchart imx7_csi_dma_unsetup_vb2_buf(csi, return_status); 4839f257f50SLaurent Pinchart imx7_csi_free_dma_buf(csi, &csi->underrun_buf); 4849f257f50SLaurent Pinchart } 4859f257f50SLaurent Pinchart 4869f257f50SLaurent Pinchart static void imx7_csi_dma_stop(struct imx7_csi *csi) 4879f257f50SLaurent Pinchart { 4889f257f50SLaurent Pinchart unsigned long timeout_jiffies; 4899f257f50SLaurent Pinchart unsigned long flags; 4909f257f50SLaurent Pinchart int ret; 4919f257f50SLaurent Pinchart 4929f257f50SLaurent Pinchart /* mark next EOF interrupt as the last before stream off */ 4939f257f50SLaurent Pinchart spin_lock_irqsave(&csi->irqlock, flags); 4949f257f50SLaurent Pinchart csi->last_eof = true; 4959f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->irqlock, flags); 4969f257f50SLaurent Pinchart 4979f257f50SLaurent Pinchart /* 4989f257f50SLaurent Pinchart * and then wait for interrupt handler to mark completion. 4999f257f50SLaurent Pinchart */ 5009f257f50SLaurent Pinchart timeout_jiffies = msecs_to_jiffies(IMX7_CSI_VIDEO_EOF_TIMEOUT); 5019f257f50SLaurent Pinchart ret = wait_for_completion_timeout(&csi->last_eof_completion, 5029f257f50SLaurent Pinchart timeout_jiffies); 5039f257f50SLaurent Pinchart if (ret == 0) 5049f257f50SLaurent Pinchart v4l2_warn(&csi->sd, "wait last EOF timeout\n"); 5059f257f50SLaurent Pinchart 5069f257f50SLaurent Pinchart imx7_csi_hw_disable_irq(csi); 5079f257f50SLaurent Pinchart } 5089f257f50SLaurent Pinchart 5091d59fbebSLaurent Pinchart static void imx7_csi_configure(struct imx7_csi *csi, 5101d59fbebSLaurent Pinchart struct v4l2_subdev_state *sd_state) 5119f257f50SLaurent Pinchart { 5129f257f50SLaurent Pinchart struct v4l2_pix_format *out_pix = &csi->vdev_fmt; 5139f257f50SLaurent Pinchart int width = out_pix->width; 5149f257f50SLaurent Pinchart u32 stride = 0; 5159f257f50SLaurent Pinchart u32 cr3 = BIT_FRMCNT_RST; 5169f257f50SLaurent Pinchart u32 cr1, cr18; 5179f257f50SLaurent Pinchart 5189f257f50SLaurent Pinchart cr18 = imx7_csi_reg_read(csi, CSI_CSICR18); 5199f257f50SLaurent Pinchart 5209f257f50SLaurent Pinchart cr18 &= ~(BIT_CSI_HW_ENABLE | BIT_MIPI_DATA_FORMAT_MASK | 5219f257f50SLaurent Pinchart BIT_DATA_FROM_MIPI | BIT_MIPI_DOUBLE_CMPNT | 5229f257f50SLaurent Pinchart BIT_BASEADDR_CHG_ERR_EN | BIT_BASEADDR_SWITCH_SEL | 5239f257f50SLaurent Pinchart BIT_BASEADDR_SWITCH_EN | BIT_DEINTERLACE_EN); 5249f257f50SLaurent Pinchart 5259f257f50SLaurent Pinchart if (out_pix->field == V4L2_FIELD_INTERLACED) { 5269f257f50SLaurent Pinchart cr18 |= BIT_DEINTERLACE_EN; 5279f257f50SLaurent Pinchart stride = out_pix->width; 5289f257f50SLaurent Pinchart } 5299f257f50SLaurent Pinchart 5309f257f50SLaurent Pinchart if (!csi->is_csi2) { 5319f257f50SLaurent Pinchart cr1 = BIT_SOF_POL | BIT_REDGE | BIT_GCLK_MODE | BIT_HSYNC_POL 5329f257f50SLaurent Pinchart | BIT_FCC | BIT_MCLKDIV(1) | BIT_MCLKEN; 5339f257f50SLaurent Pinchart 5349f257f50SLaurent Pinchart cr18 |= BIT_BASEADDR_SWITCH_EN | BIT_BASEADDR_SWITCH_SEL | 5359f257f50SLaurent Pinchart BIT_BASEADDR_CHG_ERR_EN; 5369f257f50SLaurent Pinchart 5379f257f50SLaurent Pinchart if (out_pix->pixelformat == V4L2_PIX_FMT_UYVY || 5389f257f50SLaurent Pinchart out_pix->pixelformat == V4L2_PIX_FMT_YUYV) 5399f257f50SLaurent Pinchart width *= 2; 5409f257f50SLaurent Pinchart } else { 5411d59fbebSLaurent Pinchart const struct v4l2_mbus_framefmt *sink_fmt; 5421d59fbebSLaurent Pinchart 5431d59fbebSLaurent Pinchart sink_fmt = v4l2_subdev_get_pad_format(&csi->sd, sd_state, 5441d59fbebSLaurent Pinchart IMX7_CSI_PAD_SINK); 5451d59fbebSLaurent Pinchart 5469f257f50SLaurent Pinchart cr1 = BIT_SOF_POL | BIT_REDGE | BIT_HSYNC_POL | BIT_FCC 5479f257f50SLaurent Pinchart | BIT_MCLKDIV(1) | BIT_MCLKEN; 5489f257f50SLaurent Pinchart 5499f257f50SLaurent Pinchart cr18 |= BIT_DATA_FROM_MIPI; 5509f257f50SLaurent Pinchart 5511d59fbebSLaurent Pinchart switch (sink_fmt->code) { 5529f257f50SLaurent Pinchart case MEDIA_BUS_FMT_Y8_1X8: 5539f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SBGGR8_1X8: 5549f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGBRG8_1X8: 5559f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGRBG8_1X8: 5569f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SRGGB8_1X8: 5579f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_RAW8; 5589f257f50SLaurent Pinchart break; 5599f257f50SLaurent Pinchart case MEDIA_BUS_FMT_Y10_1X10: 5609f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SBGGR10_1X10: 5619f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGBRG10_1X10: 5629f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGRBG10_1X10: 5639f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SRGGB10_1X10: 5649f257f50SLaurent Pinchart cr3 |= BIT_TWO_8BIT_SENSOR; 5659f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_RAW10; 5669f257f50SLaurent Pinchart break; 5679f257f50SLaurent Pinchart case MEDIA_BUS_FMT_Y12_1X12: 5689f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SBGGR12_1X12: 5699f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGBRG12_1X12: 5709f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGRBG12_1X12: 5719f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SRGGB12_1X12: 5729f257f50SLaurent Pinchart cr3 |= BIT_TWO_8BIT_SENSOR; 5739f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_RAW12; 5749f257f50SLaurent Pinchart break; 5759f257f50SLaurent Pinchart case MEDIA_BUS_FMT_Y14_1X14: 5769f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SBGGR14_1X14: 5779f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGBRG14_1X14: 5789f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SGRBG14_1X14: 5799f257f50SLaurent Pinchart case MEDIA_BUS_FMT_SRGGB14_1X14: 5809f257f50SLaurent Pinchart cr3 |= BIT_TWO_8BIT_SENSOR; 5819f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_RAW14; 5829f257f50SLaurent Pinchart break; 5839f257f50SLaurent Pinchart 5849f257f50SLaurent Pinchart /* 5859f257f50SLaurent Pinchart * The CSI bridge has a 16-bit input bus. Depending on the 5869f257f50SLaurent Pinchart * connected source, data may be transmitted with 8 or 10 bits 5879f257f50SLaurent Pinchart * per clock sample (in bits [9:2] or [9:0] respectively) or 5889f257f50SLaurent Pinchart * with 16 bits per clock sample (in bits [15:0]). The data is 5899f257f50SLaurent Pinchart * then packed into a 32-bit FIFO (as shown in figure 13-11 of 5909f257f50SLaurent Pinchart * the i.MX8MM reference manual rev. 3). 5919f257f50SLaurent Pinchart * 5929f257f50SLaurent Pinchart * The data packing in a 32-bit FIFO input word is controlled by 5939f257f50SLaurent Pinchart * the CR3 TWO_8BIT_SENSOR field (also known as SENSOR_16BITS in 5949f257f50SLaurent Pinchart * the i.MX8MM reference manual). When set to 0, data packing 5959f257f50SLaurent Pinchart * groups four 8-bit input samples (bits [9:2]). When set to 1, 5969f257f50SLaurent Pinchart * data packing groups two 16-bit input samples (bits [15:0]). 5979f257f50SLaurent Pinchart * 5989f257f50SLaurent Pinchart * The register field CR18 MIPI_DOUBLE_CMPNT also needs to be 5999f257f50SLaurent Pinchart * configured according to the input format for YUV 4:2:2 data. 6009f257f50SLaurent Pinchart * The field controls the gasket between the CSI-2 receiver and 6019f257f50SLaurent Pinchart * the CSI bridge. On i.MX7 and i.MX8MM, the field must be set 6029f257f50SLaurent Pinchart * to 1 when the CSIS outputs 16-bit samples. On i.MX8MQ, the 6039f257f50SLaurent Pinchart * gasket ignores the MIPI_DOUBLE_CMPNT bit and YUV 4:2:2 always 6049f257f50SLaurent Pinchart * uses 16-bit samples. Setting MIPI_DOUBLE_CMPNT in that case 6059f257f50SLaurent Pinchart * has no effect, but doesn't cause any issue. 6069f257f50SLaurent Pinchart */ 6079f257f50SLaurent Pinchart case MEDIA_BUS_FMT_UYVY8_2X8: 6089f257f50SLaurent Pinchart case MEDIA_BUS_FMT_YUYV8_2X8: 6099f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_YUV422_8B; 6109f257f50SLaurent Pinchart break; 6119f257f50SLaurent Pinchart case MEDIA_BUS_FMT_UYVY8_1X16: 6129f257f50SLaurent Pinchart case MEDIA_BUS_FMT_YUYV8_1X16: 6139f257f50SLaurent Pinchart cr3 |= BIT_TWO_8BIT_SENSOR; 6149f257f50SLaurent Pinchart cr18 |= BIT_MIPI_DATA_FORMAT_YUV422_8B | 6159f257f50SLaurent Pinchart BIT_MIPI_DOUBLE_CMPNT; 6169f257f50SLaurent Pinchart break; 6179f257f50SLaurent Pinchart } 6189f257f50SLaurent Pinchart } 6199f257f50SLaurent Pinchart 6209f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr1, CSI_CSICR1); 6219f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_DMA_BURST_TYPE_RFF_INCR16, CSI_CSICR2); 6229f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr3, CSI_CSICR3); 6239f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr18, CSI_CSICR18); 6249f257f50SLaurent Pinchart 6259f257f50SLaurent Pinchart imx7_csi_reg_write(csi, (width * out_pix->height) >> 2, CSI_CSIRXCNT); 6269f257f50SLaurent Pinchart imx7_csi_reg_write(csi, BIT_IMAGE_WIDTH(width) | 6279f257f50SLaurent Pinchart BIT_IMAGE_HEIGHT(out_pix->height), 6289f257f50SLaurent Pinchart CSI_CSIIMAG_PARA); 6299f257f50SLaurent Pinchart imx7_csi_reg_write(csi, stride, CSI_CSIFBUF_PARA); 6309f257f50SLaurent Pinchart } 6319f257f50SLaurent Pinchart 6321d59fbebSLaurent Pinchart static int imx7_csi_init(struct imx7_csi *csi, 6331d59fbebSLaurent Pinchart struct v4l2_subdev_state *sd_state) 6349f257f50SLaurent Pinchart { 6359f257f50SLaurent Pinchart int ret; 6369f257f50SLaurent Pinchart 6379f257f50SLaurent Pinchart ret = clk_prepare_enable(csi->mclk); 6389f257f50SLaurent Pinchart if (ret < 0) 6399f257f50SLaurent Pinchart return ret; 6409f257f50SLaurent Pinchart 6411d59fbebSLaurent Pinchart imx7_csi_configure(csi, sd_state); 6429f257f50SLaurent Pinchart 6439f257f50SLaurent Pinchart ret = imx7_csi_dma_setup(csi); 644cea606d9SYang Yingliang if (ret < 0) { 645cea606d9SYang Yingliang clk_disable_unprepare(csi->mclk); 6469f257f50SLaurent Pinchart return ret; 647cea606d9SYang Yingliang } 6489f257f50SLaurent Pinchart 6499f257f50SLaurent Pinchart return 0; 6509f257f50SLaurent Pinchart } 6519f257f50SLaurent Pinchart 6529f257f50SLaurent Pinchart static void imx7_csi_deinit(struct imx7_csi *csi, 6539f257f50SLaurent Pinchart enum vb2_buffer_state return_status) 6549f257f50SLaurent Pinchart { 6559f257f50SLaurent Pinchart imx7_csi_dma_cleanup(csi, return_status); 6569f257f50SLaurent Pinchart imx7_csi_init_default(csi); 6579f257f50SLaurent Pinchart imx7_csi_dmareq_rff_disable(csi); 6589f257f50SLaurent Pinchart clk_disable_unprepare(csi->mclk); 6599f257f50SLaurent Pinchart } 6609f257f50SLaurent Pinchart 6619f257f50SLaurent Pinchart static void imx7_csi_baseaddr_switch_on_second_frame(struct imx7_csi *csi) 6629f257f50SLaurent Pinchart { 6639f257f50SLaurent Pinchart u32 cr18 = imx7_csi_reg_read(csi, CSI_CSICR18); 6649f257f50SLaurent Pinchart 6659f257f50SLaurent Pinchart cr18 |= BIT_BASEADDR_SWITCH_EN | BIT_BASEADDR_SWITCH_SEL | 6669f257f50SLaurent Pinchart BIT_BASEADDR_CHG_ERR_EN; 6679f257f50SLaurent Pinchart cr18 |= BIT_MASK_OPTION_SECOND_FRAME; 6689f257f50SLaurent Pinchart imx7_csi_reg_write(csi, cr18, CSI_CSICR18); 6699f257f50SLaurent Pinchart } 6709f257f50SLaurent Pinchart 6719f257f50SLaurent Pinchart static void imx7_csi_enable(struct imx7_csi *csi) 6729f257f50SLaurent Pinchart { 6739f257f50SLaurent Pinchart /* Clear the Rx FIFO and reflash the DMA controller. */ 6749f257f50SLaurent Pinchart imx7_csi_rx_fifo_clear(csi); 6759f257f50SLaurent Pinchart imx7_csi_dma_reflash(csi); 6769f257f50SLaurent Pinchart 6779f257f50SLaurent Pinchart usleep_range(2000, 3000); 6789f257f50SLaurent Pinchart 6799f257f50SLaurent Pinchart /* Clear and enable the interrupts. */ 6809f257f50SLaurent Pinchart imx7_csi_irq_clear(csi); 6819f257f50SLaurent Pinchart imx7_csi_hw_enable_irq(csi); 6829f257f50SLaurent Pinchart 6839f257f50SLaurent Pinchart /* Enable the RxFIFO DMA and the CSI. */ 6849f257f50SLaurent Pinchart imx7_csi_dmareq_rff_enable(csi); 6859f257f50SLaurent Pinchart imx7_csi_hw_enable(csi); 6869f257f50SLaurent Pinchart 6879f257f50SLaurent Pinchart if (csi->model == IMX7_CSI_IMX8MQ) 6889f257f50SLaurent Pinchart imx7_csi_baseaddr_switch_on_second_frame(csi); 6899f257f50SLaurent Pinchart } 6909f257f50SLaurent Pinchart 6919f257f50SLaurent Pinchart static void imx7_csi_disable(struct imx7_csi *csi) 6929f257f50SLaurent Pinchart { 6939f257f50SLaurent Pinchart imx7_csi_dma_stop(csi); 6949f257f50SLaurent Pinchart 6959f257f50SLaurent Pinchart imx7_csi_dmareq_rff_disable(csi); 6969f257f50SLaurent Pinchart 6979f257f50SLaurent Pinchart imx7_csi_hw_disable_irq(csi); 6989f257f50SLaurent Pinchart 6999f257f50SLaurent Pinchart imx7_csi_hw_disable(csi); 7009f257f50SLaurent Pinchart } 7019f257f50SLaurent Pinchart 7029f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 7039f257f50SLaurent Pinchart * Interrupt Handling 7049f257f50SLaurent Pinchart */ 7059f257f50SLaurent Pinchart 7069f257f50SLaurent Pinchart static void imx7_csi_error_recovery(struct imx7_csi *csi) 7079f257f50SLaurent Pinchart { 7089f257f50SLaurent Pinchart imx7_csi_hw_disable(csi); 7099f257f50SLaurent Pinchart 7109f257f50SLaurent Pinchart imx7_csi_rx_fifo_clear(csi); 7119f257f50SLaurent Pinchart 7129f257f50SLaurent Pinchart imx7_csi_dma_reflash(csi); 7139f257f50SLaurent Pinchart 7149f257f50SLaurent Pinchart imx7_csi_hw_enable(csi); 7159f257f50SLaurent Pinchart } 7169f257f50SLaurent Pinchart 7179f257f50SLaurent Pinchart static void imx7_csi_vb2_buf_done(struct imx7_csi *csi) 7189f257f50SLaurent Pinchart { 7199f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *done, *next; 7209f257f50SLaurent Pinchart struct vb2_buffer *vb; 7219f257f50SLaurent Pinchart dma_addr_t dma_addr; 7229f257f50SLaurent Pinchart 7239f257f50SLaurent Pinchart done = csi->active_vb2_buf[csi->buf_num]; 7249f257f50SLaurent Pinchart if (done) { 7259f257f50SLaurent Pinchart done->vbuf.field = csi->vdev_fmt.field; 7269f257f50SLaurent Pinchart done->vbuf.sequence = csi->frame_sequence; 7279f257f50SLaurent Pinchart vb = &done->vbuf.vb2_buf; 7289f257f50SLaurent Pinchart vb->timestamp = ktime_get_ns(); 7299f257f50SLaurent Pinchart vb2_buffer_done(vb, VB2_BUF_STATE_DONE); 7309f257f50SLaurent Pinchart } 7319f257f50SLaurent Pinchart csi->frame_sequence++; 7329f257f50SLaurent Pinchart 7339f257f50SLaurent Pinchart /* get next queued buffer */ 7349f257f50SLaurent Pinchart next = imx7_csi_video_next_buf(csi); 7359f257f50SLaurent Pinchart if (next) { 7369f257f50SLaurent Pinchart dma_addr = vb2_dma_contig_plane_dma_addr(&next->vbuf.vb2_buf, 0); 7379f257f50SLaurent Pinchart csi->active_vb2_buf[csi->buf_num] = next; 7389f257f50SLaurent Pinchart } else { 7399f257f50SLaurent Pinchart dma_addr = csi->underrun_buf.dma_addr; 7409f257f50SLaurent Pinchart csi->active_vb2_buf[csi->buf_num] = NULL; 7419f257f50SLaurent Pinchart } 7429f257f50SLaurent Pinchart 7439f257f50SLaurent Pinchart imx7_csi_update_buf(csi, dma_addr, csi->buf_num); 7449f257f50SLaurent Pinchart } 7459f257f50SLaurent Pinchart 7469f257f50SLaurent Pinchart static irqreturn_t imx7_csi_irq_handler(int irq, void *data) 7479f257f50SLaurent Pinchart { 7489f257f50SLaurent Pinchart struct imx7_csi *csi = data; 7499f257f50SLaurent Pinchart u32 status; 7509f257f50SLaurent Pinchart 7519f257f50SLaurent Pinchart spin_lock(&csi->irqlock); 7529f257f50SLaurent Pinchart 7539f257f50SLaurent Pinchart status = imx7_csi_irq_clear(csi); 7549f257f50SLaurent Pinchart 7559f257f50SLaurent Pinchart if (status & BIT_RFF_OR_INT) { 7569f257f50SLaurent Pinchart dev_warn(csi->dev, "Rx fifo overflow\n"); 7579f257f50SLaurent Pinchart imx7_csi_error_recovery(csi); 7589f257f50SLaurent Pinchart } 7599f257f50SLaurent Pinchart 7609f257f50SLaurent Pinchart if (status & BIT_HRESP_ERR_INT) { 7619f257f50SLaurent Pinchart dev_warn(csi->dev, "Hresponse error detected\n"); 7629f257f50SLaurent Pinchart imx7_csi_error_recovery(csi); 7639f257f50SLaurent Pinchart } 7649f257f50SLaurent Pinchart 7659f257f50SLaurent Pinchart if (status & BIT_ADDR_CH_ERR_INT) { 7669f257f50SLaurent Pinchart imx7_csi_hw_disable(csi); 7679f257f50SLaurent Pinchart 7689f257f50SLaurent Pinchart imx7_csi_dma_reflash(csi); 7699f257f50SLaurent Pinchart 7709f257f50SLaurent Pinchart imx7_csi_hw_enable(csi); 7719f257f50SLaurent Pinchart } 7729f257f50SLaurent Pinchart 7739f257f50SLaurent Pinchart if ((status & BIT_DMA_TSF_DONE_FB1) && 7749f257f50SLaurent Pinchart (status & BIT_DMA_TSF_DONE_FB2)) { 7759f257f50SLaurent Pinchart /* 7769f257f50SLaurent Pinchart * For both FB1 and FB2 interrupter bits set case, 7779f257f50SLaurent Pinchart * CSI DMA is work in one of FB1 and FB2 buffer, 7789f257f50SLaurent Pinchart * but software can not know the state. 7799f257f50SLaurent Pinchart * Skip it to avoid base address updated 7809f257f50SLaurent Pinchart * when csi work in field0 and field1 will write to 7819f257f50SLaurent Pinchart * new base address. 7829f257f50SLaurent Pinchart */ 7839f257f50SLaurent Pinchart } else if (status & BIT_DMA_TSF_DONE_FB1) { 7849f257f50SLaurent Pinchart csi->buf_num = 0; 7859f257f50SLaurent Pinchart } else if (status & BIT_DMA_TSF_DONE_FB2) { 7869f257f50SLaurent Pinchart csi->buf_num = 1; 7879f257f50SLaurent Pinchart } 7889f257f50SLaurent Pinchart 7899f257f50SLaurent Pinchart if ((status & BIT_DMA_TSF_DONE_FB1) || 7909f257f50SLaurent Pinchart (status & BIT_DMA_TSF_DONE_FB2)) { 7919f257f50SLaurent Pinchart imx7_csi_vb2_buf_done(csi); 7929f257f50SLaurent Pinchart 7939f257f50SLaurent Pinchart if (csi->last_eof) { 7949f257f50SLaurent Pinchart complete(&csi->last_eof_completion); 7959f257f50SLaurent Pinchart csi->last_eof = false; 7969f257f50SLaurent Pinchart } 7979f257f50SLaurent Pinchart } 7989f257f50SLaurent Pinchart 7999f257f50SLaurent Pinchart spin_unlock(&csi->irqlock); 8009f257f50SLaurent Pinchart 8019f257f50SLaurent Pinchart return IRQ_HANDLED; 8029f257f50SLaurent Pinchart } 8039f257f50SLaurent Pinchart 8049f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 8059f257f50SLaurent Pinchart * Format Helpers 8069f257f50SLaurent Pinchart */ 8079f257f50SLaurent Pinchart 8089f257f50SLaurent Pinchart #define IMX_BUS_FMTS(fmt...) (const u32[]) {fmt, 0} 8099f257f50SLaurent Pinchart 8109f257f50SLaurent Pinchart /* 8119f257f50SLaurent Pinchart * List of supported pixel formats for the subdevs. Keep V4L2_PIX_FMT_UYVY and 8129f257f50SLaurent Pinchart * MEDIA_BUS_FMT_UYVY8_2X8 first to match IMX7_CSI_DEF_PIX_FORMAT and 8139f257f50SLaurent Pinchart * IMX7_CSI_DEF_MBUS_CODE. 8149f257f50SLaurent Pinchart * 8159f257f50SLaurent Pinchart * TODO: Restrict the supported formats list based on the SoC integration. 8169f257f50SLaurent Pinchart * 8179f257f50SLaurent Pinchart * The CSI bridge can be configured to sample pixel components from the Rx queue 8189f257f50SLaurent Pinchart * in single (8bpp) or double (16bpp) component modes. Image format variants 8199f257f50SLaurent Pinchart * with different sample sizes (ie YUYV_2X8 vs YUYV_1X16) determine the pixel 8209f257f50SLaurent Pinchart * components sampling size per each clock cycle and their packing mode (see 8219f257f50SLaurent Pinchart * imx7_csi_configure() for details). 8229f257f50SLaurent Pinchart * 8239f257f50SLaurent Pinchart * As the CSI bridge can be interfaced with different IP blocks depending on the 8249f257f50SLaurent Pinchart * SoC model it is integrated on, the Rx queue sampling size should match the 8259f257f50SLaurent Pinchart * size of the samples transferred by the transmitting IP block. To avoid 8269f257f50SLaurent Pinchart * misconfigurations of the capture pipeline, the enumeration of the supported 8279f257f50SLaurent Pinchart * formats should be restricted to match the pixel source transmitting mode. 8289f257f50SLaurent Pinchart * 8299f257f50SLaurent Pinchart * Example: i.MX8MM SoC integrates the CSI bridge with the Samsung CSIS CSI-2 8309f257f50SLaurent Pinchart * receiver which operates in dual pixel sampling mode. The CSI bridge should 8319f257f50SLaurent Pinchart * only expose the 1X16 formats variant which instructs it to operate in dual 8329f257f50SLaurent Pinchart * pixel sampling mode. When the CSI bridge is instead integrated on an i.MX7, 8339f257f50SLaurent Pinchart * which supports both serial and parallel input, it should expose both 8349f257f50SLaurent Pinchart * variants. 8359f257f50SLaurent Pinchart * 8369f257f50SLaurent Pinchart * This currently only applies to YUYV formats, but other formats might need to 8379f257f50SLaurent Pinchart * be handled in the same way. 8389f257f50SLaurent Pinchart */ 8399f257f50SLaurent Pinchart static const struct imx7_csi_pixfmt pixel_formats[] = { 8409f257f50SLaurent Pinchart /*** YUV formats start here ***/ 8419f257f50SLaurent Pinchart { 8429f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_UYVY, 8439f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS( 8449f257f50SLaurent Pinchart MEDIA_BUS_FMT_UYVY8_2X8, 8459f257f50SLaurent Pinchart MEDIA_BUS_FMT_UYVY8_1X16 8469f257f50SLaurent Pinchart ), 8479f257f50SLaurent Pinchart .yuv = true, 8489f257f50SLaurent Pinchart .bpp = 16, 8499f257f50SLaurent Pinchart }, { 8509f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_YUYV, 8519f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS( 8529f257f50SLaurent Pinchart MEDIA_BUS_FMT_YUYV8_2X8, 8539f257f50SLaurent Pinchart MEDIA_BUS_FMT_YUYV8_1X16 8549f257f50SLaurent Pinchart ), 8559f257f50SLaurent Pinchart .yuv = true, 8569f257f50SLaurent Pinchart .bpp = 16, 8579f257f50SLaurent Pinchart }, 8589f257f50SLaurent Pinchart /*** raw bayer and grayscale formats start here ***/ 8599f257f50SLaurent Pinchart { 8609f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SBGGR8, 8619f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SBGGR8_1X8), 8629f257f50SLaurent Pinchart .bpp = 8, 8639f257f50SLaurent Pinchart }, { 8649f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGBRG8, 8659f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGBRG8_1X8), 8669f257f50SLaurent Pinchart .bpp = 8, 8679f257f50SLaurent Pinchart }, { 8689f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGRBG8, 8699f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGRBG8_1X8), 8709f257f50SLaurent Pinchart .bpp = 8, 8719f257f50SLaurent Pinchart }, { 8729f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SRGGB8, 8739f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SRGGB8_1X8), 8749f257f50SLaurent Pinchart .bpp = 8, 8759f257f50SLaurent Pinchart }, { 8769f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SBGGR10, 8779f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SBGGR10_1X10), 8789f257f50SLaurent Pinchart .bpp = 16, 8799f257f50SLaurent Pinchart }, { 8809f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGBRG10, 8819f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGBRG10_1X10), 8829f257f50SLaurent Pinchart .bpp = 16, 8839f257f50SLaurent Pinchart }, { 8849f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGRBG10, 8859f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGRBG10_1X10), 8869f257f50SLaurent Pinchart .bpp = 16, 8879f257f50SLaurent Pinchart }, { 8889f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SRGGB10, 8899f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SRGGB10_1X10), 8909f257f50SLaurent Pinchart .bpp = 16, 8919f257f50SLaurent Pinchart }, { 8929f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SBGGR12, 8939f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SBGGR12_1X12), 8949f257f50SLaurent Pinchart .bpp = 16, 8959f257f50SLaurent Pinchart }, { 8969f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGBRG12, 8979f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGBRG12_1X12), 8989f257f50SLaurent Pinchart .bpp = 16, 8999f257f50SLaurent Pinchart }, { 9009f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGRBG12, 9019f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGRBG12_1X12), 9029f257f50SLaurent Pinchart .bpp = 16, 9039f257f50SLaurent Pinchart }, { 9049f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SRGGB12, 9059f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SRGGB12_1X12), 9069f257f50SLaurent Pinchart .bpp = 16, 9079f257f50SLaurent Pinchart }, { 9089f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SBGGR14, 9099f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SBGGR14_1X14), 9109f257f50SLaurent Pinchart .bpp = 16, 9119f257f50SLaurent Pinchart }, { 9129f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGBRG14, 9139f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGBRG14_1X14), 9149f257f50SLaurent Pinchart .bpp = 16, 9159f257f50SLaurent Pinchart }, { 9169f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SGRBG14, 9179f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SGRBG14_1X14), 9189f257f50SLaurent Pinchart .bpp = 16, 9199f257f50SLaurent Pinchart }, { 9209f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_SRGGB14, 9219f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_SRGGB14_1X14), 9229f257f50SLaurent Pinchart .bpp = 16, 9239f257f50SLaurent Pinchart }, { 9249f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_GREY, 9259f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_Y8_1X8), 9269f257f50SLaurent Pinchart .bpp = 8, 9279f257f50SLaurent Pinchart }, { 9289f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_Y10, 9299f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_Y10_1X10), 9309f257f50SLaurent Pinchart .bpp = 16, 9319f257f50SLaurent Pinchart }, { 9329f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_Y12, 9339f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_Y12_1X12), 9349f257f50SLaurent Pinchart .bpp = 16, 9359f257f50SLaurent Pinchart }, { 9369f257f50SLaurent Pinchart .fourcc = V4L2_PIX_FMT_Y14, 9379f257f50SLaurent Pinchart .codes = IMX_BUS_FMTS(MEDIA_BUS_FMT_Y14_1X14), 9389f257f50SLaurent Pinchart .bpp = 16, 9399f257f50SLaurent Pinchart }, 9409f257f50SLaurent Pinchart }; 9419f257f50SLaurent Pinchart 9429f257f50SLaurent Pinchart /* 9439f257f50SLaurent Pinchart * Search in the pixel_formats[] array for an entry with the given fourcc 9449f257f50SLaurent Pinchart * return it. 9459f257f50SLaurent Pinchart */ 9469f257f50SLaurent Pinchart static const struct imx7_csi_pixfmt *imx7_csi_find_pixel_format(u32 fourcc) 9479f257f50SLaurent Pinchart { 9489f257f50SLaurent Pinchart unsigned int i; 9499f257f50SLaurent Pinchart 9509f257f50SLaurent Pinchart for (i = 0; i < ARRAY_SIZE(pixel_formats); i++) { 9519f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *fmt = &pixel_formats[i]; 9529f257f50SLaurent Pinchart 9539f257f50SLaurent Pinchart if (fmt->fourcc == fourcc) 9549f257f50SLaurent Pinchart return fmt; 9559f257f50SLaurent Pinchart } 9569f257f50SLaurent Pinchart 9579f257f50SLaurent Pinchart return NULL; 9589f257f50SLaurent Pinchart } 9599f257f50SLaurent Pinchart 9609f257f50SLaurent Pinchart /* 9619f257f50SLaurent Pinchart * Search in the pixel_formats[] array for an entry with the given media 9629f257f50SLaurent Pinchart * bus code and return it. 9639f257f50SLaurent Pinchart */ 9649f257f50SLaurent Pinchart static const struct imx7_csi_pixfmt *imx7_csi_find_mbus_format(u32 code) 9659f257f50SLaurent Pinchart { 9669f257f50SLaurent Pinchart unsigned int i; 9679f257f50SLaurent Pinchart 9689f257f50SLaurent Pinchart for (i = 0; i < ARRAY_SIZE(pixel_formats); i++) { 9699f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *fmt = &pixel_formats[i]; 9709f257f50SLaurent Pinchart unsigned int j; 9719f257f50SLaurent Pinchart 9729f257f50SLaurent Pinchart if (!fmt->codes) 9739f257f50SLaurent Pinchart continue; 9749f257f50SLaurent Pinchart 9759f257f50SLaurent Pinchart for (j = 0; fmt->codes[j]; j++) { 9769f257f50SLaurent Pinchart if (code == fmt->codes[j]) 9779f257f50SLaurent Pinchart return fmt; 9789f257f50SLaurent Pinchart } 9799f257f50SLaurent Pinchart } 9809f257f50SLaurent Pinchart 9819f257f50SLaurent Pinchart return NULL; 9829f257f50SLaurent Pinchart } 9839f257f50SLaurent Pinchart 9849f257f50SLaurent Pinchart /* 9859f257f50SLaurent Pinchart * Enumerate entries in the pixel_formats[] array that match the 9869f257f50SLaurent Pinchart * requested search criteria. Return the media-bus code that matches 9879f257f50SLaurent Pinchart * the search criteria at the requested match index. 9889f257f50SLaurent Pinchart * 9899f257f50SLaurent Pinchart * @code: The returned media-bus code that matches the search criteria at 9909f257f50SLaurent Pinchart * the requested match index. 9919f257f50SLaurent Pinchart * @index: The requested match index. 9929f257f50SLaurent Pinchart */ 9939f257f50SLaurent Pinchart static int imx7_csi_enum_mbus_formats(u32 *code, u32 index) 9949f257f50SLaurent Pinchart { 9959f257f50SLaurent Pinchart unsigned int i; 9969f257f50SLaurent Pinchart 9979f257f50SLaurent Pinchart for (i = 0; i < ARRAY_SIZE(pixel_formats); i++) { 9989f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *fmt = &pixel_formats[i]; 9999f257f50SLaurent Pinchart unsigned int j; 10009f257f50SLaurent Pinchart 10019f257f50SLaurent Pinchart if (!fmt->codes) 10029f257f50SLaurent Pinchart continue; 10039f257f50SLaurent Pinchart 10049f257f50SLaurent Pinchart for (j = 0; fmt->codes[j]; j++) { 10059f257f50SLaurent Pinchart if (index == 0) { 10069f257f50SLaurent Pinchart *code = fmt->codes[j]; 10079f257f50SLaurent Pinchart return 0; 10089f257f50SLaurent Pinchart } 10099f257f50SLaurent Pinchart 10109f257f50SLaurent Pinchart index--; 10119f257f50SLaurent Pinchart } 10129f257f50SLaurent Pinchart } 10139f257f50SLaurent Pinchart 10149f257f50SLaurent Pinchart return -EINVAL; 10159f257f50SLaurent Pinchart } 10169f257f50SLaurent Pinchart 10179f257f50SLaurent Pinchart static int imx7_csi_mbus_fmt_to_pix_fmt(struct v4l2_pix_format *pix, 10189f257f50SLaurent Pinchart const struct v4l2_mbus_framefmt *mbus, 10199f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc) 10209f257f50SLaurent Pinchart { 10219f257f50SLaurent Pinchart u32 width; 10229f257f50SLaurent Pinchart u32 stride; 10239f257f50SLaurent Pinchart 10249f257f50SLaurent Pinchart if (!cc) { 10259f257f50SLaurent Pinchart cc = imx7_csi_find_mbus_format(mbus->code); 10269f257f50SLaurent Pinchart if (!cc) 10279f257f50SLaurent Pinchart return -EINVAL; 10289f257f50SLaurent Pinchart } 10299f257f50SLaurent Pinchart 10309f257f50SLaurent Pinchart /* Round up width for minimum burst size */ 10319f257f50SLaurent Pinchart width = round_up(mbus->width, 8); 10329f257f50SLaurent Pinchart 10339f257f50SLaurent Pinchart /* Round up stride for IDMAC line start address alignment */ 10349f257f50SLaurent Pinchart stride = round_up((width * cc->bpp) >> 3, 8); 10359f257f50SLaurent Pinchart 10369f257f50SLaurent Pinchart pix->width = width; 10379f257f50SLaurent Pinchart pix->height = mbus->height; 10389f257f50SLaurent Pinchart pix->pixelformat = cc->fourcc; 10399f257f50SLaurent Pinchart pix->colorspace = mbus->colorspace; 10409f257f50SLaurent Pinchart pix->xfer_func = mbus->xfer_func; 10419f257f50SLaurent Pinchart pix->ycbcr_enc = mbus->ycbcr_enc; 10429f257f50SLaurent Pinchart pix->quantization = mbus->quantization; 10439f257f50SLaurent Pinchart pix->field = mbus->field; 10449f257f50SLaurent Pinchart pix->bytesperline = stride; 10459f257f50SLaurent Pinchart pix->sizeimage = stride * pix->height; 10469f257f50SLaurent Pinchart 10479f257f50SLaurent Pinchart return 0; 10489f257f50SLaurent Pinchart } 10499f257f50SLaurent Pinchart 10509f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 10519f257f50SLaurent Pinchart * Video Capture Device - IOCTLs 10529f257f50SLaurent Pinchart */ 10539f257f50SLaurent Pinchart 10549f257f50SLaurent Pinchart static int imx7_csi_video_querycap(struct file *file, void *fh, 10559f257f50SLaurent Pinchart struct v4l2_capability *cap) 10569f257f50SLaurent Pinchart { 10579f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 10589f257f50SLaurent Pinchart 10599f257f50SLaurent Pinchart strscpy(cap->driver, IMX7_CSI_VIDEO_NAME, sizeof(cap->driver)); 10609f257f50SLaurent Pinchart strscpy(cap->card, IMX7_CSI_VIDEO_NAME, sizeof(cap->card)); 10619f257f50SLaurent Pinchart snprintf(cap->bus_info, sizeof(cap->bus_info), 10629f257f50SLaurent Pinchart "platform:%s", dev_name(csi->dev)); 10639f257f50SLaurent Pinchart 10649f257f50SLaurent Pinchart return 0; 10659f257f50SLaurent Pinchart } 10669f257f50SLaurent Pinchart 10679f257f50SLaurent Pinchart static int imx7_csi_video_enum_fmt_vid_cap(struct file *file, void *fh, 10689f257f50SLaurent Pinchart struct v4l2_fmtdesc *f) 10699f257f50SLaurent Pinchart { 10709f257f50SLaurent Pinchart unsigned int index = f->index; 10719f257f50SLaurent Pinchart unsigned int i; 10729f257f50SLaurent Pinchart 10739f257f50SLaurent Pinchart for (i = 0; i < ARRAY_SIZE(pixel_formats); i++) { 10749f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *fmt = &pixel_formats[i]; 10759f257f50SLaurent Pinchart 10769f257f50SLaurent Pinchart /* 10779f257f50SLaurent Pinchart * If a media bus code is specified, only consider formats that 10789f257f50SLaurent Pinchart * match it. 10799f257f50SLaurent Pinchart */ 10809f257f50SLaurent Pinchart if (f->mbus_code) { 10819f257f50SLaurent Pinchart unsigned int j; 10829f257f50SLaurent Pinchart 10839f257f50SLaurent Pinchart if (!fmt->codes) 10849f257f50SLaurent Pinchart continue; 10859f257f50SLaurent Pinchart 10869f257f50SLaurent Pinchart for (j = 0; fmt->codes[j]; j++) { 10879f257f50SLaurent Pinchart if (f->mbus_code == fmt->codes[j]) 10889f257f50SLaurent Pinchart break; 10899f257f50SLaurent Pinchart } 10909f257f50SLaurent Pinchart 10919f257f50SLaurent Pinchart if (!fmt->codes[j]) 10929f257f50SLaurent Pinchart continue; 10939f257f50SLaurent Pinchart } 10949f257f50SLaurent Pinchart 10959f257f50SLaurent Pinchart if (index == 0) { 10969f257f50SLaurent Pinchart f->pixelformat = fmt->fourcc; 10979f257f50SLaurent Pinchart return 0; 10989f257f50SLaurent Pinchart } 10999f257f50SLaurent Pinchart 11009f257f50SLaurent Pinchart index--; 11019f257f50SLaurent Pinchart } 11029f257f50SLaurent Pinchart 11039f257f50SLaurent Pinchart return -EINVAL; 11049f257f50SLaurent Pinchart } 11059f257f50SLaurent Pinchart 11069f257f50SLaurent Pinchart static int imx7_csi_video_enum_framesizes(struct file *file, void *fh, 11079f257f50SLaurent Pinchart struct v4l2_frmsizeenum *fsize) 11089f257f50SLaurent Pinchart { 11099f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 11109f257f50SLaurent Pinchart 11119f257f50SLaurent Pinchart if (fsize->index > 0) 11129f257f50SLaurent Pinchart return -EINVAL; 11139f257f50SLaurent Pinchart 11149f257f50SLaurent Pinchart cc = imx7_csi_find_pixel_format(fsize->pixel_format); 11159f257f50SLaurent Pinchart if (!cc) 11169f257f50SLaurent Pinchart return -EINVAL; 11179f257f50SLaurent Pinchart 11189f257f50SLaurent Pinchart /* 11199f257f50SLaurent Pinchart * TODO: The constraints are hardware-specific and may depend on the 11209f257f50SLaurent Pinchart * pixel format. This should come from the driver using 11219f257f50SLaurent Pinchart * imx_media_capture. 11229f257f50SLaurent Pinchart */ 11239f257f50SLaurent Pinchart fsize->type = V4L2_FRMSIZE_TYPE_CONTINUOUS; 11249f257f50SLaurent Pinchart fsize->stepwise.min_width = 1; 11259f257f50SLaurent Pinchart fsize->stepwise.max_width = 65535; 11269f257f50SLaurent Pinchart fsize->stepwise.min_height = 1; 11279f257f50SLaurent Pinchart fsize->stepwise.max_height = 65535; 11289f257f50SLaurent Pinchart fsize->stepwise.step_width = 1; 11299f257f50SLaurent Pinchart fsize->stepwise.step_height = 1; 11309f257f50SLaurent Pinchart 11319f257f50SLaurent Pinchart return 0; 11329f257f50SLaurent Pinchart } 11339f257f50SLaurent Pinchart 11349f257f50SLaurent Pinchart static int imx7_csi_video_g_fmt_vid_cap(struct file *file, void *fh, 11359f257f50SLaurent Pinchart struct v4l2_format *f) 11369f257f50SLaurent Pinchart { 11379f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 11389f257f50SLaurent Pinchart 11399f257f50SLaurent Pinchart f->fmt.pix = csi->vdev_fmt; 11409f257f50SLaurent Pinchart 11419f257f50SLaurent Pinchart return 0; 11429f257f50SLaurent Pinchart } 11439f257f50SLaurent Pinchart 11449f257f50SLaurent Pinchart static const struct imx7_csi_pixfmt * 11459f257f50SLaurent Pinchart __imx7_csi_video_try_fmt(struct v4l2_pix_format *pixfmt, 11469f257f50SLaurent Pinchart struct v4l2_rect *compose) 11479f257f50SLaurent Pinchart { 11489f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 11499f257f50SLaurent Pinchart 11506f482c47SAlexander Stein if (compose) { 11516f482c47SAlexander Stein compose->width = pixfmt->width; 11526f482c47SAlexander Stein compose->height = pixfmt->height; 11536f482c47SAlexander Stein } 11546f482c47SAlexander Stein 11559f257f50SLaurent Pinchart /* 11569f257f50SLaurent Pinchart * Find the pixel format, default to the first supported format if not 11579f257f50SLaurent Pinchart * found. 11589f257f50SLaurent Pinchart */ 11599f257f50SLaurent Pinchart cc = imx7_csi_find_pixel_format(pixfmt->pixelformat); 11609f257f50SLaurent Pinchart if (!cc) { 11619f257f50SLaurent Pinchart pixfmt->pixelformat = IMX7_CSI_DEF_PIX_FORMAT; 11629f257f50SLaurent Pinchart cc = imx7_csi_find_pixel_format(pixfmt->pixelformat); 11639f257f50SLaurent Pinchart } 11649f257f50SLaurent Pinchart 11656f482c47SAlexander Stein /* 11666f482c47SAlexander Stein * Round up width for minimum burst size. 11676f482c47SAlexander Stein * 11686f482c47SAlexander Stein * TODO: Implement configurable stride support, and check what the real 11696f482c47SAlexander Stein * hardware alignment constraint on the width is. 11706f482c47SAlexander Stein */ 11716f482c47SAlexander Stein v4l_bound_align_image(&pixfmt->width, 1, 0xffff, 8, 11726f482c47SAlexander Stein &pixfmt->height, 1, 0xffff, 1, 0); 11739f257f50SLaurent Pinchart 11746f482c47SAlexander Stein pixfmt->bytesperline = pixfmt->width * cc->bpp / 8; 11756f482c47SAlexander Stein pixfmt->sizeimage = pixfmt->bytesperline * pixfmt->height; 1176*79bb4c7dSAlexander Stein pixfmt->field = V4L2_FIELD_NONE; 11779f257f50SLaurent Pinchart 11789f257f50SLaurent Pinchart return cc; 11799f257f50SLaurent Pinchart } 11809f257f50SLaurent Pinchart 11819f257f50SLaurent Pinchart static int imx7_csi_video_try_fmt_vid_cap(struct file *file, void *fh, 11829f257f50SLaurent Pinchart struct v4l2_format *f) 11839f257f50SLaurent Pinchart { 11849f257f50SLaurent Pinchart __imx7_csi_video_try_fmt(&f->fmt.pix, NULL); 11859f257f50SLaurent Pinchart return 0; 11869f257f50SLaurent Pinchart } 11879f257f50SLaurent Pinchart 11889f257f50SLaurent Pinchart static int imx7_csi_video_s_fmt_vid_cap(struct file *file, void *fh, 11899f257f50SLaurent Pinchart struct v4l2_format *f) 11909f257f50SLaurent Pinchart { 11919f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 11929f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 11939f257f50SLaurent Pinchart 11949f257f50SLaurent Pinchart if (vb2_is_busy(&csi->q)) { 11959f257f50SLaurent Pinchart dev_err(csi->dev, "%s queue busy\n", __func__); 11969f257f50SLaurent Pinchart return -EBUSY; 11979f257f50SLaurent Pinchart } 11989f257f50SLaurent Pinchart 11999f257f50SLaurent Pinchart cc = __imx7_csi_video_try_fmt(&f->fmt.pix, &csi->vdev_compose); 12009f257f50SLaurent Pinchart 12019f257f50SLaurent Pinchart csi->vdev_cc = cc; 12029f257f50SLaurent Pinchart csi->vdev_fmt = f->fmt.pix; 12039f257f50SLaurent Pinchart 12049f257f50SLaurent Pinchart return 0; 12059f257f50SLaurent Pinchart } 12069f257f50SLaurent Pinchart 12079f257f50SLaurent Pinchart static int imx7_csi_video_g_selection(struct file *file, void *fh, 12089f257f50SLaurent Pinchart struct v4l2_selection *s) 12099f257f50SLaurent Pinchart { 12109f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 12119f257f50SLaurent Pinchart 12126cf9e357SAlexander Stein if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 12136cf9e357SAlexander Stein return -EINVAL; 12146cf9e357SAlexander Stein 12159f257f50SLaurent Pinchart switch (s->target) { 12169f257f50SLaurent Pinchart case V4L2_SEL_TGT_COMPOSE: 12179f257f50SLaurent Pinchart case V4L2_SEL_TGT_COMPOSE_DEFAULT: 12189f257f50SLaurent Pinchart case V4L2_SEL_TGT_COMPOSE_BOUNDS: 12199f257f50SLaurent Pinchart /* The compose rectangle is fixed to the source format. */ 12209f257f50SLaurent Pinchart s->r = csi->vdev_compose; 12219f257f50SLaurent Pinchart break; 12229f257f50SLaurent Pinchart case V4L2_SEL_TGT_COMPOSE_PADDED: 12239f257f50SLaurent Pinchart /* 12249f257f50SLaurent Pinchart * The hardware writes with a configurable but fixed DMA burst 12259f257f50SLaurent Pinchart * size. If the source format width is not burst size aligned, 12269f257f50SLaurent Pinchart * the written frame contains padding to the right. 12279f257f50SLaurent Pinchart */ 12289f257f50SLaurent Pinchart s->r.left = 0; 12299f257f50SLaurent Pinchart s->r.top = 0; 12309f257f50SLaurent Pinchart s->r.width = csi->vdev_fmt.width; 12319f257f50SLaurent Pinchart s->r.height = csi->vdev_fmt.height; 12329f257f50SLaurent Pinchart break; 12339f257f50SLaurent Pinchart default: 12349f257f50SLaurent Pinchart return -EINVAL; 12359f257f50SLaurent Pinchart } 12369f257f50SLaurent Pinchart 12379f257f50SLaurent Pinchart return 0; 12389f257f50SLaurent Pinchart } 12399f257f50SLaurent Pinchart 12409f257f50SLaurent Pinchart static const struct v4l2_ioctl_ops imx7_csi_video_ioctl_ops = { 12419f257f50SLaurent Pinchart .vidioc_querycap = imx7_csi_video_querycap, 12429f257f50SLaurent Pinchart 12439f257f50SLaurent Pinchart .vidioc_enum_fmt_vid_cap = imx7_csi_video_enum_fmt_vid_cap, 12449f257f50SLaurent Pinchart .vidioc_enum_framesizes = imx7_csi_video_enum_framesizes, 12459f257f50SLaurent Pinchart 12469f257f50SLaurent Pinchart .vidioc_g_fmt_vid_cap = imx7_csi_video_g_fmt_vid_cap, 12479f257f50SLaurent Pinchart .vidioc_try_fmt_vid_cap = imx7_csi_video_try_fmt_vid_cap, 12489f257f50SLaurent Pinchart .vidioc_s_fmt_vid_cap = imx7_csi_video_s_fmt_vid_cap, 12499f257f50SLaurent Pinchart 12509f257f50SLaurent Pinchart .vidioc_g_selection = imx7_csi_video_g_selection, 12519f257f50SLaurent Pinchart 12529f257f50SLaurent Pinchart .vidioc_reqbufs = vb2_ioctl_reqbufs, 12539f257f50SLaurent Pinchart .vidioc_create_bufs = vb2_ioctl_create_bufs, 12549f257f50SLaurent Pinchart .vidioc_prepare_buf = vb2_ioctl_prepare_buf, 12559f257f50SLaurent Pinchart .vidioc_querybuf = vb2_ioctl_querybuf, 12569f257f50SLaurent Pinchart .vidioc_qbuf = vb2_ioctl_qbuf, 12579f257f50SLaurent Pinchart .vidioc_dqbuf = vb2_ioctl_dqbuf, 12589f257f50SLaurent Pinchart .vidioc_expbuf = vb2_ioctl_expbuf, 12599f257f50SLaurent Pinchart .vidioc_streamon = vb2_ioctl_streamon, 12609f257f50SLaurent Pinchart .vidioc_streamoff = vb2_ioctl_streamoff, 12619f257f50SLaurent Pinchart }; 12629f257f50SLaurent Pinchart 12639f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 12649f257f50SLaurent Pinchart * Video Capture Device - Queue Operations 12659f257f50SLaurent Pinchart */ 12669f257f50SLaurent Pinchart 12679f257f50SLaurent Pinchart static int imx7_csi_video_queue_setup(struct vb2_queue *vq, 12689f257f50SLaurent Pinchart unsigned int *nbuffers, 12699f257f50SLaurent Pinchart unsigned int *nplanes, 12709f257f50SLaurent Pinchart unsigned int sizes[], 12719f257f50SLaurent Pinchart struct device *alloc_devs[]) 12729f257f50SLaurent Pinchart { 12739f257f50SLaurent Pinchart struct imx7_csi *csi = vb2_get_drv_priv(vq); 12749f257f50SLaurent Pinchart struct v4l2_pix_format *pix = &csi->vdev_fmt; 12759f257f50SLaurent Pinchart unsigned int count = *nbuffers; 12769f257f50SLaurent Pinchart 12779f257f50SLaurent Pinchart if (vq->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 12789f257f50SLaurent Pinchart return -EINVAL; 12799f257f50SLaurent Pinchart 12809f257f50SLaurent Pinchart if (*nplanes) { 12819f257f50SLaurent Pinchart if (*nplanes != 1 || sizes[0] < pix->sizeimage) 12829f257f50SLaurent Pinchart return -EINVAL; 12839f257f50SLaurent Pinchart count += vq->num_buffers; 12849f257f50SLaurent Pinchart } 12859f257f50SLaurent Pinchart 12869f257f50SLaurent Pinchart count = min_t(__u32, IMX7_CSI_VIDEO_MEM_LIMIT / pix->sizeimage, count); 12879f257f50SLaurent Pinchart 12889f257f50SLaurent Pinchart if (*nplanes) 12899f257f50SLaurent Pinchart *nbuffers = (count < vq->num_buffers) ? 0 : 12909f257f50SLaurent Pinchart count - vq->num_buffers; 12919f257f50SLaurent Pinchart else 12929f257f50SLaurent Pinchart *nbuffers = count; 12939f257f50SLaurent Pinchart 12949f257f50SLaurent Pinchart *nplanes = 1; 12959f257f50SLaurent Pinchart sizes[0] = pix->sizeimage; 12969f257f50SLaurent Pinchart 12979f257f50SLaurent Pinchart return 0; 12989f257f50SLaurent Pinchart } 12999f257f50SLaurent Pinchart 13009f257f50SLaurent Pinchart static int imx7_csi_video_buf_init(struct vb2_buffer *vb) 13019f257f50SLaurent Pinchart { 13029f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf = to_imx7_csi_vb2_buffer(vb); 13039f257f50SLaurent Pinchart 13049f257f50SLaurent Pinchart INIT_LIST_HEAD(&buf->list); 13059f257f50SLaurent Pinchart 13069f257f50SLaurent Pinchart return 0; 13079f257f50SLaurent Pinchart } 13089f257f50SLaurent Pinchart 13099f257f50SLaurent Pinchart static int imx7_csi_video_buf_prepare(struct vb2_buffer *vb) 13109f257f50SLaurent Pinchart { 13119f257f50SLaurent Pinchart struct imx7_csi *csi = vb2_get_drv_priv(vb->vb2_queue); 13129f257f50SLaurent Pinchart struct v4l2_pix_format *pix = &csi->vdev_fmt; 13139f257f50SLaurent Pinchart 13149f257f50SLaurent Pinchart if (vb2_plane_size(vb, 0) < pix->sizeimage) { 13159f257f50SLaurent Pinchart dev_err(csi->dev, 13169f257f50SLaurent Pinchart "data will not fit into plane (%lu < %lu)\n", 13179f257f50SLaurent Pinchart vb2_plane_size(vb, 0), (long)pix->sizeimage); 13189f257f50SLaurent Pinchart return -EINVAL; 13199f257f50SLaurent Pinchart } 13209f257f50SLaurent Pinchart 13219f257f50SLaurent Pinchart vb2_set_plane_payload(vb, 0, pix->sizeimage); 13229f257f50SLaurent Pinchart 13239f257f50SLaurent Pinchart return 0; 13249f257f50SLaurent Pinchart } 13259f257f50SLaurent Pinchart 13269f257f50SLaurent Pinchart static bool imx7_csi_fast_track_buffer(struct imx7_csi *csi, 13279f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf) 13289f257f50SLaurent Pinchart { 13299f257f50SLaurent Pinchart unsigned long flags; 13309f257f50SLaurent Pinchart dma_addr_t dma_addr; 13319f257f50SLaurent Pinchart int buf_num; 13329f257f50SLaurent Pinchart u32 isr; 13339f257f50SLaurent Pinchart 13349f257f50SLaurent Pinchart if (!csi->is_streaming) 13359f257f50SLaurent Pinchart return false; 13369f257f50SLaurent Pinchart 13379f257f50SLaurent Pinchart dma_addr = vb2_dma_contig_plane_dma_addr(&buf->vbuf.vb2_buf, 0); 13389f257f50SLaurent Pinchart 13399f257f50SLaurent Pinchart /* 13409f257f50SLaurent Pinchart * buf_num holds the framebuffer ID of the most recently (*not* the 13419f257f50SLaurent Pinchart * next anticipated) triggered interrupt. Without loss of generality, 13429f257f50SLaurent Pinchart * if buf_num is 0, the hardware is capturing to FB2. If FB1 has been 13439f257f50SLaurent Pinchart * programmed with a dummy buffer (as indicated by active_vb2_buf[0] 13449f257f50SLaurent Pinchart * being NULL), then we can fast-track the new buffer by programming 13459f257f50SLaurent Pinchart * its address in FB1 before the hardware completes FB2, instead of 13469f257f50SLaurent Pinchart * adding it to the buffer queue and incurring a delay of one 13479f257f50SLaurent Pinchart * additional frame. 13489f257f50SLaurent Pinchart * 13499f257f50SLaurent Pinchart * The irqlock prevents races with the interrupt handler that updates 13509f257f50SLaurent Pinchart * buf_num when it programs the next buffer, but we can still race with 13519f257f50SLaurent Pinchart * the hardware if we program the buffer in FB1 just after the hardware 13529f257f50SLaurent Pinchart * completes FB2 and switches to FB1 and before buf_num can be updated 13539f257f50SLaurent Pinchart * by the interrupt handler for FB2. The fast-tracked buffer would 13549f257f50SLaurent Pinchart * then be ignored by the hardware while the driver would think it has 13559f257f50SLaurent Pinchart * successfully been processed. 13569f257f50SLaurent Pinchart * 13579f257f50SLaurent Pinchart * To avoid this problem, if we can't avoid the race, we can detect 13589f257f50SLaurent Pinchart * that we have lost it by checking, after programming the buffer in 13599f257f50SLaurent Pinchart * FB1, if the interrupt flag indicating completion of FB2 has been 13609f257f50SLaurent Pinchart * raised. If that is not the case, fast-tracking succeeded, and we can 13619f257f50SLaurent Pinchart * update active_vb2_buf[0]. Otherwise, we may or may not have lost the 13629f257f50SLaurent Pinchart * race (as the interrupt flag may have been raised just after 13639f257f50SLaurent Pinchart * programming FB1 and before we read the interrupt status register), 13649f257f50SLaurent Pinchart * and we need to assume the worst case of a race loss and queue the 13659f257f50SLaurent Pinchart * buffer through the slow path. 13669f257f50SLaurent Pinchart */ 13679f257f50SLaurent Pinchart 13689f257f50SLaurent Pinchart spin_lock_irqsave(&csi->irqlock, flags); 13699f257f50SLaurent Pinchart 13709f257f50SLaurent Pinchart buf_num = csi->buf_num; 13719f257f50SLaurent Pinchart if (csi->active_vb2_buf[buf_num]) { 13729f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->irqlock, flags); 13739f257f50SLaurent Pinchart return false; 13749f257f50SLaurent Pinchart } 13759f257f50SLaurent Pinchart 13769f257f50SLaurent Pinchart imx7_csi_update_buf(csi, dma_addr, buf_num); 13779f257f50SLaurent Pinchart 13789f257f50SLaurent Pinchart isr = imx7_csi_reg_read(csi, CSI_CSISR); 13799f257f50SLaurent Pinchart if (isr & (buf_num ? BIT_DMA_TSF_DONE_FB1 : BIT_DMA_TSF_DONE_FB2)) { 13809f257f50SLaurent Pinchart /* 13819f257f50SLaurent Pinchart * The interrupt for the /other/ FB just came (the isr hasn't 13829f257f50SLaurent Pinchart * run yet though, because we have the lock here); we can't be 13839f257f50SLaurent Pinchart * sure we've programmed buf_num FB in time, so queue the buffer 13849f257f50SLaurent Pinchart * to the buffer queue normally. No need to undo writing the FB 13859f257f50SLaurent Pinchart * register, since we won't return it as active_vb2_buf is NULL, 13869f257f50SLaurent Pinchart * so it's okay to potentially write it to both FB1 and FB2; 13879f257f50SLaurent Pinchart * only the one where it was queued normally will be returned. 13889f257f50SLaurent Pinchart */ 13899f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->irqlock, flags); 13909f257f50SLaurent Pinchart return false; 13919f257f50SLaurent Pinchart } 13929f257f50SLaurent Pinchart 13939f257f50SLaurent Pinchart csi->active_vb2_buf[buf_num] = buf; 13949f257f50SLaurent Pinchart 13959f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->irqlock, flags); 13969f257f50SLaurent Pinchart return true; 13979f257f50SLaurent Pinchart } 13989f257f50SLaurent Pinchart 13999f257f50SLaurent Pinchart static void imx7_csi_video_buf_queue(struct vb2_buffer *vb) 14009f257f50SLaurent Pinchart { 14019f257f50SLaurent Pinchart struct imx7_csi *csi = vb2_get_drv_priv(vb->vb2_queue); 14029f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf = to_imx7_csi_vb2_buffer(vb); 14039f257f50SLaurent Pinchart unsigned long flags; 14049f257f50SLaurent Pinchart 14059f257f50SLaurent Pinchart if (imx7_csi_fast_track_buffer(csi, buf)) 14069f257f50SLaurent Pinchart return; 14079f257f50SLaurent Pinchart 14089f257f50SLaurent Pinchart spin_lock_irqsave(&csi->q_lock, flags); 14099f257f50SLaurent Pinchart 14109f257f50SLaurent Pinchart list_add_tail(&buf->list, &csi->ready_q); 14119f257f50SLaurent Pinchart 14129f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->q_lock, flags); 14139f257f50SLaurent Pinchart } 14149f257f50SLaurent Pinchart 14159f257f50SLaurent Pinchart static int imx7_csi_video_validate_fmt(struct imx7_csi *csi) 14169f257f50SLaurent Pinchart { 1417d01a1c30SLaurent Pinchart struct v4l2_subdev_format fmt_src = { 1418d01a1c30SLaurent Pinchart .pad = IMX7_CSI_PAD_SRC, 1419d01a1c30SLaurent Pinchart .which = V4L2_SUBDEV_FORMAT_ACTIVE, 1420d01a1c30SLaurent Pinchart }; 14219f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 14229f257f50SLaurent Pinchart int ret; 14239f257f50SLaurent Pinchart 14249f257f50SLaurent Pinchart /* Retrieve the media bus format on the source subdev. */ 14251d59fbebSLaurent Pinchart ret = v4l2_subdev_call_state_active(&csi->sd, pad, get_fmt, &fmt_src); 14269f257f50SLaurent Pinchart if (ret) 14279f257f50SLaurent Pinchart return ret; 14289f257f50SLaurent Pinchart 14299f257f50SLaurent Pinchart /* 14309f257f50SLaurent Pinchart * Verify that the media bus size matches the size set on the video 14319f257f50SLaurent Pinchart * node. It is sufficient to check the compose rectangle size without 14329f257f50SLaurent Pinchart * checking the rounded size from pix_fmt, as the rounded size is 14339f257f50SLaurent Pinchart * derived directly from the compose rectangle size, and will thus 14349f257f50SLaurent Pinchart * always match if the compose rectangle matches. 14359f257f50SLaurent Pinchart */ 14369f257f50SLaurent Pinchart if (csi->vdev_compose.width != fmt_src.format.width || 14379f257f50SLaurent Pinchart csi->vdev_compose.height != fmt_src.format.height) 14389f257f50SLaurent Pinchart return -EPIPE; 14399f257f50SLaurent Pinchart 14409f257f50SLaurent Pinchart /* 14419f257f50SLaurent Pinchart * Verify that the media bus code is compatible with the pixel format 14429f257f50SLaurent Pinchart * set on the video node. 14439f257f50SLaurent Pinchart */ 14449f257f50SLaurent Pinchart cc = imx7_csi_find_mbus_format(fmt_src.format.code); 14459f257f50SLaurent Pinchart if (!cc || csi->vdev_cc->yuv != cc->yuv) 14469f257f50SLaurent Pinchart return -EPIPE; 14479f257f50SLaurent Pinchart 14489f257f50SLaurent Pinchart return 0; 14499f257f50SLaurent Pinchart } 14509f257f50SLaurent Pinchart 14519f257f50SLaurent Pinchart static int imx7_csi_video_start_streaming(struct vb2_queue *vq, 14529f257f50SLaurent Pinchart unsigned int count) 14539f257f50SLaurent Pinchart { 14549f257f50SLaurent Pinchart struct imx7_csi *csi = vb2_get_drv_priv(vq); 14559f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf, *tmp; 14569f257f50SLaurent Pinchart unsigned long flags; 14579f257f50SLaurent Pinchart int ret; 14589f257f50SLaurent Pinchart 14599f257f50SLaurent Pinchart ret = imx7_csi_video_validate_fmt(csi); 14609f257f50SLaurent Pinchart if (ret) { 14619f257f50SLaurent Pinchart dev_err(csi->dev, "capture format not valid\n"); 14629f257f50SLaurent Pinchart goto err_buffers; 14639f257f50SLaurent Pinchart } 14649f257f50SLaurent Pinchart 14659f257f50SLaurent Pinchart mutex_lock(&csi->mdev.graph_mutex); 14669f257f50SLaurent Pinchart 14679f257f50SLaurent Pinchart ret = __video_device_pipeline_start(csi->vdev, &csi->pipe); 14689f257f50SLaurent Pinchart if (ret) 14699f257f50SLaurent Pinchart goto err_unlock; 14709f257f50SLaurent Pinchart 14719f257f50SLaurent Pinchart ret = v4l2_subdev_call(&csi->sd, video, s_stream, 1); 14729f257f50SLaurent Pinchart if (ret) 14739f257f50SLaurent Pinchart goto err_stop; 14749f257f50SLaurent Pinchart 14759f257f50SLaurent Pinchart mutex_unlock(&csi->mdev.graph_mutex); 14769f257f50SLaurent Pinchart 14779f257f50SLaurent Pinchart return 0; 14789f257f50SLaurent Pinchart 14799f257f50SLaurent Pinchart err_stop: 14809f257f50SLaurent Pinchart __video_device_pipeline_stop(csi->vdev); 14819f257f50SLaurent Pinchart err_unlock: 14829f257f50SLaurent Pinchart mutex_unlock(&csi->mdev.graph_mutex); 14839f257f50SLaurent Pinchart dev_err(csi->dev, "pipeline start failed with %d\n", ret); 14849f257f50SLaurent Pinchart err_buffers: 14859f257f50SLaurent Pinchart spin_lock_irqsave(&csi->q_lock, flags); 14869f257f50SLaurent Pinchart list_for_each_entry_safe(buf, tmp, &csi->ready_q, list) { 14879f257f50SLaurent Pinchart list_del(&buf->list); 14889f257f50SLaurent Pinchart vb2_buffer_done(&buf->vbuf.vb2_buf, VB2_BUF_STATE_QUEUED); 14899f257f50SLaurent Pinchart } 14909f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->q_lock, flags); 14919f257f50SLaurent Pinchart return ret; 14929f257f50SLaurent Pinchart } 14939f257f50SLaurent Pinchart 14949f257f50SLaurent Pinchart static void imx7_csi_video_stop_streaming(struct vb2_queue *vq) 14959f257f50SLaurent Pinchart { 14969f257f50SLaurent Pinchart struct imx7_csi *csi = vb2_get_drv_priv(vq); 14979f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *frame; 14989f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *tmp; 14999f257f50SLaurent Pinchart unsigned long flags; 15009f257f50SLaurent Pinchart 15019f257f50SLaurent Pinchart mutex_lock(&csi->mdev.graph_mutex); 15029f257f50SLaurent Pinchart v4l2_subdev_call(&csi->sd, video, s_stream, 0); 15039f257f50SLaurent Pinchart __video_device_pipeline_stop(csi->vdev); 15049f257f50SLaurent Pinchart mutex_unlock(&csi->mdev.graph_mutex); 15059f257f50SLaurent Pinchart 15069f257f50SLaurent Pinchart /* release all active buffers */ 15079f257f50SLaurent Pinchart spin_lock_irqsave(&csi->q_lock, flags); 15089f257f50SLaurent Pinchart list_for_each_entry_safe(frame, tmp, &csi->ready_q, list) { 15099f257f50SLaurent Pinchart list_del(&frame->list); 15109f257f50SLaurent Pinchart vb2_buffer_done(&frame->vbuf.vb2_buf, VB2_BUF_STATE_ERROR); 15119f257f50SLaurent Pinchart } 15129f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->q_lock, flags); 15139f257f50SLaurent Pinchart } 15149f257f50SLaurent Pinchart 15159f257f50SLaurent Pinchart static const struct vb2_ops imx7_csi_video_qops = { 15169f257f50SLaurent Pinchart .queue_setup = imx7_csi_video_queue_setup, 15179f257f50SLaurent Pinchart .buf_init = imx7_csi_video_buf_init, 15189f257f50SLaurent Pinchart .buf_prepare = imx7_csi_video_buf_prepare, 15199f257f50SLaurent Pinchart .buf_queue = imx7_csi_video_buf_queue, 15209f257f50SLaurent Pinchart .wait_prepare = vb2_ops_wait_prepare, 15219f257f50SLaurent Pinchart .wait_finish = vb2_ops_wait_finish, 15229f257f50SLaurent Pinchart .start_streaming = imx7_csi_video_start_streaming, 15239f257f50SLaurent Pinchart .stop_streaming = imx7_csi_video_stop_streaming, 15249f257f50SLaurent Pinchart }; 15259f257f50SLaurent Pinchart 15269f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 15279f257f50SLaurent Pinchart * Video Capture Device - File Operations 15289f257f50SLaurent Pinchart */ 15299f257f50SLaurent Pinchart 15309f257f50SLaurent Pinchart static int imx7_csi_video_open(struct file *file) 15319f257f50SLaurent Pinchart { 15329f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 15339f257f50SLaurent Pinchart int ret; 15349f257f50SLaurent Pinchart 15359f257f50SLaurent Pinchart if (mutex_lock_interruptible(&csi->vdev_mutex)) 15369f257f50SLaurent Pinchart return -ERESTARTSYS; 15379f257f50SLaurent Pinchart 15389f257f50SLaurent Pinchart ret = v4l2_fh_open(file); 15399f257f50SLaurent Pinchart if (ret) { 15409f257f50SLaurent Pinchart dev_err(csi->dev, "v4l2_fh_open failed\n"); 15419f257f50SLaurent Pinchart goto out; 15429f257f50SLaurent Pinchart } 15439f257f50SLaurent Pinchart 15449f257f50SLaurent Pinchart ret = v4l2_pipeline_pm_get(&csi->vdev->entity); 15459f257f50SLaurent Pinchart if (ret) 15469f257f50SLaurent Pinchart v4l2_fh_release(file); 15479f257f50SLaurent Pinchart 15489f257f50SLaurent Pinchart out: 15499f257f50SLaurent Pinchart mutex_unlock(&csi->vdev_mutex); 15509f257f50SLaurent Pinchart return ret; 15519f257f50SLaurent Pinchart } 15529f257f50SLaurent Pinchart 15539f257f50SLaurent Pinchart static int imx7_csi_video_release(struct file *file) 15549f257f50SLaurent Pinchart { 15559f257f50SLaurent Pinchart struct imx7_csi *csi = video_drvdata(file); 15569f257f50SLaurent Pinchart struct vb2_queue *vq = &csi->q; 15579f257f50SLaurent Pinchart 15589f257f50SLaurent Pinchart mutex_lock(&csi->vdev_mutex); 15599f257f50SLaurent Pinchart 15609f257f50SLaurent Pinchart if (file->private_data == vq->owner) { 15619f257f50SLaurent Pinchart vb2_queue_release(vq); 15629f257f50SLaurent Pinchart vq->owner = NULL; 15639f257f50SLaurent Pinchart } 15649f257f50SLaurent Pinchart 15659f257f50SLaurent Pinchart v4l2_pipeline_pm_put(&csi->vdev->entity); 15669f257f50SLaurent Pinchart 15679f257f50SLaurent Pinchart v4l2_fh_release(file); 15689f257f50SLaurent Pinchart mutex_unlock(&csi->vdev_mutex); 15699f257f50SLaurent Pinchart return 0; 15709f257f50SLaurent Pinchart } 15719f257f50SLaurent Pinchart 15729f257f50SLaurent Pinchart static const struct v4l2_file_operations imx7_csi_video_fops = { 15739f257f50SLaurent Pinchart .owner = THIS_MODULE, 15749f257f50SLaurent Pinchart .open = imx7_csi_video_open, 15759f257f50SLaurent Pinchart .release = imx7_csi_video_release, 15769f257f50SLaurent Pinchart .poll = vb2_fop_poll, 15779f257f50SLaurent Pinchart .unlocked_ioctl = video_ioctl2, 15789f257f50SLaurent Pinchart .mmap = vb2_fop_mmap, 15799f257f50SLaurent Pinchart }; 15809f257f50SLaurent Pinchart 15819f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 15829f257f50SLaurent Pinchart * Video Capture Device - Init & Cleanup 15839f257f50SLaurent Pinchart */ 15849f257f50SLaurent Pinchart 15859f257f50SLaurent Pinchart static struct imx7_csi_vb2_buffer *imx7_csi_video_next_buf(struct imx7_csi *csi) 15869f257f50SLaurent Pinchart { 15879f257f50SLaurent Pinchart struct imx7_csi_vb2_buffer *buf = NULL; 15889f257f50SLaurent Pinchart unsigned long flags; 15899f257f50SLaurent Pinchart 15909f257f50SLaurent Pinchart spin_lock_irqsave(&csi->q_lock, flags); 15919f257f50SLaurent Pinchart 15929f257f50SLaurent Pinchart /* get next queued buffer */ 15939f257f50SLaurent Pinchart if (!list_empty(&csi->ready_q)) { 15949f257f50SLaurent Pinchart buf = list_entry(csi->ready_q.next, struct imx7_csi_vb2_buffer, 15959f257f50SLaurent Pinchart list); 15969f257f50SLaurent Pinchart list_del(&buf->list); 15979f257f50SLaurent Pinchart } 15989f257f50SLaurent Pinchart 15999f257f50SLaurent Pinchart spin_unlock_irqrestore(&csi->q_lock, flags); 16009f257f50SLaurent Pinchart 16019f257f50SLaurent Pinchart return buf; 16029f257f50SLaurent Pinchart } 16039f257f50SLaurent Pinchart 16049f257f50SLaurent Pinchart static int imx7_csi_video_init_format(struct imx7_csi *csi) 16059f257f50SLaurent Pinchart { 1606bc0d3df3SLaurent Pinchart struct v4l2_mbus_framefmt format = { }; 16079f257f50SLaurent Pinchart 1608bc0d3df3SLaurent Pinchart format.code = IMX7_CSI_DEF_MBUS_CODE; 1609bc0d3df3SLaurent Pinchart format.width = IMX7_CSI_DEF_PIX_WIDTH; 1610bc0d3df3SLaurent Pinchart format.height = IMX7_CSI_DEF_PIX_HEIGHT; 1611e6f68b1cSAlexander Stein format.field = V4L2_FIELD_NONE; 1612bc0d3df3SLaurent Pinchart 1613bc0d3df3SLaurent Pinchart imx7_csi_mbus_fmt_to_pix_fmt(&csi->vdev_fmt, &format, NULL); 1614bc0d3df3SLaurent Pinchart csi->vdev_compose.width = format.width; 1615bc0d3df3SLaurent Pinchart csi->vdev_compose.height = format.height; 16169f257f50SLaurent Pinchart 16179f257f50SLaurent Pinchart csi->vdev_cc = imx7_csi_find_pixel_format(csi->vdev_fmt.pixelformat); 16189f257f50SLaurent Pinchart 16199f257f50SLaurent Pinchart return 0; 16209f257f50SLaurent Pinchart } 16219f257f50SLaurent Pinchart 16229f257f50SLaurent Pinchart static int imx7_csi_video_register(struct imx7_csi *csi) 16239f257f50SLaurent Pinchart { 16249f257f50SLaurent Pinchart struct v4l2_subdev *sd = &csi->sd; 16259f257f50SLaurent Pinchart struct v4l2_device *v4l2_dev = sd->v4l2_dev; 16269f257f50SLaurent Pinchart struct video_device *vdev = csi->vdev; 16279f257f50SLaurent Pinchart int ret; 16289f257f50SLaurent Pinchart 16299f257f50SLaurent Pinchart vdev->v4l2_dev = v4l2_dev; 16309f257f50SLaurent Pinchart 16319f257f50SLaurent Pinchart /* Initialize the default format and compose rectangle. */ 16329f257f50SLaurent Pinchart ret = imx7_csi_video_init_format(csi); 16339f257f50SLaurent Pinchart if (ret < 0) 16349f257f50SLaurent Pinchart return ret; 16359f257f50SLaurent Pinchart 16369f257f50SLaurent Pinchart /* Register the video device. */ 16379f257f50SLaurent Pinchart ret = video_register_device(vdev, VFL_TYPE_VIDEO, -1); 16389f257f50SLaurent Pinchart if (ret) { 16399f257f50SLaurent Pinchart dev_err(csi->dev, "Failed to register video device\n"); 16409f257f50SLaurent Pinchart return ret; 16419f257f50SLaurent Pinchart } 16429f257f50SLaurent Pinchart 16439f257f50SLaurent Pinchart dev_info(csi->dev, "Registered %s as /dev/%s\n", vdev->name, 16449f257f50SLaurent Pinchart video_device_node_name(vdev)); 16459f257f50SLaurent Pinchart 16469f257f50SLaurent Pinchart /* Create the link from the CSI subdev to the video device. */ 16479f257f50SLaurent Pinchart ret = media_create_pad_link(&sd->entity, IMX7_CSI_PAD_SRC, 16489f257f50SLaurent Pinchart &vdev->entity, 0, MEDIA_LNK_FL_IMMUTABLE | 16499f257f50SLaurent Pinchart MEDIA_LNK_FL_ENABLED); 16509f257f50SLaurent Pinchart if (ret) { 16519f257f50SLaurent Pinchart dev_err(csi->dev, "failed to create link to device node\n"); 16529f257f50SLaurent Pinchart video_unregister_device(vdev); 16539f257f50SLaurent Pinchart return ret; 16549f257f50SLaurent Pinchart } 16559f257f50SLaurent Pinchart 16569f257f50SLaurent Pinchart return 0; 16579f257f50SLaurent Pinchart } 16589f257f50SLaurent Pinchart 16599f257f50SLaurent Pinchart static void imx7_csi_video_unregister(struct imx7_csi *csi) 16609f257f50SLaurent Pinchart { 16619f257f50SLaurent Pinchart media_entity_cleanup(&csi->vdev->entity); 16629f257f50SLaurent Pinchart video_unregister_device(csi->vdev); 16639f257f50SLaurent Pinchart } 16649f257f50SLaurent Pinchart 16659f257f50SLaurent Pinchart static int imx7_csi_video_init(struct imx7_csi *csi) 16669f257f50SLaurent Pinchart { 16679f257f50SLaurent Pinchart struct video_device *vdev; 16689f257f50SLaurent Pinchart struct vb2_queue *vq; 16699f257f50SLaurent Pinchart int ret; 16709f257f50SLaurent Pinchart 16719f257f50SLaurent Pinchart mutex_init(&csi->vdev_mutex); 16729f257f50SLaurent Pinchart INIT_LIST_HEAD(&csi->ready_q); 16739f257f50SLaurent Pinchart spin_lock_init(&csi->q_lock); 16749f257f50SLaurent Pinchart 16759f257f50SLaurent Pinchart /* Allocate and initialize the video device. */ 16769f257f50SLaurent Pinchart vdev = video_device_alloc(); 16779f257f50SLaurent Pinchart if (!vdev) 16789f257f50SLaurent Pinchart return -ENOMEM; 16799f257f50SLaurent Pinchart 16809f257f50SLaurent Pinchart vdev->fops = &imx7_csi_video_fops; 16819f257f50SLaurent Pinchart vdev->ioctl_ops = &imx7_csi_video_ioctl_ops; 16829f257f50SLaurent Pinchart vdev->minor = -1; 16839f257f50SLaurent Pinchart vdev->release = video_device_release; 16849f257f50SLaurent Pinchart vdev->vfl_dir = VFL_DIR_RX; 16859f257f50SLaurent Pinchart vdev->tvnorms = V4L2_STD_NTSC | V4L2_STD_PAL | V4L2_STD_SECAM; 16869f257f50SLaurent Pinchart vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING 16879f257f50SLaurent Pinchart | V4L2_CAP_IO_MC; 16889f257f50SLaurent Pinchart vdev->lock = &csi->vdev_mutex; 16899f257f50SLaurent Pinchart vdev->queue = &csi->q; 16909f257f50SLaurent Pinchart 16919f257f50SLaurent Pinchart snprintf(vdev->name, sizeof(vdev->name), "%s capture", csi->sd.name); 16929f257f50SLaurent Pinchart 16939f257f50SLaurent Pinchart video_set_drvdata(vdev, csi); 16949f257f50SLaurent Pinchart csi->vdev = vdev; 16959f257f50SLaurent Pinchart 16969f257f50SLaurent Pinchart /* Initialize the video device pad. */ 16979f257f50SLaurent Pinchart csi->vdev_pad.flags = MEDIA_PAD_FL_SINK; 16989f257f50SLaurent Pinchart ret = media_entity_pads_init(&vdev->entity, 1, &csi->vdev_pad); 16999f257f50SLaurent Pinchart if (ret) { 17009f257f50SLaurent Pinchart video_device_release(vdev); 17019f257f50SLaurent Pinchart return ret; 17029f257f50SLaurent Pinchart } 17039f257f50SLaurent Pinchart 17049f257f50SLaurent Pinchart /* Initialize the vb2 queue. */ 17059f257f50SLaurent Pinchart vq = &csi->q; 17069f257f50SLaurent Pinchart vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 17079f257f50SLaurent Pinchart vq->io_modes = VB2_MMAP | VB2_DMABUF; 17089f257f50SLaurent Pinchart vq->drv_priv = csi; 17099f257f50SLaurent Pinchart vq->buf_struct_size = sizeof(struct imx7_csi_vb2_buffer); 17109f257f50SLaurent Pinchart vq->ops = &imx7_csi_video_qops; 17119f257f50SLaurent Pinchart vq->mem_ops = &vb2_dma_contig_memops; 17129f257f50SLaurent Pinchart vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; 17139f257f50SLaurent Pinchart vq->lock = &csi->vdev_mutex; 17149f257f50SLaurent Pinchart vq->min_buffers_needed = 2; 17159f257f50SLaurent Pinchart vq->dev = csi->dev; 17169f257f50SLaurent Pinchart 17179f257f50SLaurent Pinchart ret = vb2_queue_init(vq); 17189f257f50SLaurent Pinchart if (ret) { 17199f257f50SLaurent Pinchart dev_err(csi->dev, "vb2_queue_init failed\n"); 17209f257f50SLaurent Pinchart video_device_release(vdev); 17219f257f50SLaurent Pinchart return ret; 17229f257f50SLaurent Pinchart } 17239f257f50SLaurent Pinchart 17249f257f50SLaurent Pinchart return 0; 17259f257f50SLaurent Pinchart } 17269f257f50SLaurent Pinchart 17279f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 17289f257f50SLaurent Pinchart * V4L2 Subdev Operations 17299f257f50SLaurent Pinchart */ 17309f257f50SLaurent Pinchart 17319f257f50SLaurent Pinchart static int imx7_csi_s_stream(struct v4l2_subdev *sd, int enable) 17329f257f50SLaurent Pinchart { 17339f257f50SLaurent Pinchart struct imx7_csi *csi = v4l2_get_subdevdata(sd); 17341d59fbebSLaurent Pinchart struct v4l2_subdev_state *sd_state; 17359f257f50SLaurent Pinchart int ret = 0; 17369f257f50SLaurent Pinchart 17371d59fbebSLaurent Pinchart sd_state = v4l2_subdev_lock_and_get_active_state(sd); 17389f257f50SLaurent Pinchart 17399f257f50SLaurent Pinchart if (enable) { 17401d59fbebSLaurent Pinchart ret = imx7_csi_init(csi, sd_state); 17419f257f50SLaurent Pinchart if (ret < 0) 17429f257f50SLaurent Pinchart goto out_unlock; 17439f257f50SLaurent Pinchart 17449f257f50SLaurent Pinchart ret = v4l2_subdev_call(csi->src_sd, video, s_stream, 1); 17459f257f50SLaurent Pinchart if (ret < 0) { 17469f257f50SLaurent Pinchart imx7_csi_deinit(csi, VB2_BUF_STATE_QUEUED); 17479f257f50SLaurent Pinchart goto out_unlock; 17489f257f50SLaurent Pinchart } 17499f257f50SLaurent Pinchart 17509f257f50SLaurent Pinchart imx7_csi_enable(csi); 17519f257f50SLaurent Pinchart } else { 17529f257f50SLaurent Pinchart imx7_csi_disable(csi); 17539f257f50SLaurent Pinchart 17549f257f50SLaurent Pinchart v4l2_subdev_call(csi->src_sd, video, s_stream, 0); 17559f257f50SLaurent Pinchart 17569f257f50SLaurent Pinchart imx7_csi_deinit(csi, VB2_BUF_STATE_ERROR); 17579f257f50SLaurent Pinchart } 17589f257f50SLaurent Pinchart 17599f257f50SLaurent Pinchart csi->is_streaming = !!enable; 17609f257f50SLaurent Pinchart 17619f257f50SLaurent Pinchart out_unlock: 17621d59fbebSLaurent Pinchart v4l2_subdev_unlock_state(sd_state); 17639f257f50SLaurent Pinchart 17649f257f50SLaurent Pinchart return ret; 17659f257f50SLaurent Pinchart } 17669f257f50SLaurent Pinchart 17679f257f50SLaurent Pinchart static int imx7_csi_init_cfg(struct v4l2_subdev *sd, 17689f257f50SLaurent Pinchart struct v4l2_subdev_state *sd_state) 17699f257f50SLaurent Pinchart { 17709f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 17719f257f50SLaurent Pinchart int i; 17729f257f50SLaurent Pinchart 17739f257f50SLaurent Pinchart cc = imx7_csi_find_mbus_format(IMX7_CSI_DEF_MBUS_CODE); 17749f257f50SLaurent Pinchart 17759f257f50SLaurent Pinchart for (i = 0; i < IMX7_CSI_PADS_NUM; i++) { 17769f257f50SLaurent Pinchart struct v4l2_mbus_framefmt *mf = 17771d59fbebSLaurent Pinchart v4l2_subdev_get_pad_format(sd, sd_state, i); 17789f257f50SLaurent Pinchart 17799f257f50SLaurent Pinchart mf->code = IMX7_CSI_DEF_MBUS_CODE; 17809f257f50SLaurent Pinchart mf->width = IMX7_CSI_DEF_PIX_WIDTH; 17819f257f50SLaurent Pinchart mf->height = IMX7_CSI_DEF_PIX_HEIGHT; 17829f257f50SLaurent Pinchart mf->field = V4L2_FIELD_NONE; 17839f257f50SLaurent Pinchart 17849f257f50SLaurent Pinchart mf->colorspace = V4L2_COLORSPACE_SRGB; 17859f257f50SLaurent Pinchart mf->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(mf->colorspace); 17869f257f50SLaurent Pinchart mf->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(mf->colorspace); 17879f257f50SLaurent Pinchart mf->quantization = V4L2_MAP_QUANTIZATION_DEFAULT(!cc->yuv, 17889f257f50SLaurent Pinchart mf->colorspace, mf->ycbcr_enc); 17899f257f50SLaurent Pinchart } 17909f257f50SLaurent Pinchart 17919f257f50SLaurent Pinchart return 0; 17929f257f50SLaurent Pinchart } 17939f257f50SLaurent Pinchart 17949f257f50SLaurent Pinchart static int imx7_csi_enum_mbus_code(struct v4l2_subdev *sd, 17959f257f50SLaurent Pinchart struct v4l2_subdev_state *sd_state, 17969f257f50SLaurent Pinchart struct v4l2_subdev_mbus_code_enum *code) 17979f257f50SLaurent Pinchart { 17989f257f50SLaurent Pinchart struct v4l2_mbus_framefmt *in_fmt; 17999f257f50SLaurent Pinchart int ret = 0; 18009f257f50SLaurent Pinchart 18011d59fbebSLaurent Pinchart in_fmt = v4l2_subdev_get_pad_format(sd, sd_state, IMX7_CSI_PAD_SINK); 18029f257f50SLaurent Pinchart 18039f257f50SLaurent Pinchart switch (code->pad) { 18049f257f50SLaurent Pinchart case IMX7_CSI_PAD_SINK: 18059f257f50SLaurent Pinchart ret = imx7_csi_enum_mbus_formats(&code->code, code->index); 18069f257f50SLaurent Pinchart break; 18071d59fbebSLaurent Pinchart 18089f257f50SLaurent Pinchart case IMX7_CSI_PAD_SRC: 18099f257f50SLaurent Pinchart if (code->index != 0) { 18109f257f50SLaurent Pinchart ret = -EINVAL; 18111d59fbebSLaurent Pinchart break; 18129f257f50SLaurent Pinchart } 18139f257f50SLaurent Pinchart 18149f257f50SLaurent Pinchart code->code = in_fmt->code; 18159f257f50SLaurent Pinchart break; 18161d59fbebSLaurent Pinchart 18179f257f50SLaurent Pinchart default: 18189f257f50SLaurent Pinchart ret = -EINVAL; 18191d59fbebSLaurent Pinchart break; 18209f257f50SLaurent Pinchart } 18219f257f50SLaurent Pinchart 18229f257f50SLaurent Pinchart return ret; 18239f257f50SLaurent Pinchart } 18249f257f50SLaurent Pinchart 18259f257f50SLaurent Pinchart /* 18269f257f50SLaurent Pinchart * Default the colorspace in tryfmt to SRGB if set to an unsupported 18279f257f50SLaurent Pinchart * colorspace or not initialized. Then set the remaining colorimetry 18289f257f50SLaurent Pinchart * parameters based on the colorspace if they are uninitialized. 18299f257f50SLaurent Pinchart * 18309f257f50SLaurent Pinchart * tryfmt->code must be set on entry. 18319f257f50SLaurent Pinchart */ 18329f257f50SLaurent Pinchart static void imx7_csi_try_colorimetry(struct v4l2_mbus_framefmt *tryfmt) 18339f257f50SLaurent Pinchart { 18349f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 18359f257f50SLaurent Pinchart bool is_rgb = false; 18369f257f50SLaurent Pinchart 18379f257f50SLaurent Pinchart cc = imx7_csi_find_mbus_format(tryfmt->code); 18389f257f50SLaurent Pinchart if (cc && !cc->yuv) 18399f257f50SLaurent Pinchart is_rgb = true; 18409f257f50SLaurent Pinchart 18419f257f50SLaurent Pinchart switch (tryfmt->colorspace) { 18429f257f50SLaurent Pinchart case V4L2_COLORSPACE_SMPTE170M: 18439f257f50SLaurent Pinchart case V4L2_COLORSPACE_REC709: 18449f257f50SLaurent Pinchart case V4L2_COLORSPACE_JPEG: 18459f257f50SLaurent Pinchart case V4L2_COLORSPACE_SRGB: 18469f257f50SLaurent Pinchart case V4L2_COLORSPACE_BT2020: 18479f257f50SLaurent Pinchart case V4L2_COLORSPACE_OPRGB: 18489f257f50SLaurent Pinchart case V4L2_COLORSPACE_DCI_P3: 18499f257f50SLaurent Pinchart case V4L2_COLORSPACE_RAW: 18509f257f50SLaurent Pinchart break; 18519f257f50SLaurent Pinchart default: 18529f257f50SLaurent Pinchart tryfmt->colorspace = V4L2_COLORSPACE_SRGB; 18539f257f50SLaurent Pinchart break; 18549f257f50SLaurent Pinchart } 18559f257f50SLaurent Pinchart 18569f257f50SLaurent Pinchart if (tryfmt->xfer_func == V4L2_XFER_FUNC_DEFAULT) 18579f257f50SLaurent Pinchart tryfmt->xfer_func = 18589f257f50SLaurent Pinchart V4L2_MAP_XFER_FUNC_DEFAULT(tryfmt->colorspace); 18599f257f50SLaurent Pinchart 18609f257f50SLaurent Pinchart if (tryfmt->ycbcr_enc == V4L2_YCBCR_ENC_DEFAULT) 18619f257f50SLaurent Pinchart tryfmt->ycbcr_enc = 18629f257f50SLaurent Pinchart V4L2_MAP_YCBCR_ENC_DEFAULT(tryfmt->colorspace); 18639f257f50SLaurent Pinchart 18649f257f50SLaurent Pinchart if (tryfmt->quantization == V4L2_QUANTIZATION_DEFAULT) 18659f257f50SLaurent Pinchart tryfmt->quantization = 18669f257f50SLaurent Pinchart V4L2_MAP_QUANTIZATION_DEFAULT(is_rgb, 18679f257f50SLaurent Pinchart tryfmt->colorspace, 18689f257f50SLaurent Pinchart tryfmt->ycbcr_enc); 18699f257f50SLaurent Pinchart } 18709f257f50SLaurent Pinchart 18711d59fbebSLaurent Pinchart static void imx7_csi_try_fmt(struct v4l2_subdev *sd, 18729f257f50SLaurent Pinchart struct v4l2_subdev_state *sd_state, 18739f257f50SLaurent Pinchart struct v4l2_subdev_format *sdformat, 18749f257f50SLaurent Pinchart const struct imx7_csi_pixfmt **cc) 18759f257f50SLaurent Pinchart { 18769f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *in_cc; 18779f257f50SLaurent Pinchart struct v4l2_mbus_framefmt *in_fmt; 18789f257f50SLaurent Pinchart u32 code; 18799f257f50SLaurent Pinchart 18801d59fbebSLaurent Pinchart in_fmt = v4l2_subdev_get_pad_format(sd, sd_state, IMX7_CSI_PAD_SINK); 18819f257f50SLaurent Pinchart 18829f257f50SLaurent Pinchart switch (sdformat->pad) { 18839f257f50SLaurent Pinchart case IMX7_CSI_PAD_SRC: 18849f257f50SLaurent Pinchart in_cc = imx7_csi_find_mbus_format(in_fmt->code); 18859f257f50SLaurent Pinchart 18869f257f50SLaurent Pinchart sdformat->format.width = in_fmt->width; 18879f257f50SLaurent Pinchart sdformat->format.height = in_fmt->height; 18889f257f50SLaurent Pinchart sdformat->format.code = in_fmt->code; 18899f257f50SLaurent Pinchart sdformat->format.field = in_fmt->field; 18909f257f50SLaurent Pinchart *cc = in_cc; 18919f257f50SLaurent Pinchart 18929f257f50SLaurent Pinchart sdformat->format.colorspace = in_fmt->colorspace; 18939f257f50SLaurent Pinchart sdformat->format.xfer_func = in_fmt->xfer_func; 18949f257f50SLaurent Pinchart sdformat->format.quantization = in_fmt->quantization; 18959f257f50SLaurent Pinchart sdformat->format.ycbcr_enc = in_fmt->ycbcr_enc; 18969f257f50SLaurent Pinchart break; 189749a82584SLaurent Pinchart 18989f257f50SLaurent Pinchart case IMX7_CSI_PAD_SINK: 18999f257f50SLaurent Pinchart *cc = imx7_csi_find_mbus_format(sdformat->format.code); 19009f257f50SLaurent Pinchart if (!*cc) { 19019f257f50SLaurent Pinchart code = IMX7_CSI_DEF_MBUS_CODE; 19029f257f50SLaurent Pinchart *cc = imx7_csi_find_mbus_format(code); 19039f257f50SLaurent Pinchart sdformat->format.code = code; 19049f257f50SLaurent Pinchart } 19059f257f50SLaurent Pinchart 19069f257f50SLaurent Pinchart if (sdformat->format.field != V4L2_FIELD_INTERLACED) 19079f257f50SLaurent Pinchart sdformat->format.field = V4L2_FIELD_NONE; 19089f257f50SLaurent Pinchart break; 19099f257f50SLaurent Pinchart } 19109f257f50SLaurent Pinchart 19119f257f50SLaurent Pinchart imx7_csi_try_colorimetry(&sdformat->format); 19129f257f50SLaurent Pinchart } 19139f257f50SLaurent Pinchart 19149f257f50SLaurent Pinchart static int imx7_csi_set_fmt(struct v4l2_subdev *sd, 19159f257f50SLaurent Pinchart struct v4l2_subdev_state *sd_state, 19169f257f50SLaurent Pinchart struct v4l2_subdev_format *sdformat) 19179f257f50SLaurent Pinchart { 19189f257f50SLaurent Pinchart struct imx7_csi *csi = v4l2_get_subdevdata(sd); 19199f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *outcc; 19209f257f50SLaurent Pinchart struct v4l2_mbus_framefmt *outfmt; 19219f257f50SLaurent Pinchart const struct imx7_csi_pixfmt *cc; 19229f257f50SLaurent Pinchart struct v4l2_mbus_framefmt *fmt; 19239f257f50SLaurent Pinchart struct v4l2_subdev_format format; 19249f257f50SLaurent Pinchart 19251d59fbebSLaurent Pinchart if (csi->is_streaming) 19261d59fbebSLaurent Pinchart return -EBUSY; 19279f257f50SLaurent Pinchart 19281d59fbebSLaurent Pinchart imx7_csi_try_fmt(sd, sd_state, sdformat, &cc); 19299f257f50SLaurent Pinchart 19301d59fbebSLaurent Pinchart fmt = v4l2_subdev_get_pad_format(sd, sd_state, sdformat->pad); 19319f257f50SLaurent Pinchart 19329f257f50SLaurent Pinchart *fmt = sdformat->format; 19339f257f50SLaurent Pinchart 19349f257f50SLaurent Pinchart if (sdformat->pad == IMX7_CSI_PAD_SINK) { 19359f257f50SLaurent Pinchart /* propagate format to source pads */ 19369f257f50SLaurent Pinchart format.pad = IMX7_CSI_PAD_SRC; 19379f257f50SLaurent Pinchart format.which = sdformat->which; 19389f257f50SLaurent Pinchart format.format = sdformat->format; 19391d59fbebSLaurent Pinchart imx7_csi_try_fmt(sd, sd_state, &format, &outcc); 19401d59fbebSLaurent Pinchart 19411d59fbebSLaurent Pinchart outfmt = v4l2_subdev_get_pad_format(sd, sd_state, 19421d59fbebSLaurent Pinchart IMX7_CSI_PAD_SRC); 19439f257f50SLaurent Pinchart *outfmt = format.format; 19449f257f50SLaurent Pinchart } 19459f257f50SLaurent Pinchart 19461d59fbebSLaurent Pinchart return 0; 19479f257f50SLaurent Pinchart } 19489f257f50SLaurent Pinchart 19499f257f50SLaurent Pinchart static int imx7_csi_pad_link_validate(struct v4l2_subdev *sd, 19509f257f50SLaurent Pinchart struct media_link *link, 19519f257f50SLaurent Pinchart struct v4l2_subdev_format *source_fmt, 19529f257f50SLaurent Pinchart struct v4l2_subdev_format *sink_fmt) 19539f257f50SLaurent Pinchart { 19549f257f50SLaurent Pinchart struct imx7_csi *csi = v4l2_get_subdevdata(sd); 19559f257f50SLaurent Pinchart struct media_pad *pad = NULL; 19569f257f50SLaurent Pinchart unsigned int i; 19579f257f50SLaurent Pinchart int ret; 19589f257f50SLaurent Pinchart 19599f257f50SLaurent Pinchart /* 19609f257f50SLaurent Pinchart * Validate the source link, and record whether the source uses the 19619f257f50SLaurent Pinchart * parallel input or the CSI-2 receiver. 19629f257f50SLaurent Pinchart */ 19639f257f50SLaurent Pinchart ret = v4l2_subdev_link_validate_default(sd, link, source_fmt, sink_fmt); 19649f257f50SLaurent Pinchart if (ret) 19659f257f50SLaurent Pinchart return ret; 19669f257f50SLaurent Pinchart 19679f257f50SLaurent Pinchart switch (csi->src_sd->entity.function) { 19689f257f50SLaurent Pinchart case MEDIA_ENT_F_VID_IF_BRIDGE: 19699f257f50SLaurent Pinchart /* The input is the CSI-2 receiver. */ 19709f257f50SLaurent Pinchart csi->is_csi2 = true; 19719f257f50SLaurent Pinchart break; 19729f257f50SLaurent Pinchart 19739f257f50SLaurent Pinchart case MEDIA_ENT_F_VID_MUX: 19749f257f50SLaurent Pinchart /* The input is the mux, check its input. */ 19759f257f50SLaurent Pinchart for (i = 0; i < csi->src_sd->entity.num_pads; i++) { 19769f257f50SLaurent Pinchart struct media_pad *spad = &csi->src_sd->entity.pads[i]; 19779f257f50SLaurent Pinchart 19789f257f50SLaurent Pinchart if (!(spad->flags & MEDIA_PAD_FL_SINK)) 19799f257f50SLaurent Pinchart continue; 19809f257f50SLaurent Pinchart 19819f257f50SLaurent Pinchart pad = media_pad_remote_pad_first(spad); 19829f257f50SLaurent Pinchart if (pad) 19839f257f50SLaurent Pinchart break; 19849f257f50SLaurent Pinchart } 19859f257f50SLaurent Pinchart 19869f257f50SLaurent Pinchart if (!pad) 19879f257f50SLaurent Pinchart return -ENODEV; 19889f257f50SLaurent Pinchart 19899f257f50SLaurent Pinchart csi->is_csi2 = pad->entity->function == MEDIA_ENT_F_VID_IF_BRIDGE; 19909f257f50SLaurent Pinchart break; 19919f257f50SLaurent Pinchart 19929f257f50SLaurent Pinchart default: 19939f257f50SLaurent Pinchart /* 19949f257f50SLaurent Pinchart * The input is an external entity, it must use the parallel 19959f257f50SLaurent Pinchart * bus. 19969f257f50SLaurent Pinchart */ 19979f257f50SLaurent Pinchart csi->is_csi2 = false; 19989f257f50SLaurent Pinchart break; 19999f257f50SLaurent Pinchart } 20009f257f50SLaurent Pinchart 20019f257f50SLaurent Pinchart return 0; 20029f257f50SLaurent Pinchart } 20039f257f50SLaurent Pinchart 20049f257f50SLaurent Pinchart static int imx7_csi_registered(struct v4l2_subdev *sd) 20059f257f50SLaurent Pinchart { 20069f257f50SLaurent Pinchart struct imx7_csi *csi = v4l2_get_subdevdata(sd); 20079f257f50SLaurent Pinchart int ret; 20089f257f50SLaurent Pinchart 20099f257f50SLaurent Pinchart ret = imx7_csi_video_init(csi); 20109f257f50SLaurent Pinchart if (ret) 20119f257f50SLaurent Pinchart return ret; 20129f257f50SLaurent Pinchart 20139f257f50SLaurent Pinchart ret = imx7_csi_video_register(csi); 20149f257f50SLaurent Pinchart if (ret) 20159f257f50SLaurent Pinchart return ret; 20169f257f50SLaurent Pinchart 20179f257f50SLaurent Pinchart ret = v4l2_device_register_subdev_nodes(&csi->v4l2_dev); 20189f257f50SLaurent Pinchart if (ret) 20199f257f50SLaurent Pinchart goto err_unreg; 20209f257f50SLaurent Pinchart 20219f257f50SLaurent Pinchart ret = media_device_register(&csi->mdev); 20229f257f50SLaurent Pinchart if (ret) 20239f257f50SLaurent Pinchart goto err_unreg; 20249f257f50SLaurent Pinchart 20259f257f50SLaurent Pinchart return 0; 20269f257f50SLaurent Pinchart 20279f257f50SLaurent Pinchart err_unreg: 20289f257f50SLaurent Pinchart imx7_csi_video_unregister(csi); 20299f257f50SLaurent Pinchart return ret; 20309f257f50SLaurent Pinchart } 20319f257f50SLaurent Pinchart 20329f257f50SLaurent Pinchart static void imx7_csi_unregistered(struct v4l2_subdev *sd) 20339f257f50SLaurent Pinchart { 20349f257f50SLaurent Pinchart struct imx7_csi *csi = v4l2_get_subdevdata(sd); 20359f257f50SLaurent Pinchart 20369f257f50SLaurent Pinchart imx7_csi_video_unregister(csi); 20379f257f50SLaurent Pinchart } 20389f257f50SLaurent Pinchart 20399f257f50SLaurent Pinchart static const struct v4l2_subdev_video_ops imx7_csi_video_ops = { 20409f257f50SLaurent Pinchart .s_stream = imx7_csi_s_stream, 20419f257f50SLaurent Pinchart }; 20429f257f50SLaurent Pinchart 20439f257f50SLaurent Pinchart static const struct v4l2_subdev_pad_ops imx7_csi_pad_ops = { 20449f257f50SLaurent Pinchart .init_cfg = imx7_csi_init_cfg, 20459f257f50SLaurent Pinchart .enum_mbus_code = imx7_csi_enum_mbus_code, 20461d59fbebSLaurent Pinchart .get_fmt = v4l2_subdev_get_fmt, 20479f257f50SLaurent Pinchart .set_fmt = imx7_csi_set_fmt, 20489f257f50SLaurent Pinchart .link_validate = imx7_csi_pad_link_validate, 20499f257f50SLaurent Pinchart }; 20509f257f50SLaurent Pinchart 20519f257f50SLaurent Pinchart static const struct v4l2_subdev_ops imx7_csi_subdev_ops = { 20529f257f50SLaurent Pinchart .video = &imx7_csi_video_ops, 20539f257f50SLaurent Pinchart .pad = &imx7_csi_pad_ops, 20549f257f50SLaurent Pinchart }; 20559f257f50SLaurent Pinchart 20569f257f50SLaurent Pinchart static const struct v4l2_subdev_internal_ops imx7_csi_internal_ops = { 20579f257f50SLaurent Pinchart .registered = imx7_csi_registered, 20589f257f50SLaurent Pinchart .unregistered = imx7_csi_unregistered, 20599f257f50SLaurent Pinchart }; 20609f257f50SLaurent Pinchart 20619f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 20629f257f50SLaurent Pinchart * Media Entity Operations 20639f257f50SLaurent Pinchart */ 20649f257f50SLaurent Pinchart 20659f257f50SLaurent Pinchart static const struct media_entity_operations imx7_csi_entity_ops = { 20669f257f50SLaurent Pinchart .link_validate = v4l2_subdev_link_validate, 20679f257f50SLaurent Pinchart .get_fwnode_pad = v4l2_subdev_get_fwnode_pad_1_to_1, 20689f257f50SLaurent Pinchart }; 20699f257f50SLaurent Pinchart 20709f257f50SLaurent Pinchart /* ----------------------------------------------------------------------------- 20719f257f50SLaurent Pinchart * Probe & Remove 20729f257f50SLaurent Pinchart */ 20739f257f50SLaurent Pinchart 20749f257f50SLaurent Pinchart static int imx7_csi_notify_bound(struct v4l2_async_notifier *notifier, 20759f257f50SLaurent Pinchart struct v4l2_subdev *sd, 20769f257f50SLaurent Pinchart struct v4l2_async_subdev *asd) 20779f257f50SLaurent Pinchart { 20789f257f50SLaurent Pinchart struct imx7_csi *csi = imx7_csi_notifier_to_dev(notifier); 20799f257f50SLaurent Pinchart struct media_pad *sink = &csi->sd.entity.pads[IMX7_CSI_PAD_SINK]; 20809f257f50SLaurent Pinchart 20819f257f50SLaurent Pinchart csi->src_sd = sd; 20829f257f50SLaurent Pinchart 20839f257f50SLaurent Pinchart return v4l2_create_fwnode_links_to_pad(sd, sink, MEDIA_LNK_FL_ENABLED | 20849f257f50SLaurent Pinchart MEDIA_LNK_FL_IMMUTABLE); 20859f257f50SLaurent Pinchart } 20869f257f50SLaurent Pinchart 20879f257f50SLaurent Pinchart static int imx7_csi_notify_complete(struct v4l2_async_notifier *notifier) 20889f257f50SLaurent Pinchart { 20899f257f50SLaurent Pinchart struct imx7_csi *csi = imx7_csi_notifier_to_dev(notifier); 20909f257f50SLaurent Pinchart 20919f257f50SLaurent Pinchart return v4l2_device_register_subdev_nodes(&csi->v4l2_dev); 20929f257f50SLaurent Pinchart } 20939f257f50SLaurent Pinchart 20949f257f50SLaurent Pinchart static const struct v4l2_async_notifier_operations imx7_csi_notify_ops = { 20959f257f50SLaurent Pinchart .bound = imx7_csi_notify_bound, 20969f257f50SLaurent Pinchart .complete = imx7_csi_notify_complete, 20979f257f50SLaurent Pinchart }; 20989f257f50SLaurent Pinchart 20999f257f50SLaurent Pinchart static int imx7_csi_async_register(struct imx7_csi *csi) 21009f257f50SLaurent Pinchart { 21019f257f50SLaurent Pinchart struct v4l2_async_subdev *asd; 21029f257f50SLaurent Pinchart struct fwnode_handle *ep; 21039f257f50SLaurent Pinchart int ret; 21049f257f50SLaurent Pinchart 21059f257f50SLaurent Pinchart v4l2_async_nf_init(&csi->notifier); 21069f257f50SLaurent Pinchart 21079f257f50SLaurent Pinchart ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(csi->dev), 0, 0, 21089f257f50SLaurent Pinchart FWNODE_GRAPH_ENDPOINT_NEXT); 2109a56b3e15SFrieder Schrempf if (!ep) { 2110a56b3e15SFrieder Schrempf ret = dev_err_probe(csi->dev, -ENOTCONN, 2111a56b3e15SFrieder Schrempf "Failed to get remote endpoint\n"); 2112a56b3e15SFrieder Schrempf goto error; 2113a56b3e15SFrieder Schrempf } 2114a56b3e15SFrieder Schrempf 21159f257f50SLaurent Pinchart asd = v4l2_async_nf_add_fwnode_remote(&csi->notifier, ep, 21169f257f50SLaurent Pinchart struct v4l2_async_subdev); 21179f257f50SLaurent Pinchart 21189f257f50SLaurent Pinchart fwnode_handle_put(ep); 21199f257f50SLaurent Pinchart 21209f257f50SLaurent Pinchart if (IS_ERR(asd)) { 2121a56b3e15SFrieder Schrempf ret = dev_err_probe(csi->dev, PTR_ERR(asd), 2122a56b3e15SFrieder Schrempf "Failed to add remote subdev to notifier\n"); 21232c117550SLaurent Pinchart goto error; 21249f257f50SLaurent Pinchart } 21259f257f50SLaurent Pinchart 21269f257f50SLaurent Pinchart csi->notifier.ops = &imx7_csi_notify_ops; 21279f257f50SLaurent Pinchart 21289f257f50SLaurent Pinchart ret = v4l2_async_nf_register(&csi->v4l2_dev, &csi->notifier); 21299f257f50SLaurent Pinchart if (ret) 21302c117550SLaurent Pinchart goto error; 21319f257f50SLaurent Pinchart 21329f257f50SLaurent Pinchart return 0; 21332c117550SLaurent Pinchart 21342c117550SLaurent Pinchart error: 21352c117550SLaurent Pinchart v4l2_async_nf_cleanup(&csi->notifier); 21362c117550SLaurent Pinchart return ret; 21379f257f50SLaurent Pinchart } 21389f257f50SLaurent Pinchart 21399f257f50SLaurent Pinchart static void imx7_csi_media_cleanup(struct imx7_csi *csi) 21409f257f50SLaurent Pinchart { 21419f257f50SLaurent Pinchart v4l2_device_unregister(&csi->v4l2_dev); 21429f257f50SLaurent Pinchart media_device_unregister(&csi->mdev); 21431d59fbebSLaurent Pinchart v4l2_subdev_cleanup(&csi->sd); 21449f257f50SLaurent Pinchart media_device_cleanup(&csi->mdev); 21459f257f50SLaurent Pinchart } 21469f257f50SLaurent Pinchart 21479f257f50SLaurent Pinchart static const struct media_device_ops imx7_csi_media_ops = { 21489f257f50SLaurent Pinchart .link_notify = v4l2_pipeline_link_notify, 21499f257f50SLaurent Pinchart }; 21509f257f50SLaurent Pinchart 21519f257f50SLaurent Pinchart static int imx7_csi_media_dev_init(struct imx7_csi *csi) 21529f257f50SLaurent Pinchart { 21539f257f50SLaurent Pinchart int ret; 21549f257f50SLaurent Pinchart 21559f257f50SLaurent Pinchart strscpy(csi->mdev.model, "imx-media", sizeof(csi->mdev.model)); 21569f257f50SLaurent Pinchart csi->mdev.ops = &imx7_csi_media_ops; 21579f257f50SLaurent Pinchart csi->mdev.dev = csi->dev; 21589f257f50SLaurent Pinchart 21599f257f50SLaurent Pinchart csi->v4l2_dev.mdev = &csi->mdev; 21609f257f50SLaurent Pinchart strscpy(csi->v4l2_dev.name, "imx-media", 21619f257f50SLaurent Pinchart sizeof(csi->v4l2_dev.name)); 21629f257f50SLaurent Pinchart snprintf(csi->mdev.bus_info, sizeof(csi->mdev.bus_info), 21639f257f50SLaurent Pinchart "platform:%s", dev_name(csi->mdev.dev)); 21649f257f50SLaurent Pinchart 21659f257f50SLaurent Pinchart media_device_init(&csi->mdev); 21669f257f50SLaurent Pinchart 21679f257f50SLaurent Pinchart ret = v4l2_device_register(csi->dev, &csi->v4l2_dev); 21689f257f50SLaurent Pinchart if (ret < 0) { 21699f257f50SLaurent Pinchart v4l2_err(&csi->v4l2_dev, 21709f257f50SLaurent Pinchart "Failed to register v4l2_device: %d\n", ret); 21719f257f50SLaurent Pinchart goto cleanup; 21729f257f50SLaurent Pinchart } 21739f257f50SLaurent Pinchart 21749f257f50SLaurent Pinchart return 0; 21759f257f50SLaurent Pinchart 21769f257f50SLaurent Pinchart cleanup: 21779f257f50SLaurent Pinchart media_device_cleanup(&csi->mdev); 21789f257f50SLaurent Pinchart 21799f257f50SLaurent Pinchart return ret; 21809f257f50SLaurent Pinchart } 21819f257f50SLaurent Pinchart 21829f257f50SLaurent Pinchart static int imx7_csi_media_init(struct imx7_csi *csi) 21839f257f50SLaurent Pinchart { 21849f257f50SLaurent Pinchart unsigned int i; 21859f257f50SLaurent Pinchart int ret; 21869f257f50SLaurent Pinchart 21879f257f50SLaurent Pinchart /* add media device */ 21889f257f50SLaurent Pinchart ret = imx7_csi_media_dev_init(csi); 21899f257f50SLaurent Pinchart if (ret) 21909f257f50SLaurent Pinchart return ret; 21919f257f50SLaurent Pinchart 21929f257f50SLaurent Pinchart v4l2_subdev_init(&csi->sd, &imx7_csi_subdev_ops); 21939f257f50SLaurent Pinchart v4l2_set_subdevdata(&csi->sd, csi); 21949f257f50SLaurent Pinchart csi->sd.internal_ops = &imx7_csi_internal_ops; 21959f257f50SLaurent Pinchart csi->sd.entity.ops = &imx7_csi_entity_ops; 21969f257f50SLaurent Pinchart csi->sd.entity.function = MEDIA_ENT_F_VID_IF_BRIDGE; 21979f257f50SLaurent Pinchart csi->sd.dev = csi->dev; 21989f257f50SLaurent Pinchart csi->sd.owner = THIS_MODULE; 21999f257f50SLaurent Pinchart csi->sd.flags = V4L2_SUBDEV_FL_HAS_DEVNODE; 22009f257f50SLaurent Pinchart snprintf(csi->sd.name, sizeof(csi->sd.name), "csi"); 22019f257f50SLaurent Pinchart 22029f257f50SLaurent Pinchart for (i = 0; i < IMX7_CSI_PADS_NUM; i++) 22039f257f50SLaurent Pinchart csi->pad[i].flags = (i == IMX7_CSI_PAD_SINK) ? 22049f257f50SLaurent Pinchart MEDIA_PAD_FL_SINK : MEDIA_PAD_FL_SOURCE; 22059f257f50SLaurent Pinchart 22069f257f50SLaurent Pinchart ret = media_entity_pads_init(&csi->sd.entity, IMX7_CSI_PADS_NUM, 22079f257f50SLaurent Pinchart csi->pad); 22089f257f50SLaurent Pinchart if (ret) 22099f257f50SLaurent Pinchart goto error; 22109f257f50SLaurent Pinchart 22111d59fbebSLaurent Pinchart ret = v4l2_subdev_init_finalize(&csi->sd); 22121d59fbebSLaurent Pinchart if (ret) 22131d59fbebSLaurent Pinchart goto error; 22141d59fbebSLaurent Pinchart 22159f257f50SLaurent Pinchart ret = v4l2_device_register_subdev(&csi->v4l2_dev, &csi->sd); 22169f257f50SLaurent Pinchart if (ret) 22179f257f50SLaurent Pinchart goto error; 22189f257f50SLaurent Pinchart 22199f257f50SLaurent Pinchart return 0; 22209f257f50SLaurent Pinchart 22219f257f50SLaurent Pinchart error: 22229f257f50SLaurent Pinchart imx7_csi_media_cleanup(csi); 22239f257f50SLaurent Pinchart return ret; 22249f257f50SLaurent Pinchart } 22259f257f50SLaurent Pinchart 22269f257f50SLaurent Pinchart static int imx7_csi_probe(struct platform_device *pdev) 22279f257f50SLaurent Pinchart { 22289f257f50SLaurent Pinchart struct device *dev = &pdev->dev; 22299f257f50SLaurent Pinchart struct imx7_csi *csi; 22309f257f50SLaurent Pinchart int ret; 22319f257f50SLaurent Pinchart 22329f257f50SLaurent Pinchart csi = devm_kzalloc(&pdev->dev, sizeof(*csi), GFP_KERNEL); 22339f257f50SLaurent Pinchart if (!csi) 22349f257f50SLaurent Pinchart return -ENOMEM; 22359f257f50SLaurent Pinchart 22369f257f50SLaurent Pinchart csi->dev = dev; 22379f257f50SLaurent Pinchart platform_set_drvdata(pdev, csi); 22389f257f50SLaurent Pinchart 22399f257f50SLaurent Pinchart spin_lock_init(&csi->irqlock); 22409f257f50SLaurent Pinchart 22419f257f50SLaurent Pinchart /* Acquire resources and install interrupt handler. */ 22429f257f50SLaurent Pinchart csi->mclk = devm_clk_get(&pdev->dev, "mclk"); 22439f257f50SLaurent Pinchart if (IS_ERR(csi->mclk)) { 22449f257f50SLaurent Pinchart ret = PTR_ERR(csi->mclk); 22459f257f50SLaurent Pinchart dev_err(dev, "Failed to get mclk: %d", ret); 22461d59fbebSLaurent Pinchart return ret; 22479f257f50SLaurent Pinchart } 22489f257f50SLaurent Pinchart 22499f257f50SLaurent Pinchart csi->irq = platform_get_irq(pdev, 0); 22501d59fbebSLaurent Pinchart if (csi->irq < 0) 22511d59fbebSLaurent Pinchart return csi->irq; 22529f257f50SLaurent Pinchart 22539f257f50SLaurent Pinchart csi->regbase = devm_platform_ioremap_resource(pdev, 0); 22541d59fbebSLaurent Pinchart if (IS_ERR(csi->regbase)) 22551d59fbebSLaurent Pinchart return PTR_ERR(csi->regbase); 22569f257f50SLaurent Pinchart 22579f257f50SLaurent Pinchart csi->model = (enum imx_csi_model)(uintptr_t)of_device_get_match_data(&pdev->dev); 22589f257f50SLaurent Pinchart 22599f257f50SLaurent Pinchart ret = devm_request_irq(dev, csi->irq, imx7_csi_irq_handler, 0, "csi", 22609f257f50SLaurent Pinchart (void *)csi); 22619f257f50SLaurent Pinchart if (ret < 0) { 22629f257f50SLaurent Pinchart dev_err(dev, "Request CSI IRQ failed.\n"); 22631d59fbebSLaurent Pinchart return ret; 22649f257f50SLaurent Pinchart } 22659f257f50SLaurent Pinchart 22669f257f50SLaurent Pinchart /* Initialize all the media device infrastructure. */ 22679f257f50SLaurent Pinchart ret = imx7_csi_media_init(csi); 22689f257f50SLaurent Pinchart if (ret) 22691d59fbebSLaurent Pinchart return ret; 22709f257f50SLaurent Pinchart 22719f257f50SLaurent Pinchart ret = imx7_csi_async_register(csi); 22729f257f50SLaurent Pinchart if (ret) 22731d59fbebSLaurent Pinchart goto err_media_cleanup; 22749f257f50SLaurent Pinchart 22759f257f50SLaurent Pinchart return 0; 22769f257f50SLaurent Pinchart 22771d59fbebSLaurent Pinchart err_media_cleanup: 22789f257f50SLaurent Pinchart imx7_csi_media_cleanup(csi); 22799f257f50SLaurent Pinchart 22809f257f50SLaurent Pinchart return ret; 22819f257f50SLaurent Pinchart } 22829f257f50SLaurent Pinchart 22831b289dbcSUwe Kleine-König static void imx7_csi_remove(struct platform_device *pdev) 22849f257f50SLaurent Pinchart { 22859f257f50SLaurent Pinchart struct imx7_csi *csi = platform_get_drvdata(pdev); 22869f257f50SLaurent Pinchart 22879f257f50SLaurent Pinchart imx7_csi_media_cleanup(csi); 22889f257f50SLaurent Pinchart 22899f257f50SLaurent Pinchart v4l2_async_nf_unregister(&csi->notifier); 22909f257f50SLaurent Pinchart v4l2_async_nf_cleanup(&csi->notifier); 22919f257f50SLaurent Pinchart v4l2_async_unregister_subdev(&csi->sd); 22929f257f50SLaurent Pinchart } 22939f257f50SLaurent Pinchart 22949f257f50SLaurent Pinchart static const struct of_device_id imx7_csi_of_match[] = { 22959f257f50SLaurent Pinchart { .compatible = "fsl,imx8mq-csi", .data = (void *)IMX7_CSI_IMX8MQ }, 22969f257f50SLaurent Pinchart { .compatible = "fsl,imx7-csi", .data = (void *)IMX7_CSI_IMX7 }, 22979f257f50SLaurent Pinchart { .compatible = "fsl,imx6ul-csi", .data = (void *)IMX7_CSI_IMX7 }, 22989f257f50SLaurent Pinchart { }, 22999f257f50SLaurent Pinchart }; 23009f257f50SLaurent Pinchart MODULE_DEVICE_TABLE(of, imx7_csi_of_match); 23019f257f50SLaurent Pinchart 23029f257f50SLaurent Pinchart static struct platform_driver imx7_csi_driver = { 23039f257f50SLaurent Pinchart .probe = imx7_csi_probe, 23041b289dbcSUwe Kleine-König .remove_new = imx7_csi_remove, 23059f257f50SLaurent Pinchart .driver = { 23069f257f50SLaurent Pinchart .of_match_table = imx7_csi_of_match, 23079f257f50SLaurent Pinchart .name = "imx7-csi", 23089f257f50SLaurent Pinchart }, 23099f257f50SLaurent Pinchart }; 23109f257f50SLaurent Pinchart module_platform_driver(imx7_csi_driver); 23119f257f50SLaurent Pinchart 23129f257f50SLaurent Pinchart MODULE_DESCRIPTION("i.MX7 CSI subdev driver"); 23139f257f50SLaurent Pinchart MODULE_AUTHOR("Rui Miguel Silva <rui.silva@linaro.org>"); 23149f257f50SLaurent Pinchart MODULE_LICENSE("GPL v2"); 23159f257f50SLaurent Pinchart MODULE_ALIAS("platform:imx7-csi"); 2316