brintos

brintos / linux-shallow public Read only

0
0
Text · 30.4 KiB · 1bd3a6e Raw
1012 lines · c
1// SPDX-License-Identifier: GPL-2.02/*3 * camss-vfe-4-1.c4 *5 * Qualcomm MSM Camera Subsystem - VFE (Video Front End) Module v4.16 *7 * Copyright (c) 2013-2015, The Linux Foundation. All rights reserved.8 * Copyright (C) 2015-2018 Linaro Ltd.9 */10 11#include <linux/interrupt.h>12#include <linux/io.h>13#include <linux/iopoll.h>14 15#include "camss.h"16#include "camss-vfe.h"17#include "camss-vfe-gen1.h"18 19#define VFE_0_HW_VERSION		0x00020 21#define VFE_0_GLOBAL_RESET_CMD		0x00c22#define VFE_0_GLOBAL_RESET_CMD_CORE	BIT(0)23#define VFE_0_GLOBAL_RESET_CMD_CAMIF	BIT(1)24#define VFE_0_GLOBAL_RESET_CMD_BUS	BIT(2)25#define VFE_0_GLOBAL_RESET_CMD_BUS_BDG	BIT(3)26#define VFE_0_GLOBAL_RESET_CMD_REGISTER	BIT(4)27#define VFE_0_GLOBAL_RESET_CMD_TIMER	BIT(5)28#define VFE_0_GLOBAL_RESET_CMD_PM	BIT(6)29#define VFE_0_GLOBAL_RESET_CMD_BUS_MISR	BIT(7)30#define VFE_0_GLOBAL_RESET_CMD_TESTGEN	BIT(8)31 32#define VFE_0_MODULE_CFG		0x01833#define VFE_0_MODULE_CFG_DEMUX			BIT(2)34#define VFE_0_MODULE_CFG_CHROMA_UPSAMPLE	BIT(3)35#define VFE_0_MODULE_CFG_SCALE_ENC		BIT(23)36#define VFE_0_MODULE_CFG_CROP_ENC		BIT(27)37 38#define VFE_0_CORE_CFG			0x01c39#define VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR	0x440#define VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB	0x541#define VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY	0x642#define VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY	0x743 44#define VFE_0_IRQ_CMD			0x02445#define VFE_0_IRQ_CMD_GLOBAL_CLEAR	BIT(0)46 47#define VFE_0_IRQ_MASK_0		0x02848#define VFE_0_IRQ_MASK_0_CAMIF_SOF			BIT(0)49#define VFE_0_IRQ_MASK_0_CAMIF_EOF			BIT(1)50#define VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n)		BIT((n) + 5)51#define VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(n)		\52	((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_MASK_0_RDIn_REG_UPDATE(n))53#define VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(n)	BIT((n) + 8)54#define VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(n)	BIT((n) + 25)55#define VFE_0_IRQ_MASK_0_RESET_ACK			BIT(31)56#define VFE_0_IRQ_MASK_1		0x02c57#define VFE_0_IRQ_MASK_1_CAMIF_ERROR			BIT(0)58#define VFE_0_IRQ_MASK_1_VIOLATION			BIT(7)59#define VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK		BIT(8)60#define VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(n)	BIT((n) + 9)61#define VFE_0_IRQ_MASK_1_RDIn_SOF(n)			BIT((n) + 29)62 63#define VFE_0_IRQ_CLEAR_0		0x03064#define VFE_0_IRQ_CLEAR_1		0x03465 66#define VFE_0_IRQ_STATUS_0		0x03867#define VFE_0_IRQ_STATUS_0_CAMIF_SOF			BIT(0)68#define VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n)		BIT((n) + 5)69#define VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(n)		\70	((n) == VFE_LINE_PIX ? BIT(4) : VFE_0_IRQ_STATUS_0_RDIn_REG_UPDATE(n))71#define VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(n)	BIT((n) + 8)72#define VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(n)	BIT((n) + 25)73#define VFE_0_IRQ_STATUS_0_RESET_ACK			BIT(31)74#define VFE_0_IRQ_STATUS_1		0x03c75#define VFE_0_IRQ_STATUS_1_VIOLATION			BIT(7)76#define VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK		BIT(8)77#define VFE_0_IRQ_STATUS_1_RDIn_SOF(n)			BIT((n) + 29)78 79#define VFE_0_IRQ_COMPOSITE_MASK_0	0x4080#define VFE_0_VIOLATION_STATUS		0x4881 82#define VFE_0_BUS_CMD			0x4c83#define VFE_0_BUS_CMD_Mx_RLD_CMD(x)	BIT(x)84 85#define VFE_0_BUS_CFG			0x05086 87#define VFE_0_BUS_XBAR_CFG_x(x)		(0x58 + 0x4 * ((x) / 2))88#define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN			BIT(1)89#define VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA	(0x3 << 4)90#define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT		891#define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA		092#define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0	593#define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1	694#define VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2	795 96#define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(n)		(0x06c + 0x24 * (n))97#define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT	098#define VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT	199#define VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(n)	(0x070 + 0x24 * (n))100#define VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(n)	(0x074 + 0x24 * (n))101#define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(n)		(0x078 + 0x24 * (n))102#define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT	2103#define VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK	(0x1f << 2)104 105#define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(n)		(0x07c + 0x24 * (n))106#define VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT	16107#define VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(n)	(0x080 + 0x24 * (n))108#define VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(n)	(0x084 + 0x24 * (n))109#define VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(n)	\110							(0x088 + 0x24 * (n))111#define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(n)	\112							(0x08c + 0x24 * (n))113#define VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF	0xffffffff114 115#define VFE_0_BUS_PING_PONG_STATUS	0x268116 117#define VFE_0_BUS_BDG_CMD		0x2c0118#define VFE_0_BUS_BDG_CMD_HALT_REQ	1119 120#define VFE_0_BUS_BDG_QOS_CFG_0		0x2c4121#define VFE_0_BUS_BDG_QOS_CFG_0_CFG	0xaaa5aaa5122#define VFE_0_BUS_BDG_QOS_CFG_1		0x2c8123#define VFE_0_BUS_BDG_QOS_CFG_2		0x2cc124#define VFE_0_BUS_BDG_QOS_CFG_3		0x2d0125#define VFE_0_BUS_BDG_QOS_CFG_4		0x2d4126#define VFE_0_BUS_BDG_QOS_CFG_5		0x2d8127#define VFE_0_BUS_BDG_QOS_CFG_6		0x2dc128#define VFE_0_BUS_BDG_QOS_CFG_7		0x2e0129#define VFE_0_BUS_BDG_QOS_CFG_7_CFG	0x0001aaa5130 131#define VFE_0_RDI_CFG_x(x)		(0x2e8 + (0x4 * (x)))132#define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT	28133#define VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK	(0xf << 28)134#define VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT	4135#define VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK		(0xf << 4)136#define VFE_0_RDI_CFG_x_RDI_EN_BIT		BIT(2)137#define VFE_0_RDI_CFG_x_MIPI_EN_BITS		0x3138#define VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(r)	BIT(16 + (r))139 140#define VFE_0_CAMIF_CMD				0x2f4141#define VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY	0142#define VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY	1143#define VFE_0_CAMIF_CMD_NO_CHANGE		3144#define VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS	BIT(2)145#define VFE_0_CAMIF_CFG				0x2f8146#define VFE_0_CAMIF_CFG_VFE_OUTPUT_EN		BIT(6)147#define VFE_0_CAMIF_FRAME_CFG			0x300148#define VFE_0_CAMIF_WINDOW_WIDTH_CFG		0x304149#define VFE_0_CAMIF_WINDOW_HEIGHT_CFG		0x308150#define VFE_0_CAMIF_SUBSAMPLE_CFG_0		0x30c151#define VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN	0x314152#define VFE_0_CAMIF_STATUS			0x31c153#define VFE_0_CAMIF_STATUS_HALT			BIT(31)154 155#define VFE_0_REG_UPDATE			0x378156#define VFE_0_REG_UPDATE_RDIn(n)		BIT(1 + (n))157#define VFE_0_REG_UPDATE_line_n(n)		\158			((n) == VFE_LINE_PIX ? 1 : VFE_0_REG_UPDATE_RDIn(n))159 160#define VFE_0_DEMUX_CFG				0x424161#define VFE_0_DEMUX_CFG_PERIOD			0x3162#define VFE_0_DEMUX_GAIN_0			0x428163#define VFE_0_DEMUX_GAIN_0_CH0_EVEN		(0x80 << 0)164#define VFE_0_DEMUX_GAIN_0_CH0_ODD		(0x80 << 16)165#define VFE_0_DEMUX_GAIN_1			0x42c166#define VFE_0_DEMUX_GAIN_1_CH1			(0x80 << 0)167#define VFE_0_DEMUX_GAIN_1_CH2			(0x80 << 16)168#define VFE_0_DEMUX_EVEN_CFG			0x438169#define VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV	0x9cac170#define VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU	0xac9c171#define VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY	0xc9ca172#define VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY	0xcac9173#define VFE_0_DEMUX_ODD_CFG			0x43c174#define VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV	0x9cac175#define VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU	0xac9c176#define VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY	0xc9ca177#define VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY	0xcac9178 179#define VFE_0_SCALE_ENC_Y_CFG			0x75c180#define VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE		0x760181#define VFE_0_SCALE_ENC_Y_H_PHASE		0x764182#define VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE		0x76c183#define VFE_0_SCALE_ENC_Y_V_PHASE		0x770184#define VFE_0_SCALE_ENC_CBCR_CFG		0x778185#define VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE	0x77c186#define VFE_0_SCALE_ENC_CBCR_H_PHASE		0x780187#define VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE	0x790188#define VFE_0_SCALE_ENC_CBCR_V_PHASE		0x794189 190#define VFE_0_CROP_ENC_Y_WIDTH			0x854191#define VFE_0_CROP_ENC_Y_HEIGHT			0x858192#define VFE_0_CROP_ENC_CBCR_WIDTH		0x85c193#define VFE_0_CROP_ENC_CBCR_HEIGHT		0x860194 195#define VFE_0_CLAMP_ENC_MAX_CFG			0x874196#define VFE_0_CLAMP_ENC_MAX_CFG_CH0		(0xff << 0)197#define VFE_0_CLAMP_ENC_MAX_CFG_CH1		(0xff << 8)198#define VFE_0_CLAMP_ENC_MAX_CFG_CH2		(0xff << 16)199#define VFE_0_CLAMP_ENC_MIN_CFG			0x878200#define VFE_0_CLAMP_ENC_MIN_CFG_CH0		(0x0 << 0)201#define VFE_0_CLAMP_ENC_MIN_CFG_CH1		(0x0 << 8)202#define VFE_0_CLAMP_ENC_MIN_CFG_CH2		(0x0 << 16)203 204#define VFE_0_CGC_OVERRIDE_1			0x974205#define VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(x)	BIT(x)206 207#define CAMIF_TIMEOUT_SLEEP_US 1000208#define CAMIF_TIMEOUT_ALL_US 1000000209 210#define MSM_VFE_VFE0_UB_SIZE 1023211#define MSM_VFE_VFE0_UB_SIZE_RDI (MSM_VFE_VFE0_UB_SIZE / 3)212 213static u32 vfe_hw_version(struct vfe_device *vfe)214{215	u32 hw_version = readl_relaxed(vfe->base + VFE_0_HW_VERSION);216 217	dev_dbg(vfe->camss->dev, "VFE HW Version = 0x%08x\n", hw_version);218 219	return hw_version;220}221 222static u16 vfe_get_ub_size(u8 vfe_id)223{224	if (vfe_id == 0)225		return MSM_VFE_VFE0_UB_SIZE_RDI;226 227	return 0;228}229 230static inline void vfe_reg_clr(struct vfe_device *vfe, u32 reg, u32 clr_bits)231{232	u32 bits = readl_relaxed(vfe->base + reg);233 234	writel_relaxed(bits & ~clr_bits, vfe->base + reg);235}236 237static inline void vfe_reg_set(struct vfe_device *vfe, u32 reg, u32 set_bits)238{239	u32 bits = readl_relaxed(vfe->base + reg);240 241	writel_relaxed(bits | set_bits, vfe->base + reg);242}243 244static void vfe_global_reset(struct vfe_device *vfe)245{246	u32 reset_bits = VFE_0_GLOBAL_RESET_CMD_TESTGEN		|247			 VFE_0_GLOBAL_RESET_CMD_BUS_MISR	|248			 VFE_0_GLOBAL_RESET_CMD_PM		|249			 VFE_0_GLOBAL_RESET_CMD_TIMER		|250			 VFE_0_GLOBAL_RESET_CMD_REGISTER	|251			 VFE_0_GLOBAL_RESET_CMD_BUS_BDG		|252			 VFE_0_GLOBAL_RESET_CMD_BUS		|253			 VFE_0_GLOBAL_RESET_CMD_CAMIF		|254			 VFE_0_GLOBAL_RESET_CMD_CORE;255 256	writel_relaxed(reset_bits, vfe->base + VFE_0_GLOBAL_RESET_CMD);257}258 259static void vfe_halt_request(struct vfe_device *vfe)260{261	writel_relaxed(VFE_0_BUS_BDG_CMD_HALT_REQ,262		       vfe->base + VFE_0_BUS_BDG_CMD);263}264 265static void vfe_halt_clear(struct vfe_device *vfe)266{267	writel_relaxed(0x0, vfe->base + VFE_0_BUS_BDG_CMD);268}269 270static void vfe_wm_enable(struct vfe_device *vfe, u8 wm, u8 enable)271{272	if (enable)273		vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),274			    1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT);275	else276		vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),277			    1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_WR_PATH_SHIFT);278}279 280static void vfe_wm_frame_based(struct vfe_device *vfe, u8 wm, u8 enable)281{282	if (enable)283		vfe_reg_set(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),284			1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT);285	else286		vfe_reg_clr(vfe, VFE_0_BUS_IMAGE_MASTER_n_WR_CFG(wm),287			1 << VFE_0_BUS_IMAGE_MASTER_n_WR_CFG_FRM_BASED_SHIFT);288}289 290static void vfe_get_wm_sizes(struct v4l2_pix_format_mplane *pix, u8 plane,291			     u16 *width, u16 *height, u16 *bytesperline)292{293	*width = pix->width;294	*height = pix->height;295	*bytesperline = pix->plane_fmt[0].bytesperline;296 297	if (pix->pixelformat == V4L2_PIX_FMT_NV12 ||298	    pix->pixelformat == V4L2_PIX_FMT_NV21)299		if (plane == 1)300			*height /= 2;301}302 303static void vfe_wm_line_based(struct vfe_device *vfe, u32 wm,304			      struct v4l2_pix_format_mplane *pix,305			      u8 plane, u32 enable)306{307	u32 reg;308 309	if (enable) {310		u16 width = 0, height = 0, bytesperline = 0, wpl;311 312		vfe_get_wm_sizes(pix, plane, &width, &height, &bytesperline);313 314		wpl = vfe_word_per_line(pix->pixelformat, width);315 316		reg = height - 1;317		reg |= ((wpl + 1) / 2 - 1) << 16;318 319		writel_relaxed(reg, vfe->base +320			       VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm));321 322		wpl = vfe_word_per_line(pix->pixelformat, bytesperline);323 324		reg = 0x3;325		reg |= (height - 1) << 4;326		reg |= wpl << 16;327 328		writel_relaxed(reg, vfe->base +329			       VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm));330	} else {331		writel_relaxed(0, vfe->base +332			       VFE_0_BUS_IMAGE_MASTER_n_WR_IMAGE_SIZE(wm));333		writel_relaxed(0, vfe->base +334			       VFE_0_BUS_IMAGE_MASTER_n_WR_BUFFER_CFG(wm));335	}336}337 338static void vfe_wm_set_framedrop_period(struct vfe_device *vfe, u8 wm, u8 per)339{340	u32 reg;341 342	reg = readl_relaxed(vfe->base +343			    VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm));344 345	reg &= ~(VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK);346 347	reg |= (per << VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_SHIFT)348		& VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG_FRM_DROP_PER_MASK;349 350	writel_relaxed(reg,351		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_ADDR_CFG(wm));352}353 354static void vfe_wm_set_framedrop_pattern(struct vfe_device *vfe, u8 wm,355					 u32 pattern)356{357	writel_relaxed(pattern,358	       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_FRAMEDROP_PATTERN(wm));359}360 361static void vfe_wm_set_ub_cfg(struct vfe_device *vfe, u8 wm,362			      u16 offset, u16 depth)363{364	u32 reg;365 366	reg = (offset << VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG_OFFSET_SHIFT) |367		depth;368	writel_relaxed(reg, vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_UB_CFG(wm));369}370 371static void vfe_bus_reload_wm(struct vfe_device *vfe, u8 wm)372{373	wmb();374	writel_relaxed(VFE_0_BUS_CMD_Mx_RLD_CMD(wm), vfe->base + VFE_0_BUS_CMD);375	wmb();376}377 378static void vfe_wm_set_ping_addr(struct vfe_device *vfe, u8 wm, u32 addr)379{380	writel_relaxed(addr,381		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PING_ADDR(wm));382}383 384static void vfe_wm_set_pong_addr(struct vfe_device *vfe, u8 wm, u32 addr)385{386	writel_relaxed(addr,387		       vfe->base + VFE_0_BUS_IMAGE_MASTER_n_WR_PONG_ADDR(wm));388}389 390static int vfe_wm_get_ping_pong_status(struct vfe_device *vfe, u8 wm)391{392	u32 reg;393 394	reg = readl_relaxed(vfe->base + VFE_0_BUS_PING_PONG_STATUS);395 396	return (reg >> wm) & 0x1;397}398 399static void vfe_bus_enable_wr_if(struct vfe_device *vfe, u8 enable)400{401	if (enable)402		writel_relaxed(0x10000009, vfe->base + VFE_0_BUS_CFG);403	else404		writel_relaxed(0, vfe->base + VFE_0_BUS_CFG);405}406 407static void vfe_bus_connect_wm_to_rdi(struct vfe_device *vfe, u8 wm,408				      enum vfe_line_id id)409{410	u32 reg;411 412	reg = VFE_0_RDI_CFG_x_MIPI_EN_BITS;413	reg |= VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id);414	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), reg);415 416	reg = VFE_0_RDI_CFG_x_RDI_EN_BIT;417	reg |= ((3 * id) << VFE_0_RDI_CFG_x_RDI_STREAM_SEL_SHIFT) &418		VFE_0_RDI_CFG_x_RDI_STREAM_SEL_MASK;419	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id), reg);420 421	switch (id) {422	case VFE_LINE_RDI0:423	default:424		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 <<425		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;426		break;427	case VFE_LINE_RDI1:428		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 <<429		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;430		break;431	case VFE_LINE_RDI2:432		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 <<433		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;434		break;435	}436 437	if (wm % 2 == 1)438		reg <<= 16;439 440	vfe_reg_set(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg);441}442 443static void vfe_wm_set_subsample(struct vfe_device *vfe, u8 wm)444{445	writel_relaxed(VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN_DEF,446		       vfe->base +447		       VFE_0_BUS_IMAGE_MASTER_n_WR_IRQ_SUBSAMPLE_PATTERN(wm));448}449 450static void vfe_bus_disconnect_wm_from_rdi(struct vfe_device *vfe, u8 wm,451					   enum vfe_line_id id)452{453	u32 reg;454 455	reg = VFE_0_RDI_CFG_x_RDI_Mr_FRAME_BASED_EN(id);456	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(0), reg);457 458	reg = VFE_0_RDI_CFG_x_RDI_EN_BIT;459	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id), reg);460 461	switch (id) {462	case VFE_LINE_RDI0:463	default:464		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI0 <<465		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;466		break;467	case VFE_LINE_RDI1:468		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI1 <<469		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;470		break;471	case VFE_LINE_RDI2:472		reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_VAL_RDI2 <<473		      VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;474		break;475	}476 477	if (wm % 2 == 1)478		reg <<= 16;479 480	vfe_reg_clr(vfe, VFE_0_BUS_XBAR_CFG_x(wm), reg);481}482 483static void vfe_set_xbar_cfg(struct vfe_device *vfe, struct vfe_output *output,484			     u8 enable)485{486	struct vfe_line *line = container_of(output, struct vfe_line, output);487	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;488	u32 reg;489	unsigned int i;490 491	for (i = 0; i < output->wm_num; i++) {492		if (i == 0) {493			reg = VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_LUMA <<494				VFE_0_BUS_XBAR_CFG_x_M_SINGLE_STREAM_SEL_SHIFT;495		} else if (i == 1) {496			reg = VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_EN;497			if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV16)498				reg |= VFE_0_BUS_XBAR_CFG_x_M_PAIR_STREAM_SWAP_INTER_INTRA;499		} else {500			/* On current devices output->wm_num is always <= 2 */501			break;502		}503 504		if (output->wm_idx[i] % 2 == 1)505			reg <<= 16;506 507		if (enable)508			vfe_reg_set(vfe,509				    VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]),510				    reg);511		else512			vfe_reg_clr(vfe,513				    VFE_0_BUS_XBAR_CFG_x(output->wm_idx[i]),514				    reg);515	}516}517 518static void vfe_set_realign_cfg(struct vfe_device *vfe, struct vfe_line *line,519				u8 enable)520{521	/* empty */522}523static void vfe_set_rdi_cid(struct vfe_device *vfe, enum vfe_line_id id, u8 cid)524{525	vfe_reg_clr(vfe, VFE_0_RDI_CFG_x(id),526		    VFE_0_RDI_CFG_x_RDI_M0_SEL_MASK);527 528	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(id),529		    cid << VFE_0_RDI_CFG_x_RDI_M0_SEL_SHIFT);530}531 532static void vfe_reg_update(struct vfe_device *vfe, enum vfe_line_id line_id)533{534	vfe->reg_update |= VFE_0_REG_UPDATE_line_n(line_id);535	wmb();536	writel_relaxed(vfe->reg_update, vfe->base + VFE_0_REG_UPDATE);537	wmb();538}539 540static inline void vfe_reg_update_clear(struct vfe_device *vfe,541					enum vfe_line_id line_id)542{543	vfe->reg_update &= ~VFE_0_REG_UPDATE_line_n(line_id);544}545 546static void vfe_enable_irq_wm_line(struct vfe_device *vfe, u8 wm,547				   enum vfe_line_id line_id, u8 enable)548{549	u32 irq_en0 = VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(wm) |550		      VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id);551	u32 irq_en1 = VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(wm) |552		      VFE_0_IRQ_MASK_1_RDIn_SOF(line_id);553 554	if (enable) {555		vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);556		vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);557	} else {558		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0);559		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1);560	}561}562 563static void vfe_enable_irq_pix_line(struct vfe_device *vfe, u8 comp,564				    enum vfe_line_id line_id, u8 enable)565{566	struct vfe_output *output = &vfe->line[line_id].output;567	unsigned int i;568	u32 irq_en0;569	u32 irq_en1;570	u32 comp_mask = 0;571 572	irq_en0 = VFE_0_IRQ_MASK_0_CAMIF_SOF;573	irq_en0 |= VFE_0_IRQ_MASK_0_CAMIF_EOF;574	irq_en0 |= VFE_0_IRQ_MASK_0_IMAGE_COMPOSITE_DONE_n(comp);575	irq_en0 |= VFE_0_IRQ_MASK_0_line_n_REG_UPDATE(line_id);576	irq_en1 = VFE_0_IRQ_MASK_1_CAMIF_ERROR;577	for (i = 0; i < output->wm_num; i++) {578		irq_en1 |= VFE_0_IRQ_MASK_1_IMAGE_MASTER_n_BUS_OVERFLOW(579							output->wm_idx[i]);580		comp_mask |= (1 << output->wm_idx[i]) << comp * 8;581	}582 583	if (enable) {584		vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);585		vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);586		vfe_reg_set(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask);587	} else {588		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_0, irq_en0);589		vfe_reg_clr(vfe, VFE_0_IRQ_MASK_1, irq_en1);590		vfe_reg_clr(vfe, VFE_0_IRQ_COMPOSITE_MASK_0, comp_mask);591	}592}593 594static void vfe_enable_irq_common(struct vfe_device *vfe)595{596	u32 irq_en0 = VFE_0_IRQ_MASK_0_RESET_ACK;597	u32 irq_en1 = VFE_0_IRQ_MASK_1_VIOLATION |598		      VFE_0_IRQ_MASK_1_BUS_BDG_HALT_ACK;599 600	vfe_reg_set(vfe, VFE_0_IRQ_MASK_0, irq_en0);601	vfe_reg_set(vfe, VFE_0_IRQ_MASK_1, irq_en1);602}603 604static void vfe_set_demux_cfg(struct vfe_device *vfe, struct vfe_line *line)605{606	u32 val, even_cfg, odd_cfg;607 608	writel_relaxed(VFE_0_DEMUX_CFG_PERIOD, vfe->base + VFE_0_DEMUX_CFG);609 610	val = VFE_0_DEMUX_GAIN_0_CH0_EVEN | VFE_0_DEMUX_GAIN_0_CH0_ODD;611	writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_0);612 613	val = VFE_0_DEMUX_GAIN_1_CH1 | VFE_0_DEMUX_GAIN_1_CH2;614	writel_relaxed(val, vfe->base + VFE_0_DEMUX_GAIN_1);615 616	switch (line->fmt[MSM_VFE_PAD_SINK].code) {617	case MEDIA_BUS_FMT_YUYV8_1X16:618		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YUYV;619		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YUYV;620		break;621	case MEDIA_BUS_FMT_YVYU8_1X16:622		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_YVYU;623		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_YVYU;624		break;625	case MEDIA_BUS_FMT_UYVY8_1X16:626	default:627		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_UYVY;628		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_UYVY;629		break;630	case MEDIA_BUS_FMT_VYUY8_1X16:631		even_cfg = VFE_0_DEMUX_EVEN_CFG_PATTERN_VYUY;632		odd_cfg = VFE_0_DEMUX_ODD_CFG_PATTERN_VYUY;633		break;634	}635 636	writel_relaxed(even_cfg, vfe->base + VFE_0_DEMUX_EVEN_CFG);637	writel_relaxed(odd_cfg, vfe->base + VFE_0_DEMUX_ODD_CFG);638}639 640static void vfe_set_scale_cfg(struct vfe_device *vfe, struct vfe_line *line)641{642	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;643	u32 reg;644	u16 input, output;645	u8 interp_reso;646	u32 phase_mult;647 648	writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_Y_CFG);649 650	input = line->fmt[MSM_VFE_PAD_SINK].width;651	output = line->compose.width;652	reg = (output << 16) | input;653	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_IMAGE_SIZE);654 655	interp_reso = vfe_calc_interp_reso(input, output);656	phase_mult = input * (1 << (13 + interp_reso)) / output;657	reg = (interp_reso << 20) | phase_mult;658	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_H_PHASE);659 660	input = line->fmt[MSM_VFE_PAD_SINK].height;661	output = line->compose.height;662	reg = (output << 16) | input;663	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_IMAGE_SIZE);664 665	interp_reso = vfe_calc_interp_reso(input, output);666	phase_mult = input * (1 << (13 + interp_reso)) / output;667	reg = (interp_reso << 20) | phase_mult;668	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_Y_V_PHASE);669 670	writel_relaxed(0x3, vfe->base + VFE_0_SCALE_ENC_CBCR_CFG);671 672	input = line->fmt[MSM_VFE_PAD_SINK].width;673	output = line->compose.width / 2;674	reg = (output << 16) | input;675	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_IMAGE_SIZE);676 677	interp_reso = vfe_calc_interp_reso(input, output);678	phase_mult = input * (1 << (13 + interp_reso)) / output;679	reg = (interp_reso << 20) | phase_mult;680	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_H_PHASE);681 682	input = line->fmt[MSM_VFE_PAD_SINK].height;683	output = line->compose.height;684	if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21)685		output = line->compose.height / 2;686	reg = (output << 16) | input;687	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_IMAGE_SIZE);688 689	interp_reso = vfe_calc_interp_reso(input, output);690	phase_mult = input * (1 << (13 + interp_reso)) / output;691	reg = (interp_reso << 20) | phase_mult;692	writel_relaxed(reg, vfe->base + VFE_0_SCALE_ENC_CBCR_V_PHASE);693}694 695static void vfe_set_crop_cfg(struct vfe_device *vfe, struct vfe_line *line)696{697	u32 p = line->video_out.active_fmt.fmt.pix_mp.pixelformat;698	u32 reg;699	u16 first, last;700 701	first = line->crop.left;702	last = line->crop.left + line->crop.width - 1;703	reg = (first << 16) | last;704	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_WIDTH);705 706	first = line->crop.top;707	last = line->crop.top + line->crop.height - 1;708	reg = (first << 16) | last;709	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_Y_HEIGHT);710 711	first = line->crop.left / 2;712	last = line->crop.left / 2 + line->crop.width / 2 - 1;713	reg = (first << 16) | last;714	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_WIDTH);715 716	first = line->crop.top;717	last = line->crop.top + line->crop.height - 1;718	if (p == V4L2_PIX_FMT_NV12 || p == V4L2_PIX_FMT_NV21) {719		first = line->crop.top / 2;720		last = line->crop.top / 2 + line->crop.height / 2 - 1;721	}722	reg = (first << 16) | last;723	writel_relaxed(reg, vfe->base + VFE_0_CROP_ENC_CBCR_HEIGHT);724}725 726static void vfe_set_clamp_cfg(struct vfe_device *vfe)727{728	u32 val = VFE_0_CLAMP_ENC_MAX_CFG_CH0 |729		VFE_0_CLAMP_ENC_MAX_CFG_CH1 |730		VFE_0_CLAMP_ENC_MAX_CFG_CH2;731 732	writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MAX_CFG);733 734	val = VFE_0_CLAMP_ENC_MIN_CFG_CH0 |735		VFE_0_CLAMP_ENC_MIN_CFG_CH1 |736		VFE_0_CLAMP_ENC_MIN_CFG_CH2;737 738	writel_relaxed(val, vfe->base + VFE_0_CLAMP_ENC_MIN_CFG);739}740 741static void vfe_set_qos(struct vfe_device *vfe)742{743	u32 val = VFE_0_BUS_BDG_QOS_CFG_0_CFG;744	u32 val7 = VFE_0_BUS_BDG_QOS_CFG_7_CFG;745 746	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_0);747	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_1);748	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_2);749	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_3);750	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_4);751	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_5);752	writel_relaxed(val, vfe->base + VFE_0_BUS_BDG_QOS_CFG_6);753	writel_relaxed(val7, vfe->base + VFE_0_BUS_BDG_QOS_CFG_7);754}755 756static void vfe_set_ds(struct vfe_device *vfe)757{758	/* empty */759}760 761static void vfe_set_cgc_override(struct vfe_device *vfe, u8 wm, u8 enable)762{763	u32 val = VFE_0_CGC_OVERRIDE_1_IMAGE_Mx_CGC_OVERRIDE(wm);764 765	if (enable)766		vfe_reg_set(vfe, VFE_0_CGC_OVERRIDE_1, val);767	else768		vfe_reg_clr(vfe, VFE_0_CGC_OVERRIDE_1, val);769 770	wmb();771}772 773static void vfe_set_camif_cfg(struct vfe_device *vfe, struct vfe_line *line)774{775	u32 val;776 777	switch (line->fmt[MSM_VFE_PAD_SINK].code) {778	case MEDIA_BUS_FMT_YUYV8_1X16:779		val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCBYCR;780		break;781	case MEDIA_BUS_FMT_YVYU8_1X16:782		val = VFE_0_CORE_CFG_PIXEL_PATTERN_YCRYCB;783		break;784	case MEDIA_BUS_FMT_UYVY8_1X16:785	default:786		val = VFE_0_CORE_CFG_PIXEL_PATTERN_CBYCRY;787		break;788	case MEDIA_BUS_FMT_VYUY8_1X16:789		val = VFE_0_CORE_CFG_PIXEL_PATTERN_CRYCBY;790		break;791	}792 793	writel_relaxed(val, vfe->base + VFE_0_CORE_CFG);794 795	val = line->fmt[MSM_VFE_PAD_SINK].width * 2;796	val |= line->fmt[MSM_VFE_PAD_SINK].height << 16;797	writel_relaxed(val, vfe->base + VFE_0_CAMIF_FRAME_CFG);798 799	val = line->fmt[MSM_VFE_PAD_SINK].width * 2 - 1;800	writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_WIDTH_CFG);801 802	val = line->fmt[MSM_VFE_PAD_SINK].height - 1;803	writel_relaxed(val, vfe->base + VFE_0_CAMIF_WINDOW_HEIGHT_CFG);804 805	val = 0xffffffff;806	writel_relaxed(val, vfe->base + VFE_0_CAMIF_SUBSAMPLE_CFG_0);807 808	val = 0xffffffff;809	writel_relaxed(val, vfe->base + VFE_0_CAMIF_IRQ_SUBSAMPLE_PATTERN);810 811	val = VFE_0_RDI_CFG_x_MIPI_EN_BITS;812	vfe_reg_set(vfe, VFE_0_RDI_CFG_x(0), val);813 814	val = VFE_0_CAMIF_CFG_VFE_OUTPUT_EN;815	writel_relaxed(val, vfe->base + VFE_0_CAMIF_CFG);816}817 818static void vfe_set_camif_cmd(struct vfe_device *vfe, u8 enable)819{820	u32 cmd;821 822	cmd = VFE_0_CAMIF_CMD_CLEAR_CAMIF_STATUS | VFE_0_CAMIF_CMD_NO_CHANGE;823	writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD);824	wmb();825 826	if (enable)827		cmd = VFE_0_CAMIF_CMD_ENABLE_FRAME_BOUNDARY;828	else829		cmd = VFE_0_CAMIF_CMD_DISABLE_FRAME_BOUNDARY;830 831	writel_relaxed(cmd, vfe->base + VFE_0_CAMIF_CMD);832}833 834static void vfe_set_module_cfg(struct vfe_device *vfe, u8 enable)835{836	u32 val = VFE_0_MODULE_CFG_DEMUX |837		  VFE_0_MODULE_CFG_CHROMA_UPSAMPLE |838		  VFE_0_MODULE_CFG_SCALE_ENC |839		  VFE_0_MODULE_CFG_CROP_ENC;840 841	if (enable)842		writel_relaxed(val, vfe->base + VFE_0_MODULE_CFG);843	else844		writel_relaxed(0x0, vfe->base + VFE_0_MODULE_CFG);845}846 847static int vfe_camif_wait_for_stop(struct vfe_device *vfe, struct device *dev)848{849	u32 val;850	int ret;851 852	ret = readl_poll_timeout(vfe->base + VFE_0_CAMIF_STATUS,853				 val,854				 (val & VFE_0_CAMIF_STATUS_HALT),855				 CAMIF_TIMEOUT_SLEEP_US,856				 CAMIF_TIMEOUT_ALL_US);857	if (ret < 0)858		dev_err(dev, "%s: camif stop timeout\n", __func__);859 860	return ret;861}862 863static void vfe_isr_read(struct vfe_device *vfe, u32 *value0, u32 *value1)864{865	*value0 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_0);866	*value1 = readl_relaxed(vfe->base + VFE_0_IRQ_STATUS_1);867 868	writel_relaxed(*value0, vfe->base + VFE_0_IRQ_CLEAR_0);869	writel_relaxed(*value1, vfe->base + VFE_0_IRQ_CLEAR_1);870 871	wmb();872	writel_relaxed(VFE_0_IRQ_CMD_GLOBAL_CLEAR, vfe->base + VFE_0_IRQ_CMD);873}874 875static void vfe_violation_read(struct vfe_device *vfe)876{877	u32 violation = readl_relaxed(vfe->base + VFE_0_VIOLATION_STATUS);878 879	pr_err_ratelimited("VFE: violation = 0x%08x\n", violation);880}881 882/*883 * vfe_isr - VFE module interrupt handler884 * @irq: Interrupt line885 * @dev: VFE device886 *887 * Return IRQ_HANDLED on success888 */889static irqreturn_t vfe_isr(int irq, void *dev)890{891	struct vfe_device *vfe = dev;892	u32 value0, value1;893	int i, j;894 895	vfe->res->hw_ops->isr_read(vfe, &value0, &value1);896 897	dev_dbg(vfe->camss->dev, "VFE: status0 = 0x%08x, status1 = 0x%08x\n",898		value0, value1);899 900	if (value0 & VFE_0_IRQ_STATUS_0_RESET_ACK)901		vfe->isr_ops.reset_ack(vfe);902 903	if (value1 & VFE_0_IRQ_STATUS_1_VIOLATION)904		vfe->res->hw_ops->violation_read(vfe);905 906	if (value1 & VFE_0_IRQ_STATUS_1_BUS_BDG_HALT_ACK)907		vfe->isr_ops.halt_ack(vfe);908 909	for (i = VFE_LINE_RDI0; i <= VFE_LINE_PIX; i++)910		if (value0 & VFE_0_IRQ_STATUS_0_line_n_REG_UPDATE(i))911			vfe->isr_ops.reg_update(vfe, i);912 913	if (value0 & VFE_0_IRQ_STATUS_0_CAMIF_SOF)914		vfe->isr_ops.sof(vfe, VFE_LINE_PIX);915 916	for (i = VFE_LINE_RDI0; i <= VFE_LINE_RDI2; i++)917		if (value1 & VFE_0_IRQ_STATUS_1_RDIn_SOF(i))918			vfe->isr_ops.sof(vfe, i);919 920	for (i = 0; i < MSM_VFE_COMPOSITE_IRQ_NUM; i++)921		if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_COMPOSITE_DONE_n(i)) {922			vfe->isr_ops.comp_done(vfe, i);923			for (j = 0; j < ARRAY_SIZE(vfe->wm_output_map); j++)924				if (vfe->wm_output_map[j] == VFE_LINE_PIX)925					value0 &= ~VFE_0_IRQ_MASK_0_IMAGE_MASTER_n_PING_PONG(j);926		}927 928	for (i = 0; i < MSM_VFE_IMAGE_MASTERS_NUM; i++)929		if (value0 & VFE_0_IRQ_STATUS_0_IMAGE_MASTER_n_PING_PONG(i))930			vfe->isr_ops.wm_done(vfe, i);931 932	return IRQ_HANDLED;933}934 935/*936 * vfe_pm_domain_off - Disable power domains specific to this VFE.937 * @vfe: VFE Device938 */939static void vfe_4_1_pm_domain_off(struct vfe_device *vfe)940{941	/* nop */942}943 944/*945 * vfe_pm_domain_on - Enable power domains specific to this VFE.946 * @vfe: VFE Device947 */948static int vfe_4_1_pm_domain_on(struct vfe_device *vfe)949{950	return 0;951}952 953static const struct vfe_hw_ops_gen1 vfe_ops_gen1_4_1 = {954	.bus_connect_wm_to_rdi = vfe_bus_connect_wm_to_rdi,955	.bus_disconnect_wm_from_rdi = vfe_bus_disconnect_wm_from_rdi,956	.bus_enable_wr_if = vfe_bus_enable_wr_if,957	.bus_reload_wm = vfe_bus_reload_wm,958	.camif_wait_for_stop = vfe_camif_wait_for_stop,959	.enable_irq_common = vfe_enable_irq_common,960	.enable_irq_pix_line = vfe_enable_irq_pix_line,961	.enable_irq_wm_line = vfe_enable_irq_wm_line,962	.get_ub_size = vfe_get_ub_size,963	.halt_clear = vfe_halt_clear,964	.halt_request = vfe_halt_request,965	.set_camif_cfg = vfe_set_camif_cfg,966	.set_camif_cmd = vfe_set_camif_cmd,967	.set_cgc_override = vfe_set_cgc_override,968	.set_clamp_cfg = vfe_set_clamp_cfg,969	.set_crop_cfg = vfe_set_crop_cfg,970	.set_demux_cfg = vfe_set_demux_cfg,971	.set_ds = vfe_set_ds,972	.set_module_cfg = vfe_set_module_cfg,973	.set_qos = vfe_set_qos,974	.set_rdi_cid = vfe_set_rdi_cid,975	.set_realign_cfg = vfe_set_realign_cfg,976	.set_scale_cfg = vfe_set_scale_cfg,977	.set_xbar_cfg = vfe_set_xbar_cfg,978	.wm_enable = vfe_wm_enable,979	.wm_frame_based = vfe_wm_frame_based,980	.wm_get_ping_pong_status = vfe_wm_get_ping_pong_status,981	.wm_line_based = vfe_wm_line_based,982	.wm_set_framedrop_pattern = vfe_wm_set_framedrop_pattern,983	.wm_set_framedrop_period = vfe_wm_set_framedrop_period,984	.wm_set_ping_addr = vfe_wm_set_ping_addr,985	.wm_set_pong_addr = vfe_wm_set_pong_addr,986	.wm_set_subsample = vfe_wm_set_subsample,987	.wm_set_ub_cfg = vfe_wm_set_ub_cfg,988};989 990static void vfe_subdev_init(struct device *dev, struct vfe_device *vfe)991{992	vfe->isr_ops = vfe_isr_ops_gen1;993	vfe->ops_gen1 = &vfe_ops_gen1_4_1;994	vfe->video_ops = vfe_video_ops_gen1;995}996 997const struct vfe_hw_ops vfe_ops_4_1 = {998	.global_reset = vfe_global_reset,999	.hw_version = vfe_hw_version,1000	.isr_read = vfe_isr_read,1001	.isr = vfe_isr,1002	.pm_domain_off = vfe_4_1_pm_domain_off,1003	.pm_domain_on = vfe_4_1_pm_domain_on,1004	.reg_update_clear = vfe_reg_update_clear,1005	.reg_update = vfe_reg_update,1006	.subdev_init = vfe_subdev_init,1007	.vfe_disable = vfe_gen1_disable,1008	.vfe_enable = vfe_gen1_enable,1009	.vfe_halt = vfe_gen1_halt,1010	.violation_read = vfe_violation_read,1011};1012