xref: /openbmc/linux/drivers/iio/adc/meson_saradc.c (revision 0a94608f)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Amlogic Meson Successive Approximation Register (SAR) A/D Converter
4  *
5  * Copyright (C) 2017 Martin Blumenstingl <martin.blumenstingl@googlemail.com>
6  */
7 
8 #include <linux/bitfield.h>
9 #include <linux/clk.h>
10 #include <linux/clk-provider.h>
11 #include <linux/delay.h>
12 #include <linux/io.h>
13 #include <linux/iio/iio.h>
14 #include <linux/module.h>
15 #include <linux/nvmem-consumer.h>
16 #include <linux/interrupt.h>
17 #include <linux/of.h>
18 #include <linux/of_irq.h>
19 #include <linux/of_device.h>
20 #include <linux/platform_device.h>
21 #include <linux/regmap.h>
22 #include <linux/regulator/consumer.h>
23 #include <linux/mfd/syscon.h>
24 
25 #define MESON_SAR_ADC_REG0					0x00
26 	#define MESON_SAR_ADC_REG0_PANEL_DETECT			BIT(31)
27 	#define MESON_SAR_ADC_REG0_BUSY_MASK			GENMASK(30, 28)
28 	#define MESON_SAR_ADC_REG0_DELTA_BUSY			BIT(30)
29 	#define MESON_SAR_ADC_REG0_AVG_BUSY			BIT(29)
30 	#define MESON_SAR_ADC_REG0_SAMPLE_BUSY			BIT(28)
31 	#define MESON_SAR_ADC_REG0_FIFO_FULL			BIT(27)
32 	#define MESON_SAR_ADC_REG0_FIFO_EMPTY			BIT(26)
33 	#define MESON_SAR_ADC_REG0_FIFO_COUNT_MASK		GENMASK(25, 21)
34 	#define MESON_SAR_ADC_REG0_ADC_BIAS_CTRL_MASK		GENMASK(20, 19)
35 	#define MESON_SAR_ADC_REG0_CURR_CHAN_ID_MASK		GENMASK(18, 16)
36 	#define MESON_SAR_ADC_REG0_ADC_TEMP_SEN_SEL		BIT(15)
37 	#define MESON_SAR_ADC_REG0_SAMPLING_STOP		BIT(14)
38 	#define MESON_SAR_ADC_REG0_CHAN_DELTA_EN_MASK		GENMASK(13, 12)
39 	#define MESON_SAR_ADC_REG0_DETECT_IRQ_POL		BIT(10)
40 	#define MESON_SAR_ADC_REG0_DETECT_IRQ_EN		BIT(9)
41 	#define MESON_SAR_ADC_REG0_FIFO_CNT_IRQ_MASK		GENMASK(8, 4)
42 	#define MESON_SAR_ADC_REG0_FIFO_IRQ_EN			BIT(3)
43 	#define MESON_SAR_ADC_REG0_SAMPLING_START		BIT(2)
44 	#define MESON_SAR_ADC_REG0_CONTINUOUS_EN		BIT(1)
45 	#define MESON_SAR_ADC_REG0_SAMPLE_ENGINE_ENABLE		BIT(0)
46 
47 #define MESON_SAR_ADC_CHAN_LIST					0x04
48 	#define MESON_SAR_ADC_CHAN_LIST_MAX_INDEX_MASK		GENMASK(26, 24)
49 	#define MESON_SAR_ADC_CHAN_LIST_ENTRY_MASK(_chan)	\
50 					(GENMASK(2, 0) << ((_chan) * 3))
51 
52 #define MESON_SAR_ADC_AVG_CNTL					0x08
53 	#define MESON_SAR_ADC_AVG_CNTL_AVG_MODE_SHIFT(_chan)	\
54 					(16 + ((_chan) * 2))
55 	#define MESON_SAR_ADC_AVG_CNTL_AVG_MODE_MASK(_chan)	\
56 					(GENMASK(17, 16) << ((_chan) * 2))
57 	#define MESON_SAR_ADC_AVG_CNTL_NUM_SAMPLES_SHIFT(_chan)	\
58 					(0 + ((_chan) * 2))
59 	#define MESON_SAR_ADC_AVG_CNTL_NUM_SAMPLES_MASK(_chan)	\
60 					(GENMASK(1, 0) << ((_chan) * 2))
61 
62 #define MESON_SAR_ADC_REG3					0x0c
63 	#define MESON_SAR_ADC_REG3_CNTL_USE_SC_DLY		BIT(31)
64 	#define MESON_SAR_ADC_REG3_CLK_EN			BIT(30)
65 	#define MESON_SAR_ADC_REG3_BL30_INITIALIZED		BIT(28)
66 	#define MESON_SAR_ADC_REG3_CTRL_CONT_RING_COUNTER_EN	BIT(27)
67 	#define MESON_SAR_ADC_REG3_CTRL_SAMPLING_CLOCK_PHASE	BIT(26)
68 	#define MESON_SAR_ADC_REG3_CTRL_CHAN7_MUX_SEL_MASK	GENMASK(25, 23)
69 	#define MESON_SAR_ADC_REG3_DETECT_EN			BIT(22)
70 	#define MESON_SAR_ADC_REG3_ADC_EN			BIT(21)
71 	#define MESON_SAR_ADC_REG3_PANEL_DETECT_COUNT_MASK	GENMASK(20, 18)
72 	#define MESON_SAR_ADC_REG3_PANEL_DETECT_FILTER_TB_MASK	GENMASK(17, 16)
73 	#define MESON_SAR_ADC_REG3_ADC_CLK_DIV_SHIFT		10
74 	#define MESON_SAR_ADC_REG3_ADC_CLK_DIV_WIDTH		5
75 	#define MESON_SAR_ADC_REG3_BLOCK_DLY_SEL_MASK		GENMASK(9, 8)
76 	#define MESON_SAR_ADC_REG3_BLOCK_DLY_MASK		GENMASK(7, 0)
77 
78 #define MESON_SAR_ADC_DELAY					0x10
79 	#define MESON_SAR_ADC_DELAY_INPUT_DLY_SEL_MASK		GENMASK(25, 24)
80 	#define MESON_SAR_ADC_DELAY_BL30_BUSY			BIT(15)
81 	#define MESON_SAR_ADC_DELAY_KERNEL_BUSY			BIT(14)
82 	#define MESON_SAR_ADC_DELAY_INPUT_DLY_CNT_MASK		GENMASK(23, 16)
83 	#define MESON_SAR_ADC_DELAY_SAMPLE_DLY_SEL_MASK		GENMASK(9, 8)
84 	#define MESON_SAR_ADC_DELAY_SAMPLE_DLY_CNT_MASK		GENMASK(7, 0)
85 
86 #define MESON_SAR_ADC_LAST_RD					0x14
87 	#define MESON_SAR_ADC_LAST_RD_LAST_CHANNEL1_MASK	GENMASK(23, 16)
88 	#define MESON_SAR_ADC_LAST_RD_LAST_CHANNEL0_MASK	GENMASK(9, 0)
89 
90 #define MESON_SAR_ADC_FIFO_RD					0x18
91 	#define MESON_SAR_ADC_FIFO_RD_CHAN_ID_MASK		GENMASK(14, 12)
92 	#define MESON_SAR_ADC_FIFO_RD_SAMPLE_VALUE_MASK		GENMASK(11, 0)
93 
94 #define MESON_SAR_ADC_AUX_SW					0x1c
95 	#define MESON_SAR_ADC_AUX_SW_MUX_SEL_CHAN_SHIFT(_chan)	\
96 					(8 + (((_chan) - 2) * 3))
97 	#define MESON_SAR_ADC_AUX_SW_VREF_P_MUX			BIT(6)
98 	#define MESON_SAR_ADC_AUX_SW_VREF_N_MUX			BIT(5)
99 	#define MESON_SAR_ADC_AUX_SW_MODE_SEL			BIT(4)
100 	#define MESON_SAR_ADC_AUX_SW_YP_DRIVE_SW		BIT(3)
101 	#define MESON_SAR_ADC_AUX_SW_XP_DRIVE_SW		BIT(2)
102 	#define MESON_SAR_ADC_AUX_SW_YM_DRIVE_SW		BIT(1)
103 	#define MESON_SAR_ADC_AUX_SW_XM_DRIVE_SW		BIT(0)
104 
105 #define MESON_SAR_ADC_CHAN_10_SW				0x20
106 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_MUX_SEL_MASK	GENMASK(25, 23)
107 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_VREF_P_MUX	BIT(22)
108 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_VREF_N_MUX	BIT(21)
109 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_MODE_SEL		BIT(20)
110 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_YP_DRIVE_SW	BIT(19)
111 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_XP_DRIVE_SW	BIT(18)
112 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_YM_DRIVE_SW	BIT(17)
113 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN1_XM_DRIVE_SW	BIT(16)
114 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_MUX_SEL_MASK	GENMASK(9, 7)
115 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_VREF_P_MUX	BIT(6)
116 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_VREF_N_MUX	BIT(5)
117 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_MODE_SEL		BIT(4)
118 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_YP_DRIVE_SW	BIT(3)
119 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_XP_DRIVE_SW	BIT(2)
120 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_YM_DRIVE_SW	BIT(1)
121 	#define MESON_SAR_ADC_CHAN_10_SW_CHAN0_XM_DRIVE_SW	BIT(0)
122 
123 #define MESON_SAR_ADC_DETECT_IDLE_SW				0x24
124 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_SW_EN	BIT(26)
125 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_MUX_MASK	GENMASK(25, 23)
126 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_VREF_P_MUX	BIT(22)
127 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_VREF_N_MUX	BIT(21)
128 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_MODE_SEL	BIT(20)
129 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_YP_DRIVE_SW	BIT(19)
130 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_XP_DRIVE_SW	BIT(18)
131 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_YM_DRIVE_SW	BIT(17)
132 	#define MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_XM_DRIVE_SW	BIT(16)
133 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_MUX_SEL_MASK	GENMASK(9, 7)
134 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_VREF_P_MUX	BIT(6)
135 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_VREF_N_MUX	BIT(5)
136 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_MODE_SEL	BIT(4)
137 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_YP_DRIVE_SW	BIT(3)
138 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_XP_DRIVE_SW	BIT(2)
139 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_YM_DRIVE_SW	BIT(1)
140 	#define MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_XM_DRIVE_SW	BIT(0)
141 
142 #define MESON_SAR_ADC_DELTA_10					0x28
143 	#define MESON_SAR_ADC_DELTA_10_TEMP_SEL			BIT(27)
144 	#define MESON_SAR_ADC_DELTA_10_TS_REVE1			BIT(26)
145 	#define MESON_SAR_ADC_DELTA_10_CHAN1_DELTA_VALUE_MASK	GENMASK(25, 16)
146 	#define MESON_SAR_ADC_DELTA_10_TS_REVE0			BIT(15)
147 	#define MESON_SAR_ADC_DELTA_10_TS_C_MASK		GENMASK(14, 11)
148 	#define MESON_SAR_ADC_DELTA_10_TS_VBG_EN		BIT(10)
149 	#define MESON_SAR_ADC_DELTA_10_CHAN0_DELTA_VALUE_MASK	GENMASK(9, 0)
150 
151 /*
152  * NOTE: registers from here are undocumented (the vendor Linux kernel driver
153  * and u-boot source served as reference). These only seem to be relevant on
154  * GXBB and newer.
155  */
156 #define MESON_SAR_ADC_REG11					0x2c
157 	#define MESON_SAR_ADC_REG11_BANDGAP_EN			BIT(13)
158 
159 #define MESON_SAR_ADC_REG13					0x34
160 	#define MESON_SAR_ADC_REG13_12BIT_CALIBRATION_MASK	GENMASK(13, 8)
161 
162 #define MESON_SAR_ADC_MAX_FIFO_SIZE				32
163 #define MESON_SAR_ADC_TIMEOUT					100 /* ms */
164 #define MESON_SAR_ADC_VOLTAGE_AND_TEMP_CHANNEL			6
165 #define MESON_SAR_ADC_TEMP_OFFSET				27
166 
167 /* temperature sensor calibration information in eFuse */
168 #define MESON_SAR_ADC_EFUSE_BYTES				4
169 #define MESON_SAR_ADC_EFUSE_BYTE3_UPPER_ADC_VAL			GENMASK(6, 0)
170 #define MESON_SAR_ADC_EFUSE_BYTE3_IS_CALIBRATED			BIT(7)
171 
172 #define MESON_HHI_DPLL_TOP_0					0x318
173 #define MESON_HHI_DPLL_TOP_0_TSC_BIT4				BIT(9)
174 
175 /* for use with IIO_VAL_INT_PLUS_MICRO */
176 #define MILLION							1000000
177 
178 #define MESON_SAR_ADC_CHAN(_chan) {					\
179 	.type = IIO_VOLTAGE,						\
180 	.indexed = 1,							\
181 	.channel = _chan,						\
182 	.address = _chan,						\
183 	.info_mask_separate = BIT(IIO_CHAN_INFO_RAW) |			\
184 				BIT(IIO_CHAN_INFO_AVERAGE_RAW),		\
185 	.info_mask_shared_by_type = BIT(IIO_CHAN_INFO_SCALE),		\
186 	.info_mask_shared_by_all = BIT(IIO_CHAN_INFO_CALIBBIAS) |	\
187 				BIT(IIO_CHAN_INFO_CALIBSCALE),		\
188 	.datasheet_name = "SAR_ADC_CH"#_chan,				\
189 }
190 
191 #define MESON_SAR_ADC_TEMP_CHAN(_chan) {				\
192 	.type = IIO_TEMP,						\
193 	.channel = _chan,						\
194 	.address = MESON_SAR_ADC_VOLTAGE_AND_TEMP_CHANNEL,		\
195 	.info_mask_separate = BIT(IIO_CHAN_INFO_RAW) |			\
196 				BIT(IIO_CHAN_INFO_AVERAGE_RAW),		\
197 	.info_mask_shared_by_type = BIT(IIO_CHAN_INFO_OFFSET) |		\
198 					BIT(IIO_CHAN_INFO_SCALE),	\
199 	.info_mask_shared_by_all = BIT(IIO_CHAN_INFO_CALIBBIAS) |	\
200 				BIT(IIO_CHAN_INFO_CALIBSCALE),		\
201 	.datasheet_name = "TEMP_SENSOR",				\
202 }
203 
204 static const struct iio_chan_spec meson_sar_adc_iio_channels[] = {
205 	MESON_SAR_ADC_CHAN(0),
206 	MESON_SAR_ADC_CHAN(1),
207 	MESON_SAR_ADC_CHAN(2),
208 	MESON_SAR_ADC_CHAN(3),
209 	MESON_SAR_ADC_CHAN(4),
210 	MESON_SAR_ADC_CHAN(5),
211 	MESON_SAR_ADC_CHAN(6),
212 	MESON_SAR_ADC_CHAN(7),
213 	IIO_CHAN_SOFT_TIMESTAMP(8),
214 };
215 
216 static const struct iio_chan_spec meson_sar_adc_and_temp_iio_channels[] = {
217 	MESON_SAR_ADC_CHAN(0),
218 	MESON_SAR_ADC_CHAN(1),
219 	MESON_SAR_ADC_CHAN(2),
220 	MESON_SAR_ADC_CHAN(3),
221 	MESON_SAR_ADC_CHAN(4),
222 	MESON_SAR_ADC_CHAN(5),
223 	MESON_SAR_ADC_CHAN(6),
224 	MESON_SAR_ADC_CHAN(7),
225 	MESON_SAR_ADC_TEMP_CHAN(8),
226 	IIO_CHAN_SOFT_TIMESTAMP(9),
227 };
228 
229 enum meson_sar_adc_avg_mode {
230 	NO_AVERAGING = 0x0,
231 	MEAN_AVERAGING = 0x1,
232 	MEDIAN_AVERAGING = 0x2,
233 };
234 
235 enum meson_sar_adc_num_samples {
236 	ONE_SAMPLE = 0x0,
237 	TWO_SAMPLES = 0x1,
238 	FOUR_SAMPLES = 0x2,
239 	EIGHT_SAMPLES = 0x3,
240 };
241 
242 enum meson_sar_adc_chan7_mux_sel {
243 	CHAN7_MUX_VSS = 0x0,
244 	CHAN7_MUX_VDD_DIV4 = 0x1,
245 	CHAN7_MUX_VDD_DIV2 = 0x2,
246 	CHAN7_MUX_VDD_MUL3_DIV4 = 0x3,
247 	CHAN7_MUX_VDD = 0x4,
248 	CHAN7_MUX_CH7_INPUT = 0x7,
249 };
250 
251 struct meson_sar_adc_param {
252 	bool					has_bl30_integration;
253 	unsigned long				clock_rate;
254 	u32					bandgap_reg;
255 	unsigned int				resolution;
256 	const struct regmap_config		*regmap_config;
257 	u8					temperature_trimming_bits;
258 	unsigned int				temperature_multiplier;
259 	unsigned int				temperature_divider;
260 };
261 
262 struct meson_sar_adc_data {
263 	const struct meson_sar_adc_param	*param;
264 	const char				*name;
265 };
266 
267 struct meson_sar_adc_priv {
268 	struct regmap				*regmap;
269 	struct regulator			*vref;
270 	const struct meson_sar_adc_param	*param;
271 	struct clk				*clkin;
272 	struct clk				*core_clk;
273 	struct clk				*adc_sel_clk;
274 	struct clk				*adc_clk;
275 	struct clk_gate				clk_gate;
276 	struct clk				*adc_div_clk;
277 	struct clk_divider			clk_div;
278 	struct completion			done;
279 	int					calibbias;
280 	int					calibscale;
281 	struct regmap				*tsc_regmap;
282 	bool					temperature_sensor_calibrated;
283 	u8					temperature_sensor_coefficient;
284 	u16					temperature_sensor_adc_val;
285 };
286 
287 static const struct regmap_config meson_sar_adc_regmap_config_gxbb = {
288 	.reg_bits = 8,
289 	.val_bits = 32,
290 	.reg_stride = 4,
291 	.max_register = MESON_SAR_ADC_REG13,
292 };
293 
294 static const struct regmap_config meson_sar_adc_regmap_config_meson8 = {
295 	.reg_bits = 8,
296 	.val_bits = 32,
297 	.reg_stride = 4,
298 	.max_register = MESON_SAR_ADC_DELTA_10,
299 };
300 
301 static unsigned int meson_sar_adc_get_fifo_count(struct iio_dev *indio_dev)
302 {
303 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
304 	u32 regval;
305 
306 	regmap_read(priv->regmap, MESON_SAR_ADC_REG0, &regval);
307 
308 	return FIELD_GET(MESON_SAR_ADC_REG0_FIFO_COUNT_MASK, regval);
309 }
310 
311 static int meson_sar_adc_calib_val(struct iio_dev *indio_dev, int val)
312 {
313 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
314 	int tmp;
315 
316 	/* use val_calib = scale * val_raw + offset calibration function */
317 	tmp = div_s64((s64)val * priv->calibscale, MILLION) + priv->calibbias;
318 
319 	return clamp(tmp, 0, (1 << priv->param->resolution) - 1);
320 }
321 
322 static int meson_sar_adc_wait_busy_clear(struct iio_dev *indio_dev)
323 {
324 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
325 	int regval, timeout = 10000;
326 
327 	/*
328 	 * NOTE: we need a small delay before reading the status, otherwise
329 	 * the sample engine may not have started internally (which would
330 	 * seem to us that sampling is already finished).
331 	 */
332 	do {
333 		udelay(1);
334 		regmap_read(priv->regmap, MESON_SAR_ADC_REG0, &regval);
335 	} while (FIELD_GET(MESON_SAR_ADC_REG0_BUSY_MASK, regval) && timeout--);
336 
337 	if (timeout < 0)
338 		return -ETIMEDOUT;
339 
340 	return 0;
341 }
342 
343 static int meson_sar_adc_read_raw_sample(struct iio_dev *indio_dev,
344 					 const struct iio_chan_spec *chan,
345 					 int *val)
346 {
347 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
348 	int regval, fifo_chan, fifo_val, count;
349 
350 	if (!wait_for_completion_timeout(&priv->done,
351 				msecs_to_jiffies(MESON_SAR_ADC_TIMEOUT)))
352 		return -ETIMEDOUT;
353 
354 	count = meson_sar_adc_get_fifo_count(indio_dev);
355 	if (count != 1) {
356 		dev_err(&indio_dev->dev,
357 			"ADC FIFO has %d element(s) instead of one\n", count);
358 		return -EINVAL;
359 	}
360 
361 	regmap_read(priv->regmap, MESON_SAR_ADC_FIFO_RD, &regval);
362 	fifo_chan = FIELD_GET(MESON_SAR_ADC_FIFO_RD_CHAN_ID_MASK, regval);
363 	if (fifo_chan != chan->address) {
364 		dev_err(&indio_dev->dev,
365 			"ADC FIFO entry belongs to channel %d instead of %lu\n",
366 			fifo_chan, chan->address);
367 		return -EINVAL;
368 	}
369 
370 	fifo_val = FIELD_GET(MESON_SAR_ADC_FIFO_RD_SAMPLE_VALUE_MASK, regval);
371 	fifo_val &= GENMASK(priv->param->resolution - 1, 0);
372 	*val = meson_sar_adc_calib_val(indio_dev, fifo_val);
373 
374 	return 0;
375 }
376 
377 static void meson_sar_adc_set_averaging(struct iio_dev *indio_dev,
378 					const struct iio_chan_spec *chan,
379 					enum meson_sar_adc_avg_mode mode,
380 					enum meson_sar_adc_num_samples samples)
381 {
382 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
383 	int val, address = chan->address;
384 
385 	val = samples << MESON_SAR_ADC_AVG_CNTL_NUM_SAMPLES_SHIFT(address);
386 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_AVG_CNTL,
387 			   MESON_SAR_ADC_AVG_CNTL_NUM_SAMPLES_MASK(address),
388 			   val);
389 
390 	val = mode << MESON_SAR_ADC_AVG_CNTL_AVG_MODE_SHIFT(address);
391 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_AVG_CNTL,
392 			   MESON_SAR_ADC_AVG_CNTL_AVG_MODE_MASK(address), val);
393 }
394 
395 static void meson_sar_adc_enable_channel(struct iio_dev *indio_dev,
396 					const struct iio_chan_spec *chan)
397 {
398 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
399 	u32 regval;
400 
401 	/*
402 	 * the SAR ADC engine allows sampling multiple channels at the same
403 	 * time. to keep it simple we're only working with one *internal*
404 	 * channel, which starts counting at index 0 (which means: count = 1).
405 	 */
406 	regval = FIELD_PREP(MESON_SAR_ADC_CHAN_LIST_MAX_INDEX_MASK, 0);
407 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_CHAN_LIST,
408 			   MESON_SAR_ADC_CHAN_LIST_MAX_INDEX_MASK, regval);
409 
410 	/* map channel index 0 to the channel which we want to read */
411 	regval = FIELD_PREP(MESON_SAR_ADC_CHAN_LIST_ENTRY_MASK(0),
412 			    chan->address);
413 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_CHAN_LIST,
414 			   MESON_SAR_ADC_CHAN_LIST_ENTRY_MASK(0), regval);
415 
416 	regval = FIELD_PREP(MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_MUX_MASK,
417 			    chan->address);
418 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DETECT_IDLE_SW,
419 			   MESON_SAR_ADC_DETECT_IDLE_SW_DETECT_MUX_MASK,
420 			   regval);
421 
422 	regval = FIELD_PREP(MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_MUX_SEL_MASK,
423 			    chan->address);
424 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DETECT_IDLE_SW,
425 			   MESON_SAR_ADC_DETECT_IDLE_SW_IDLE_MUX_SEL_MASK,
426 			   regval);
427 
428 	if (chan->address == MESON_SAR_ADC_VOLTAGE_AND_TEMP_CHANNEL) {
429 		if (chan->type == IIO_TEMP)
430 			regval = MESON_SAR_ADC_DELTA_10_TEMP_SEL;
431 		else
432 			regval = 0;
433 
434 		regmap_update_bits(priv->regmap,
435 				   MESON_SAR_ADC_DELTA_10,
436 				   MESON_SAR_ADC_DELTA_10_TEMP_SEL, regval);
437 	}
438 }
439 
440 static void meson_sar_adc_set_chan7_mux(struct iio_dev *indio_dev,
441 					enum meson_sar_adc_chan7_mux_sel sel)
442 {
443 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
444 	u32 regval;
445 
446 	regval = FIELD_PREP(MESON_SAR_ADC_REG3_CTRL_CHAN7_MUX_SEL_MASK, sel);
447 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
448 			   MESON_SAR_ADC_REG3_CTRL_CHAN7_MUX_SEL_MASK, regval);
449 
450 	usleep_range(10, 20);
451 }
452 
453 static void meson_sar_adc_start_sample_engine(struct iio_dev *indio_dev)
454 {
455 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
456 
457 	reinit_completion(&priv->done);
458 
459 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
460 			   MESON_SAR_ADC_REG0_FIFO_IRQ_EN,
461 			   MESON_SAR_ADC_REG0_FIFO_IRQ_EN);
462 
463 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
464 			   MESON_SAR_ADC_REG0_SAMPLE_ENGINE_ENABLE,
465 			   MESON_SAR_ADC_REG0_SAMPLE_ENGINE_ENABLE);
466 
467 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
468 			   MESON_SAR_ADC_REG0_SAMPLING_START,
469 			   MESON_SAR_ADC_REG0_SAMPLING_START);
470 }
471 
472 static void meson_sar_adc_stop_sample_engine(struct iio_dev *indio_dev)
473 {
474 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
475 
476 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
477 			   MESON_SAR_ADC_REG0_FIFO_IRQ_EN, 0);
478 
479 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
480 			   MESON_SAR_ADC_REG0_SAMPLING_STOP,
481 			   MESON_SAR_ADC_REG0_SAMPLING_STOP);
482 
483 	/* wait until all modules are stopped */
484 	meson_sar_adc_wait_busy_clear(indio_dev);
485 
486 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
487 			   MESON_SAR_ADC_REG0_SAMPLE_ENGINE_ENABLE, 0);
488 }
489 
490 static int meson_sar_adc_lock(struct iio_dev *indio_dev)
491 {
492 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
493 	int val, timeout = 10000;
494 
495 	mutex_lock(&indio_dev->mlock);
496 
497 	if (priv->param->has_bl30_integration) {
498 		/* prevent BL30 from using the SAR ADC while we are using it */
499 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
500 				   MESON_SAR_ADC_DELAY_KERNEL_BUSY,
501 				   MESON_SAR_ADC_DELAY_KERNEL_BUSY);
502 
503 		/*
504 		 * wait until BL30 releases it's lock (so we can use the SAR
505 		 * ADC)
506 		 */
507 		do {
508 			udelay(1);
509 			regmap_read(priv->regmap, MESON_SAR_ADC_DELAY, &val);
510 		} while (val & MESON_SAR_ADC_DELAY_BL30_BUSY && timeout--);
511 
512 		if (timeout < 0) {
513 			mutex_unlock(&indio_dev->mlock);
514 			return -ETIMEDOUT;
515 		}
516 	}
517 
518 	return 0;
519 }
520 
521 static void meson_sar_adc_unlock(struct iio_dev *indio_dev)
522 {
523 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
524 
525 	if (priv->param->has_bl30_integration)
526 		/* allow BL30 to use the SAR ADC again */
527 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
528 				   MESON_SAR_ADC_DELAY_KERNEL_BUSY, 0);
529 
530 	mutex_unlock(&indio_dev->mlock);
531 }
532 
533 static void meson_sar_adc_clear_fifo(struct iio_dev *indio_dev)
534 {
535 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
536 	unsigned int count, tmp;
537 
538 	for (count = 0; count < MESON_SAR_ADC_MAX_FIFO_SIZE; count++) {
539 		if (!meson_sar_adc_get_fifo_count(indio_dev))
540 			break;
541 
542 		regmap_read(priv->regmap, MESON_SAR_ADC_FIFO_RD, &tmp);
543 	}
544 }
545 
546 static int meson_sar_adc_get_sample(struct iio_dev *indio_dev,
547 				    const struct iio_chan_spec *chan,
548 				    enum meson_sar_adc_avg_mode avg_mode,
549 				    enum meson_sar_adc_num_samples avg_samples,
550 				    int *val)
551 {
552 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
553 	int ret;
554 
555 	if (chan->type == IIO_TEMP && !priv->temperature_sensor_calibrated)
556 		return -ENOTSUPP;
557 
558 	ret = meson_sar_adc_lock(indio_dev);
559 	if (ret)
560 		return ret;
561 
562 	/* clear the FIFO to make sure we're not reading old values */
563 	meson_sar_adc_clear_fifo(indio_dev);
564 
565 	meson_sar_adc_set_averaging(indio_dev, chan, avg_mode, avg_samples);
566 
567 	meson_sar_adc_enable_channel(indio_dev, chan);
568 
569 	meson_sar_adc_start_sample_engine(indio_dev);
570 	ret = meson_sar_adc_read_raw_sample(indio_dev, chan, val);
571 	meson_sar_adc_stop_sample_engine(indio_dev);
572 
573 	meson_sar_adc_unlock(indio_dev);
574 
575 	if (ret) {
576 		dev_warn(indio_dev->dev.parent,
577 			 "failed to read sample for channel %lu: %d\n",
578 			 chan->address, ret);
579 		return ret;
580 	}
581 
582 	return IIO_VAL_INT;
583 }
584 
585 static int meson_sar_adc_iio_info_read_raw(struct iio_dev *indio_dev,
586 					   const struct iio_chan_spec *chan,
587 					   int *val, int *val2, long mask)
588 {
589 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
590 	int ret;
591 
592 	switch (mask) {
593 	case IIO_CHAN_INFO_RAW:
594 		return meson_sar_adc_get_sample(indio_dev, chan, NO_AVERAGING,
595 						ONE_SAMPLE, val);
596 
597 	case IIO_CHAN_INFO_AVERAGE_RAW:
598 		return meson_sar_adc_get_sample(indio_dev, chan,
599 						MEAN_AVERAGING, EIGHT_SAMPLES,
600 						val);
601 
602 	case IIO_CHAN_INFO_SCALE:
603 		if (chan->type == IIO_VOLTAGE) {
604 			ret = regulator_get_voltage(priv->vref);
605 			if (ret < 0) {
606 				dev_err(indio_dev->dev.parent,
607 					"failed to get vref voltage: %d\n",
608 					ret);
609 				return ret;
610 			}
611 
612 			*val = ret / 1000;
613 			*val2 = priv->param->resolution;
614 			return IIO_VAL_FRACTIONAL_LOG2;
615 		} else if (chan->type == IIO_TEMP) {
616 			/* SoC specific multiplier and divider */
617 			*val = priv->param->temperature_multiplier;
618 			*val2 = priv->param->temperature_divider;
619 
620 			/* celsius to millicelsius */
621 			*val *= 1000;
622 
623 			return IIO_VAL_FRACTIONAL;
624 		} else {
625 			return -EINVAL;
626 		}
627 
628 	case IIO_CHAN_INFO_CALIBBIAS:
629 		*val = priv->calibbias;
630 		return IIO_VAL_INT;
631 
632 	case IIO_CHAN_INFO_CALIBSCALE:
633 		*val = priv->calibscale / MILLION;
634 		*val2 = priv->calibscale % MILLION;
635 		return IIO_VAL_INT_PLUS_MICRO;
636 
637 	case IIO_CHAN_INFO_OFFSET:
638 		*val = DIV_ROUND_CLOSEST(MESON_SAR_ADC_TEMP_OFFSET *
639 					 priv->param->temperature_divider,
640 					 priv->param->temperature_multiplier);
641 		*val -= priv->temperature_sensor_adc_val;
642 		return IIO_VAL_INT;
643 
644 	default:
645 		return -EINVAL;
646 	}
647 }
648 
649 static int meson_sar_adc_clk_init(struct iio_dev *indio_dev,
650 				  void __iomem *base)
651 {
652 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
653 	struct clk_init_data init;
654 	const char *clk_parents[1];
655 
656 	init.name = devm_kasprintf(&indio_dev->dev, GFP_KERNEL, "%s#adc_div",
657 				   dev_name(indio_dev->dev.parent));
658 	if (!init.name)
659 		return -ENOMEM;
660 
661 	init.flags = 0;
662 	init.ops = &clk_divider_ops;
663 	clk_parents[0] = __clk_get_name(priv->clkin);
664 	init.parent_names = clk_parents;
665 	init.num_parents = 1;
666 
667 	priv->clk_div.reg = base + MESON_SAR_ADC_REG3;
668 	priv->clk_div.shift = MESON_SAR_ADC_REG3_ADC_CLK_DIV_SHIFT;
669 	priv->clk_div.width = MESON_SAR_ADC_REG3_ADC_CLK_DIV_WIDTH;
670 	priv->clk_div.hw.init = &init;
671 	priv->clk_div.flags = 0;
672 
673 	priv->adc_div_clk = devm_clk_register(&indio_dev->dev,
674 					      &priv->clk_div.hw);
675 	if (WARN_ON(IS_ERR(priv->adc_div_clk)))
676 		return PTR_ERR(priv->adc_div_clk);
677 
678 	init.name = devm_kasprintf(&indio_dev->dev, GFP_KERNEL, "%s#adc_en",
679 				   dev_name(indio_dev->dev.parent));
680 	if (!init.name)
681 		return -ENOMEM;
682 
683 	init.flags = CLK_SET_RATE_PARENT;
684 	init.ops = &clk_gate_ops;
685 	clk_parents[0] = __clk_get_name(priv->adc_div_clk);
686 	init.parent_names = clk_parents;
687 	init.num_parents = 1;
688 
689 	priv->clk_gate.reg = base + MESON_SAR_ADC_REG3;
690 	priv->clk_gate.bit_idx = __ffs(MESON_SAR_ADC_REG3_CLK_EN);
691 	priv->clk_gate.hw.init = &init;
692 
693 	priv->adc_clk = devm_clk_register(&indio_dev->dev, &priv->clk_gate.hw);
694 	if (WARN_ON(IS_ERR(priv->adc_clk)))
695 		return PTR_ERR(priv->adc_clk);
696 
697 	return 0;
698 }
699 
700 static int meson_sar_adc_temp_sensor_init(struct iio_dev *indio_dev)
701 {
702 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
703 	u8 *buf, trimming_bits, trimming_mask, upper_adc_val;
704 	struct nvmem_cell *temperature_calib;
705 	size_t read_len;
706 	int ret;
707 
708 	temperature_calib = devm_nvmem_cell_get(indio_dev->dev.parent,
709 						"temperature_calib");
710 	if (IS_ERR(temperature_calib)) {
711 		ret = PTR_ERR(temperature_calib);
712 
713 		/*
714 		 * leave the temperature sensor disabled if no calibration data
715 		 * was passed via nvmem-cells.
716 		 */
717 		if (ret == -ENODEV)
718 			return 0;
719 
720 		return dev_err_probe(indio_dev->dev.parent, ret,
721 				     "failed to get temperature_calib cell\n");
722 	}
723 
724 	priv->tsc_regmap =
725 		syscon_regmap_lookup_by_phandle(indio_dev->dev.parent->of_node,
726 						"amlogic,hhi-sysctrl");
727 	if (IS_ERR(priv->tsc_regmap)) {
728 		dev_err(indio_dev->dev.parent,
729 			"failed to get amlogic,hhi-sysctrl regmap\n");
730 		return PTR_ERR(priv->tsc_regmap);
731 	}
732 
733 	read_len = MESON_SAR_ADC_EFUSE_BYTES;
734 	buf = nvmem_cell_read(temperature_calib, &read_len);
735 	if (IS_ERR(buf)) {
736 		dev_err(indio_dev->dev.parent,
737 			"failed to read temperature_calib cell\n");
738 		return PTR_ERR(buf);
739 	} else if (read_len != MESON_SAR_ADC_EFUSE_BYTES) {
740 		kfree(buf);
741 		dev_err(indio_dev->dev.parent,
742 			"invalid read size of temperature_calib cell\n");
743 		return -EINVAL;
744 	}
745 
746 	trimming_bits = priv->param->temperature_trimming_bits;
747 	trimming_mask = BIT(trimming_bits) - 1;
748 
749 	priv->temperature_sensor_calibrated =
750 		buf[3] & MESON_SAR_ADC_EFUSE_BYTE3_IS_CALIBRATED;
751 	priv->temperature_sensor_coefficient = buf[2] & trimming_mask;
752 
753 	upper_adc_val = FIELD_GET(MESON_SAR_ADC_EFUSE_BYTE3_UPPER_ADC_VAL,
754 				  buf[3]);
755 
756 	priv->temperature_sensor_adc_val = buf[2];
757 	priv->temperature_sensor_adc_val |= upper_adc_val << BITS_PER_BYTE;
758 	priv->temperature_sensor_adc_val >>= trimming_bits;
759 
760 	kfree(buf);
761 
762 	return 0;
763 }
764 
765 static int meson_sar_adc_init(struct iio_dev *indio_dev)
766 {
767 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
768 	int regval, i, ret;
769 
770 	/*
771 	 * make sure we start at CH7 input since the other muxes are only used
772 	 * for internal calibration.
773 	 */
774 	meson_sar_adc_set_chan7_mux(indio_dev, CHAN7_MUX_CH7_INPUT);
775 
776 	if (priv->param->has_bl30_integration) {
777 		/*
778 		 * leave sampling delay and the input clocks as configured by
779 		 * BL30 to make sure BL30 gets the values it expects when
780 		 * reading the temperature sensor.
781 		 */
782 		regmap_read(priv->regmap, MESON_SAR_ADC_REG3, &regval);
783 		if (regval & MESON_SAR_ADC_REG3_BL30_INITIALIZED)
784 			return 0;
785 	}
786 
787 	meson_sar_adc_stop_sample_engine(indio_dev);
788 
789 	/*
790 	 * disable this bit as seems to be only relevant for Meson6 (based
791 	 * on the vendor driver), which we don't support at the moment.
792 	 */
793 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
794 			   MESON_SAR_ADC_REG0_ADC_TEMP_SEN_SEL, 0);
795 
796 	/* disable all channels by default */
797 	regmap_write(priv->regmap, MESON_SAR_ADC_CHAN_LIST, 0x0);
798 
799 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
800 			   MESON_SAR_ADC_REG3_CTRL_SAMPLING_CLOCK_PHASE, 0);
801 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
802 			   MESON_SAR_ADC_REG3_CNTL_USE_SC_DLY,
803 			   MESON_SAR_ADC_REG3_CNTL_USE_SC_DLY);
804 
805 	/* delay between two samples = (10+1) * 1uS */
806 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
807 			   MESON_SAR_ADC_DELAY_INPUT_DLY_CNT_MASK,
808 			   FIELD_PREP(MESON_SAR_ADC_DELAY_SAMPLE_DLY_CNT_MASK,
809 				      10));
810 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
811 			   MESON_SAR_ADC_DELAY_SAMPLE_DLY_SEL_MASK,
812 			   FIELD_PREP(MESON_SAR_ADC_DELAY_SAMPLE_DLY_SEL_MASK,
813 				      0));
814 
815 	/* delay between two samples = (10+1) * 1uS */
816 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
817 			   MESON_SAR_ADC_DELAY_INPUT_DLY_CNT_MASK,
818 			   FIELD_PREP(MESON_SAR_ADC_DELAY_INPUT_DLY_CNT_MASK,
819 				      10));
820 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELAY,
821 			   MESON_SAR_ADC_DELAY_INPUT_DLY_SEL_MASK,
822 			   FIELD_PREP(MESON_SAR_ADC_DELAY_INPUT_DLY_SEL_MASK,
823 				      1));
824 
825 	/*
826 	 * set up the input channel muxes in MESON_SAR_ADC_CHAN_10_SW
827 	 * (0 = SAR_ADC_CH0, 1 = SAR_ADC_CH1)
828 	 */
829 	regval = FIELD_PREP(MESON_SAR_ADC_CHAN_10_SW_CHAN0_MUX_SEL_MASK, 0);
830 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_CHAN_10_SW,
831 			   MESON_SAR_ADC_CHAN_10_SW_CHAN0_MUX_SEL_MASK,
832 			   regval);
833 	regval = FIELD_PREP(MESON_SAR_ADC_CHAN_10_SW_CHAN1_MUX_SEL_MASK, 1);
834 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_CHAN_10_SW,
835 			   MESON_SAR_ADC_CHAN_10_SW_CHAN1_MUX_SEL_MASK,
836 			   regval);
837 
838 	/*
839 	 * set up the input channel muxes in MESON_SAR_ADC_AUX_SW
840 	 * (2 = SAR_ADC_CH2, 3 = SAR_ADC_CH3, ...) and enable
841 	 * MESON_SAR_ADC_AUX_SW_YP_DRIVE_SW and
842 	 * MESON_SAR_ADC_AUX_SW_XP_DRIVE_SW like the vendor driver.
843 	 */
844 	regval = 0;
845 	for (i = 2; i <= 7; i++)
846 		regval |= i << MESON_SAR_ADC_AUX_SW_MUX_SEL_CHAN_SHIFT(i);
847 	regval |= MESON_SAR_ADC_AUX_SW_YP_DRIVE_SW;
848 	regval |= MESON_SAR_ADC_AUX_SW_XP_DRIVE_SW;
849 	regmap_write(priv->regmap, MESON_SAR_ADC_AUX_SW, regval);
850 
851 	if (priv->temperature_sensor_calibrated) {
852 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELTA_10,
853 				   MESON_SAR_ADC_DELTA_10_TS_REVE1,
854 				   MESON_SAR_ADC_DELTA_10_TS_REVE1);
855 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELTA_10,
856 				   MESON_SAR_ADC_DELTA_10_TS_REVE0,
857 				   MESON_SAR_ADC_DELTA_10_TS_REVE0);
858 
859 		/*
860 		 * set bits [3:0] of the TSC (temperature sensor coefficient)
861 		 * to get the correct values when reading the temperature.
862 		 */
863 		regval = FIELD_PREP(MESON_SAR_ADC_DELTA_10_TS_C_MASK,
864 				    priv->temperature_sensor_coefficient);
865 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELTA_10,
866 				   MESON_SAR_ADC_DELTA_10_TS_C_MASK, regval);
867 
868 		if (priv->param->temperature_trimming_bits == 5) {
869 			if (priv->temperature_sensor_coefficient & BIT(4))
870 				regval = MESON_HHI_DPLL_TOP_0_TSC_BIT4;
871 			else
872 				regval = 0;
873 
874 			/*
875 			 * bit [4] (the 5th bit when starting to count at 1)
876 			 * of the TSC is located in the HHI register area.
877 			 */
878 			regmap_update_bits(priv->tsc_regmap,
879 					   MESON_HHI_DPLL_TOP_0,
880 					   MESON_HHI_DPLL_TOP_0_TSC_BIT4,
881 					   regval);
882 		}
883 	} else {
884 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELTA_10,
885 				   MESON_SAR_ADC_DELTA_10_TS_REVE1, 0);
886 		regmap_update_bits(priv->regmap, MESON_SAR_ADC_DELTA_10,
887 				   MESON_SAR_ADC_DELTA_10_TS_REVE0, 0);
888 	}
889 
890 	ret = clk_set_parent(priv->adc_sel_clk, priv->clkin);
891 	if (ret) {
892 		dev_err(indio_dev->dev.parent,
893 			"failed to set adc parent to clkin\n");
894 		return ret;
895 	}
896 
897 	ret = clk_set_rate(priv->adc_clk, priv->param->clock_rate);
898 	if (ret) {
899 		dev_err(indio_dev->dev.parent,
900 			"failed to set adc clock rate\n");
901 		return ret;
902 	}
903 
904 	return 0;
905 }
906 
907 static void meson_sar_adc_set_bandgap(struct iio_dev *indio_dev, bool on_off)
908 {
909 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
910 	const struct meson_sar_adc_param *param = priv->param;
911 	u32 enable_mask;
912 
913 	if (param->bandgap_reg == MESON_SAR_ADC_REG11)
914 		enable_mask = MESON_SAR_ADC_REG11_BANDGAP_EN;
915 	else
916 		enable_mask = MESON_SAR_ADC_DELTA_10_TS_VBG_EN;
917 
918 	regmap_update_bits(priv->regmap, param->bandgap_reg, enable_mask,
919 			   on_off ? enable_mask : 0);
920 }
921 
922 static int meson_sar_adc_hw_enable(struct iio_dev *indio_dev)
923 {
924 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
925 	int ret;
926 	u32 regval;
927 
928 	ret = meson_sar_adc_lock(indio_dev);
929 	if (ret)
930 		goto err_lock;
931 
932 	ret = regulator_enable(priv->vref);
933 	if (ret < 0) {
934 		dev_err(indio_dev->dev.parent,
935 			"failed to enable vref regulator\n");
936 		goto err_vref;
937 	}
938 
939 	ret = clk_prepare_enable(priv->core_clk);
940 	if (ret) {
941 		dev_err(indio_dev->dev.parent, "failed to enable core clk\n");
942 		goto err_core_clk;
943 	}
944 
945 	regval = FIELD_PREP(MESON_SAR_ADC_REG0_FIFO_CNT_IRQ_MASK, 1);
946 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG0,
947 			   MESON_SAR_ADC_REG0_FIFO_CNT_IRQ_MASK, regval);
948 
949 	meson_sar_adc_set_bandgap(indio_dev, true);
950 
951 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
952 			   MESON_SAR_ADC_REG3_ADC_EN,
953 			   MESON_SAR_ADC_REG3_ADC_EN);
954 
955 	udelay(5);
956 
957 	ret = clk_prepare_enable(priv->adc_clk);
958 	if (ret) {
959 		dev_err(indio_dev->dev.parent, "failed to enable adc clk\n");
960 		goto err_adc_clk;
961 	}
962 
963 	meson_sar_adc_unlock(indio_dev);
964 
965 	return 0;
966 
967 err_adc_clk:
968 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
969 			   MESON_SAR_ADC_REG3_ADC_EN, 0);
970 	meson_sar_adc_set_bandgap(indio_dev, false);
971 	clk_disable_unprepare(priv->core_clk);
972 err_core_clk:
973 	regulator_disable(priv->vref);
974 err_vref:
975 	meson_sar_adc_unlock(indio_dev);
976 err_lock:
977 	return ret;
978 }
979 
980 static int meson_sar_adc_hw_disable(struct iio_dev *indio_dev)
981 {
982 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
983 	int ret;
984 
985 	ret = meson_sar_adc_lock(indio_dev);
986 	if (ret)
987 		return ret;
988 
989 	clk_disable_unprepare(priv->adc_clk);
990 
991 	regmap_update_bits(priv->regmap, MESON_SAR_ADC_REG3,
992 			   MESON_SAR_ADC_REG3_ADC_EN, 0);
993 
994 	meson_sar_adc_set_bandgap(indio_dev, false);
995 
996 	clk_disable_unprepare(priv->core_clk);
997 
998 	regulator_disable(priv->vref);
999 
1000 	meson_sar_adc_unlock(indio_dev);
1001 
1002 	return 0;
1003 }
1004 
1005 static irqreturn_t meson_sar_adc_irq(int irq, void *data)
1006 {
1007 	struct iio_dev *indio_dev = data;
1008 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
1009 	unsigned int cnt, threshold;
1010 	u32 regval;
1011 
1012 	regmap_read(priv->regmap, MESON_SAR_ADC_REG0, &regval);
1013 	cnt = FIELD_GET(MESON_SAR_ADC_REG0_FIFO_COUNT_MASK, regval);
1014 	threshold = FIELD_GET(MESON_SAR_ADC_REG0_FIFO_CNT_IRQ_MASK, regval);
1015 
1016 	if (cnt < threshold)
1017 		return IRQ_NONE;
1018 
1019 	complete(&priv->done);
1020 
1021 	return IRQ_HANDLED;
1022 }
1023 
1024 static int meson_sar_adc_calib(struct iio_dev *indio_dev)
1025 {
1026 	struct meson_sar_adc_priv *priv = iio_priv(indio_dev);
1027 	int ret, nominal0, nominal1, value0, value1;
1028 
1029 	/* use points 25% and 75% for calibration */
1030 	nominal0 = (1 << priv->param->resolution) / 4;
1031 	nominal1 = (1 << priv->param->resolution) * 3 / 4;
1032 
1033 	meson_sar_adc_set_chan7_mux(indio_dev, CHAN7_MUX_VDD_DIV4);
1034 	usleep_range(10, 20);
1035 	ret = meson_sar_adc_get_sample(indio_dev,
1036 				       &indio_dev->channels[7],
1037 				       MEAN_AVERAGING, EIGHT_SAMPLES, &value0);
1038 	if (ret < 0)
1039 		goto out;
1040 
1041 	meson_sar_adc_set_chan7_mux(indio_dev, CHAN7_MUX_VDD_MUL3_DIV4);
1042 	usleep_range(10, 20);
1043 	ret = meson_sar_adc_get_sample(indio_dev,
1044 				       &indio_dev->channels[7],
1045 				       MEAN_AVERAGING, EIGHT_SAMPLES, &value1);
1046 	if (ret < 0)
1047 		goto out;
1048 
1049 	if (value1 <= value0) {
1050 		ret = -EINVAL;
1051 		goto out;
1052 	}
1053 
1054 	priv->calibscale = div_s64((nominal1 - nominal0) * (s64)MILLION,
1055 				   value1 - value0);
1056 	priv->calibbias = nominal0 - div_s64((s64)value0 * priv->calibscale,
1057 					     MILLION);
1058 	ret = 0;
1059 out:
1060 	meson_sar_adc_set_chan7_mux(indio_dev, CHAN7_MUX_CH7_INPUT);
1061 
1062 	return ret;
1063 }
1064 
1065 static const struct iio_info meson_sar_adc_iio_info = {
1066 	.read_raw = meson_sar_adc_iio_info_read_raw,
1067 };
1068 
1069 static const struct meson_sar_adc_param meson_sar_adc_meson8_param = {
1070 	.has_bl30_integration = false,
1071 	.clock_rate = 1150000,
1072 	.bandgap_reg = MESON_SAR_ADC_DELTA_10,
1073 	.regmap_config = &meson_sar_adc_regmap_config_meson8,
1074 	.resolution = 10,
1075 	.temperature_trimming_bits = 4,
1076 	.temperature_multiplier = 18 * 10000,
1077 	.temperature_divider = 1024 * 10 * 85,
1078 };
1079 
1080 static const struct meson_sar_adc_param meson_sar_adc_meson8b_param = {
1081 	.has_bl30_integration = false,
1082 	.clock_rate = 1150000,
1083 	.bandgap_reg = MESON_SAR_ADC_DELTA_10,
1084 	.regmap_config = &meson_sar_adc_regmap_config_meson8,
1085 	.resolution = 10,
1086 	.temperature_trimming_bits = 5,
1087 	.temperature_multiplier = 10,
1088 	.temperature_divider = 32,
1089 };
1090 
1091 static const struct meson_sar_adc_param meson_sar_adc_gxbb_param = {
1092 	.has_bl30_integration = true,
1093 	.clock_rate = 1200000,
1094 	.bandgap_reg = MESON_SAR_ADC_REG11,
1095 	.regmap_config = &meson_sar_adc_regmap_config_gxbb,
1096 	.resolution = 10,
1097 };
1098 
1099 static const struct meson_sar_adc_param meson_sar_adc_gxl_param = {
1100 	.has_bl30_integration = true,
1101 	.clock_rate = 1200000,
1102 	.bandgap_reg = MESON_SAR_ADC_REG11,
1103 	.regmap_config = &meson_sar_adc_regmap_config_gxbb,
1104 	.resolution = 12,
1105 };
1106 
1107 static const struct meson_sar_adc_param meson_sar_adc_g12a_param = {
1108 	.has_bl30_integration = false,
1109 	.clock_rate = 1200000,
1110 	.bandgap_reg = MESON_SAR_ADC_REG11,
1111 	.regmap_config = &meson_sar_adc_regmap_config_gxbb,
1112 	.resolution = 12,
1113 };
1114 
1115 static const struct meson_sar_adc_data meson_sar_adc_meson8_data = {
1116 	.param = &meson_sar_adc_meson8_param,
1117 	.name = "meson-meson8-saradc",
1118 };
1119 
1120 static const struct meson_sar_adc_data meson_sar_adc_meson8b_data = {
1121 	.param = &meson_sar_adc_meson8b_param,
1122 	.name = "meson-meson8b-saradc",
1123 };
1124 
1125 static const struct meson_sar_adc_data meson_sar_adc_meson8m2_data = {
1126 	.param = &meson_sar_adc_meson8b_param,
1127 	.name = "meson-meson8m2-saradc",
1128 };
1129 
1130 static const struct meson_sar_adc_data meson_sar_adc_gxbb_data = {
1131 	.param = &meson_sar_adc_gxbb_param,
1132 	.name = "meson-gxbb-saradc",
1133 };
1134 
1135 static const struct meson_sar_adc_data meson_sar_adc_gxl_data = {
1136 	.param = &meson_sar_adc_gxl_param,
1137 	.name = "meson-gxl-saradc",
1138 };
1139 
1140 static const struct meson_sar_adc_data meson_sar_adc_gxm_data = {
1141 	.param = &meson_sar_adc_gxl_param,
1142 	.name = "meson-gxm-saradc",
1143 };
1144 
1145 static const struct meson_sar_adc_data meson_sar_adc_axg_data = {
1146 	.param = &meson_sar_adc_gxl_param,
1147 	.name = "meson-axg-saradc",
1148 };
1149 
1150 static const struct meson_sar_adc_data meson_sar_adc_g12a_data = {
1151 	.param = &meson_sar_adc_g12a_param,
1152 	.name = "meson-g12a-saradc",
1153 };
1154 
1155 static const struct of_device_id meson_sar_adc_of_match[] = {
1156 	{
1157 		.compatible = "amlogic,meson8-saradc",
1158 		.data = &meson_sar_adc_meson8_data,
1159 	}, {
1160 		.compatible = "amlogic,meson8b-saradc",
1161 		.data = &meson_sar_adc_meson8b_data,
1162 	}, {
1163 		.compatible = "amlogic,meson8m2-saradc",
1164 		.data = &meson_sar_adc_meson8m2_data,
1165 	}, {
1166 		.compatible = "amlogic,meson-gxbb-saradc",
1167 		.data = &meson_sar_adc_gxbb_data,
1168 	}, {
1169 		.compatible = "amlogic,meson-gxl-saradc",
1170 		.data = &meson_sar_adc_gxl_data,
1171 	}, {
1172 		.compatible = "amlogic,meson-gxm-saradc",
1173 		.data = &meson_sar_adc_gxm_data,
1174 	}, {
1175 		.compatible = "amlogic,meson-axg-saradc",
1176 		.data = &meson_sar_adc_axg_data,
1177 	}, {
1178 		.compatible = "amlogic,meson-g12a-saradc",
1179 		.data = &meson_sar_adc_g12a_data,
1180 	},
1181 	{ /* sentinel */ }
1182 };
1183 MODULE_DEVICE_TABLE(of, meson_sar_adc_of_match);
1184 
1185 static int meson_sar_adc_probe(struct platform_device *pdev)
1186 {
1187 	const struct meson_sar_adc_data *match_data;
1188 	struct meson_sar_adc_priv *priv;
1189 	struct iio_dev *indio_dev;
1190 	void __iomem *base;
1191 	int irq, ret;
1192 
1193 	indio_dev = devm_iio_device_alloc(&pdev->dev, sizeof(*priv));
1194 	if (!indio_dev) {
1195 		dev_err(&pdev->dev, "failed allocating iio device\n");
1196 		return -ENOMEM;
1197 	}
1198 
1199 	priv = iio_priv(indio_dev);
1200 	init_completion(&priv->done);
1201 
1202 	match_data = of_device_get_match_data(&pdev->dev);
1203 	if (!match_data) {
1204 		dev_err(&pdev->dev, "failed to get match data\n");
1205 		return -ENODEV;
1206 	}
1207 
1208 	priv->param = match_data->param;
1209 
1210 	indio_dev->name = match_data->name;
1211 	indio_dev->modes = INDIO_DIRECT_MODE;
1212 	indio_dev->info = &meson_sar_adc_iio_info;
1213 
1214 	base = devm_platform_ioremap_resource(pdev, 0);
1215 	if (IS_ERR(base))
1216 		return PTR_ERR(base);
1217 
1218 	priv->regmap = devm_regmap_init_mmio(&pdev->dev, base,
1219 					     priv->param->regmap_config);
1220 	if (IS_ERR(priv->regmap))
1221 		return PTR_ERR(priv->regmap);
1222 
1223 	irq = irq_of_parse_and_map(pdev->dev.of_node, 0);
1224 	if (!irq)
1225 		return -EINVAL;
1226 
1227 	ret = devm_request_irq(&pdev->dev, irq, meson_sar_adc_irq, IRQF_SHARED,
1228 			       dev_name(&pdev->dev), indio_dev);
1229 	if (ret)
1230 		return ret;
1231 
1232 	priv->clkin = devm_clk_get(&pdev->dev, "clkin");
1233 	if (IS_ERR(priv->clkin))
1234 		return dev_err_probe(&pdev->dev, PTR_ERR(priv->clkin),
1235 				     "failed to get clkin\n");
1236 
1237 	priv->core_clk = devm_clk_get(&pdev->dev, "core");
1238 	if (IS_ERR(priv->core_clk))
1239 		return dev_err_probe(&pdev->dev, PTR_ERR(priv->core_clk),
1240 				     "failed to get core clk\n");
1241 
1242 	priv->adc_clk = devm_clk_get(&pdev->dev, "adc_clk");
1243 	if (IS_ERR(priv->adc_clk)) {
1244 		if (PTR_ERR(priv->adc_clk) == -ENOENT)
1245 			priv->adc_clk = NULL;
1246 		else
1247 			return dev_err_probe(&pdev->dev, PTR_ERR(priv->adc_clk),
1248 					     "failed to get adc clk\n");
1249 	}
1250 
1251 	priv->adc_sel_clk = devm_clk_get(&pdev->dev, "adc_sel");
1252 	if (IS_ERR(priv->adc_sel_clk)) {
1253 		if (PTR_ERR(priv->adc_sel_clk) == -ENOENT)
1254 			priv->adc_sel_clk = NULL;
1255 		else
1256 			return dev_err_probe(&pdev->dev, PTR_ERR(priv->adc_sel_clk),
1257 					     "failed to get adc_sel clk\n");
1258 	}
1259 
1260 	/* on pre-GXBB SoCs the SAR ADC itself provides the ADC clock: */
1261 	if (!priv->adc_clk) {
1262 		ret = meson_sar_adc_clk_init(indio_dev, base);
1263 		if (ret)
1264 			return ret;
1265 	}
1266 
1267 	priv->vref = devm_regulator_get(&pdev->dev, "vref");
1268 	if (IS_ERR(priv->vref))
1269 		return dev_err_probe(&pdev->dev, PTR_ERR(priv->vref),
1270 				     "failed to get vref regulator\n");
1271 
1272 	priv->calibscale = MILLION;
1273 
1274 	if (priv->param->temperature_trimming_bits) {
1275 		ret = meson_sar_adc_temp_sensor_init(indio_dev);
1276 		if (ret)
1277 			return ret;
1278 	}
1279 
1280 	if (priv->temperature_sensor_calibrated) {
1281 		indio_dev->channels = meson_sar_adc_and_temp_iio_channels;
1282 		indio_dev->num_channels =
1283 			ARRAY_SIZE(meson_sar_adc_and_temp_iio_channels);
1284 	} else {
1285 		indio_dev->channels = meson_sar_adc_iio_channels;
1286 		indio_dev->num_channels =
1287 			ARRAY_SIZE(meson_sar_adc_iio_channels);
1288 	}
1289 
1290 	ret = meson_sar_adc_init(indio_dev);
1291 	if (ret)
1292 		goto err;
1293 
1294 	ret = meson_sar_adc_hw_enable(indio_dev);
1295 	if (ret)
1296 		goto err;
1297 
1298 	ret = meson_sar_adc_calib(indio_dev);
1299 	if (ret)
1300 		dev_warn(&pdev->dev, "calibration failed\n");
1301 
1302 	platform_set_drvdata(pdev, indio_dev);
1303 
1304 	ret = iio_device_register(indio_dev);
1305 	if (ret)
1306 		goto err_hw;
1307 
1308 	return 0;
1309 
1310 err_hw:
1311 	meson_sar_adc_hw_disable(indio_dev);
1312 err:
1313 	return ret;
1314 }
1315 
1316 static int meson_sar_adc_remove(struct platform_device *pdev)
1317 {
1318 	struct iio_dev *indio_dev = platform_get_drvdata(pdev);
1319 
1320 	iio_device_unregister(indio_dev);
1321 
1322 	return meson_sar_adc_hw_disable(indio_dev);
1323 }
1324 
1325 static int __maybe_unused meson_sar_adc_suspend(struct device *dev)
1326 {
1327 	struct iio_dev *indio_dev = dev_get_drvdata(dev);
1328 
1329 	return meson_sar_adc_hw_disable(indio_dev);
1330 }
1331 
1332 static int __maybe_unused meson_sar_adc_resume(struct device *dev)
1333 {
1334 	struct iio_dev *indio_dev = dev_get_drvdata(dev);
1335 
1336 	return meson_sar_adc_hw_enable(indio_dev);
1337 }
1338 
1339 static SIMPLE_DEV_PM_OPS(meson_sar_adc_pm_ops,
1340 			 meson_sar_adc_suspend, meson_sar_adc_resume);
1341 
1342 static struct platform_driver meson_sar_adc_driver = {
1343 	.probe		= meson_sar_adc_probe,
1344 	.remove		= meson_sar_adc_remove,
1345 	.driver		= {
1346 		.name	= "meson-saradc",
1347 		.of_match_table = meson_sar_adc_of_match,
1348 		.pm = &meson_sar_adc_pm_ops,
1349 	},
1350 };
1351 
1352 module_platform_driver(meson_sar_adc_driver);
1353 
1354 MODULE_AUTHOR("Martin Blumenstingl <martin.blumenstingl@googlemail.com>");
1355 MODULE_DESCRIPTION("Amlogic Meson SAR ADC driver");
1356 MODULE_LICENSE("GPL v2");
1357