xref: /openbmc/linux/sound/soc/codecs/wm_adsp.c (revision c4ee0af3)
1 /*
2  * wm_adsp.c  --  Wolfson ADSP support
3  *
4  * Copyright 2012 Wolfson Microelectronics plc
5  *
6  * Author: Mark Brown <broonie@opensource.wolfsonmicro.com>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 as
10  * published by the Free Software Foundation.
11  */
12 
13 #include <linux/module.h>
14 #include <linux/moduleparam.h>
15 #include <linux/init.h>
16 #include <linux/delay.h>
17 #include <linux/firmware.h>
18 #include <linux/list.h>
19 #include <linux/pm.h>
20 #include <linux/pm_runtime.h>
21 #include <linux/regmap.h>
22 #include <linux/regulator/consumer.h>
23 #include <linux/slab.h>
24 #include <linux/workqueue.h>
25 #include <sound/core.h>
26 #include <sound/pcm.h>
27 #include <sound/pcm_params.h>
28 #include <sound/soc.h>
29 #include <sound/jack.h>
30 #include <sound/initval.h>
31 #include <sound/tlv.h>
32 
33 #include <linux/mfd/arizona/registers.h>
34 
35 #include "arizona.h"
36 #include "wm_adsp.h"
37 
38 #define adsp_crit(_dsp, fmt, ...) \
39 	dev_crit(_dsp->dev, "DSP%d: " fmt, _dsp->num, ##__VA_ARGS__)
40 #define adsp_err(_dsp, fmt, ...) \
41 	dev_err(_dsp->dev, "DSP%d: " fmt, _dsp->num, ##__VA_ARGS__)
42 #define adsp_warn(_dsp, fmt, ...) \
43 	dev_warn(_dsp->dev, "DSP%d: " fmt, _dsp->num, ##__VA_ARGS__)
44 #define adsp_info(_dsp, fmt, ...) \
45 	dev_info(_dsp->dev, "DSP%d: " fmt, _dsp->num, ##__VA_ARGS__)
46 #define adsp_dbg(_dsp, fmt, ...) \
47 	dev_dbg(_dsp->dev, "DSP%d: " fmt, _dsp->num, ##__VA_ARGS__)
48 
49 #define ADSP1_CONTROL_1                   0x00
50 #define ADSP1_CONTROL_2                   0x02
51 #define ADSP1_CONTROL_3                   0x03
52 #define ADSP1_CONTROL_4                   0x04
53 #define ADSP1_CONTROL_5                   0x06
54 #define ADSP1_CONTROL_6                   0x07
55 #define ADSP1_CONTROL_7                   0x08
56 #define ADSP1_CONTROL_8                   0x09
57 #define ADSP1_CONTROL_9                   0x0A
58 #define ADSP1_CONTROL_10                  0x0B
59 #define ADSP1_CONTROL_11                  0x0C
60 #define ADSP1_CONTROL_12                  0x0D
61 #define ADSP1_CONTROL_13                  0x0F
62 #define ADSP1_CONTROL_14                  0x10
63 #define ADSP1_CONTROL_15                  0x11
64 #define ADSP1_CONTROL_16                  0x12
65 #define ADSP1_CONTROL_17                  0x13
66 #define ADSP1_CONTROL_18                  0x14
67 #define ADSP1_CONTROL_19                  0x16
68 #define ADSP1_CONTROL_20                  0x17
69 #define ADSP1_CONTROL_21                  0x18
70 #define ADSP1_CONTROL_22                  0x1A
71 #define ADSP1_CONTROL_23                  0x1B
72 #define ADSP1_CONTROL_24                  0x1C
73 #define ADSP1_CONTROL_25                  0x1E
74 #define ADSP1_CONTROL_26                  0x20
75 #define ADSP1_CONTROL_27                  0x21
76 #define ADSP1_CONTROL_28                  0x22
77 #define ADSP1_CONTROL_29                  0x23
78 #define ADSP1_CONTROL_30                  0x24
79 #define ADSP1_CONTROL_31                  0x26
80 
81 /*
82  * ADSP1 Control 19
83  */
84 #define ADSP1_WDMA_BUFFER_LENGTH_MASK     0x00FF  /* DSP1_WDMA_BUFFER_LENGTH - [7:0] */
85 #define ADSP1_WDMA_BUFFER_LENGTH_SHIFT         0  /* DSP1_WDMA_BUFFER_LENGTH - [7:0] */
86 #define ADSP1_WDMA_BUFFER_LENGTH_WIDTH         8  /* DSP1_WDMA_BUFFER_LENGTH - [7:0] */
87 
88 
89 /*
90  * ADSP1 Control 30
91  */
92 #define ADSP1_DBG_CLK_ENA                 0x0008  /* DSP1_DBG_CLK_ENA */
93 #define ADSP1_DBG_CLK_ENA_MASK            0x0008  /* DSP1_DBG_CLK_ENA */
94 #define ADSP1_DBG_CLK_ENA_SHIFT                3  /* DSP1_DBG_CLK_ENA */
95 #define ADSP1_DBG_CLK_ENA_WIDTH                1  /* DSP1_DBG_CLK_ENA */
96 #define ADSP1_SYS_ENA                     0x0004  /* DSP1_SYS_ENA */
97 #define ADSP1_SYS_ENA_MASK                0x0004  /* DSP1_SYS_ENA */
98 #define ADSP1_SYS_ENA_SHIFT                    2  /* DSP1_SYS_ENA */
99 #define ADSP1_SYS_ENA_WIDTH                    1  /* DSP1_SYS_ENA */
100 #define ADSP1_CORE_ENA                    0x0002  /* DSP1_CORE_ENA */
101 #define ADSP1_CORE_ENA_MASK               0x0002  /* DSP1_CORE_ENA */
102 #define ADSP1_CORE_ENA_SHIFT                   1  /* DSP1_CORE_ENA */
103 #define ADSP1_CORE_ENA_WIDTH                   1  /* DSP1_CORE_ENA */
104 #define ADSP1_START                       0x0001  /* DSP1_START */
105 #define ADSP1_START_MASK                  0x0001  /* DSP1_START */
106 #define ADSP1_START_SHIFT                      0  /* DSP1_START */
107 #define ADSP1_START_WIDTH                      1  /* DSP1_START */
108 
109 /*
110  * ADSP1 Control 31
111  */
112 #define ADSP1_CLK_SEL_MASK                0x0007  /* CLK_SEL_ENA */
113 #define ADSP1_CLK_SEL_SHIFT                    0  /* CLK_SEL_ENA */
114 #define ADSP1_CLK_SEL_WIDTH                    3  /* CLK_SEL_ENA */
115 
116 #define ADSP2_CONTROL        0x0
117 #define ADSP2_CLOCKING       0x1
118 #define ADSP2_STATUS1        0x4
119 #define ADSP2_WDMA_CONFIG_1 0x30
120 #define ADSP2_WDMA_CONFIG_2 0x31
121 #define ADSP2_RDMA_CONFIG_1 0x34
122 
123 /*
124  * ADSP2 Control
125  */
126 
127 #define ADSP2_MEM_ENA                     0x0010  /* DSP1_MEM_ENA */
128 #define ADSP2_MEM_ENA_MASK                0x0010  /* DSP1_MEM_ENA */
129 #define ADSP2_MEM_ENA_SHIFT                    4  /* DSP1_MEM_ENA */
130 #define ADSP2_MEM_ENA_WIDTH                    1  /* DSP1_MEM_ENA */
131 #define ADSP2_SYS_ENA                     0x0004  /* DSP1_SYS_ENA */
132 #define ADSP2_SYS_ENA_MASK                0x0004  /* DSP1_SYS_ENA */
133 #define ADSP2_SYS_ENA_SHIFT                    2  /* DSP1_SYS_ENA */
134 #define ADSP2_SYS_ENA_WIDTH                    1  /* DSP1_SYS_ENA */
135 #define ADSP2_CORE_ENA                    0x0002  /* DSP1_CORE_ENA */
136 #define ADSP2_CORE_ENA_MASK               0x0002  /* DSP1_CORE_ENA */
137 #define ADSP2_CORE_ENA_SHIFT                   1  /* DSP1_CORE_ENA */
138 #define ADSP2_CORE_ENA_WIDTH                   1  /* DSP1_CORE_ENA */
139 #define ADSP2_START                       0x0001  /* DSP1_START */
140 #define ADSP2_START_MASK                  0x0001  /* DSP1_START */
141 #define ADSP2_START_SHIFT                      0  /* DSP1_START */
142 #define ADSP2_START_WIDTH                      1  /* DSP1_START */
143 
144 /*
145  * ADSP2 clocking
146  */
147 #define ADSP2_CLK_SEL_MASK                0x0007  /* CLK_SEL_ENA */
148 #define ADSP2_CLK_SEL_SHIFT                    0  /* CLK_SEL_ENA */
149 #define ADSP2_CLK_SEL_WIDTH                    3  /* CLK_SEL_ENA */
150 
151 /*
152  * ADSP2 Status 1
153  */
154 #define ADSP2_RAM_RDY                     0x0001
155 #define ADSP2_RAM_RDY_MASK                0x0001
156 #define ADSP2_RAM_RDY_SHIFT                    0
157 #define ADSP2_RAM_RDY_WIDTH                    1
158 
159 struct wm_adsp_buf {
160 	struct list_head list;
161 	void *buf;
162 };
163 
164 static struct wm_adsp_buf *wm_adsp_buf_alloc(const void *src, size_t len,
165 					     struct list_head *list)
166 {
167 	struct wm_adsp_buf *buf = kzalloc(sizeof(*buf), GFP_KERNEL);
168 
169 	if (buf == NULL)
170 		return NULL;
171 
172 	buf->buf = kmemdup(src, len, GFP_KERNEL | GFP_DMA);
173 	if (!buf->buf) {
174 		kfree(buf);
175 		return NULL;
176 	}
177 
178 	if (list)
179 		list_add_tail(&buf->list, list);
180 
181 	return buf;
182 }
183 
184 static void wm_adsp_buf_free(struct list_head *list)
185 {
186 	while (!list_empty(list)) {
187 		struct wm_adsp_buf *buf = list_first_entry(list,
188 							   struct wm_adsp_buf,
189 							   list);
190 		list_del(&buf->list);
191 		kfree(buf->buf);
192 		kfree(buf);
193 	}
194 }
195 
196 #define WM_ADSP_NUM_FW 4
197 
198 #define WM_ADSP_FW_MBC_VSS 0
199 #define WM_ADSP_FW_TX      1
200 #define WM_ADSP_FW_TX_SPK  2
201 #define WM_ADSP_FW_RX_ANC  3
202 
203 static const char *wm_adsp_fw_text[WM_ADSP_NUM_FW] = {
204 	[WM_ADSP_FW_MBC_VSS] = "MBC/VSS",
205 	[WM_ADSP_FW_TX] =      "Tx",
206 	[WM_ADSP_FW_TX_SPK] =  "Tx Speaker",
207 	[WM_ADSP_FW_RX_ANC] =  "Rx ANC",
208 };
209 
210 static struct {
211 	const char *file;
212 } wm_adsp_fw[WM_ADSP_NUM_FW] = {
213 	[WM_ADSP_FW_MBC_VSS] = { .file = "mbc-vss" },
214 	[WM_ADSP_FW_TX] =      { .file = "tx" },
215 	[WM_ADSP_FW_TX_SPK] =  { .file = "tx-spk" },
216 	[WM_ADSP_FW_RX_ANC] =  { .file = "rx-anc" },
217 };
218 
219 struct wm_coeff_ctl_ops {
220 	int (*xget)(struct snd_kcontrol *kcontrol,
221 		    struct snd_ctl_elem_value *ucontrol);
222 	int (*xput)(struct snd_kcontrol *kcontrol,
223 		    struct snd_ctl_elem_value *ucontrol);
224 	int (*xinfo)(struct snd_kcontrol *kcontrol,
225 		     struct snd_ctl_elem_info *uinfo);
226 };
227 
228 struct wm_coeff_ctl {
229 	const char *name;
230 	struct wm_adsp_alg_region region;
231 	struct wm_coeff_ctl_ops ops;
232 	struct wm_adsp *adsp;
233 	void *private;
234 	unsigned int enabled:1;
235 	struct list_head list;
236 	void *cache;
237 	size_t len;
238 	unsigned int set:1;
239 	struct snd_kcontrol *kcontrol;
240 };
241 
242 static int wm_adsp_fw_get(struct snd_kcontrol *kcontrol,
243 			  struct snd_ctl_elem_value *ucontrol)
244 {
245 	struct snd_soc_codec *codec = snd_kcontrol_chip(kcontrol);
246 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
247 	struct wm_adsp *adsp = snd_soc_codec_get_drvdata(codec);
248 
249 	ucontrol->value.integer.value[0] = adsp[e->shift_l].fw;
250 
251 	return 0;
252 }
253 
254 static int wm_adsp_fw_put(struct snd_kcontrol *kcontrol,
255 			  struct snd_ctl_elem_value *ucontrol)
256 {
257 	struct snd_soc_codec *codec = snd_kcontrol_chip(kcontrol);
258 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
259 	struct wm_adsp *adsp = snd_soc_codec_get_drvdata(codec);
260 
261 	if (ucontrol->value.integer.value[0] == adsp[e->shift_l].fw)
262 		return 0;
263 
264 	if (ucontrol->value.integer.value[0] >= WM_ADSP_NUM_FW)
265 		return -EINVAL;
266 
267 	if (adsp[e->shift_l].running)
268 		return -EBUSY;
269 
270 	adsp[e->shift_l].fw = ucontrol->value.integer.value[0];
271 
272 	return 0;
273 }
274 
275 static const struct soc_enum wm_adsp_fw_enum[] = {
276 	SOC_ENUM_SINGLE(0, 0, ARRAY_SIZE(wm_adsp_fw_text), wm_adsp_fw_text),
277 	SOC_ENUM_SINGLE(0, 1, ARRAY_SIZE(wm_adsp_fw_text), wm_adsp_fw_text),
278 	SOC_ENUM_SINGLE(0, 2, ARRAY_SIZE(wm_adsp_fw_text), wm_adsp_fw_text),
279 	SOC_ENUM_SINGLE(0, 3, ARRAY_SIZE(wm_adsp_fw_text), wm_adsp_fw_text),
280 };
281 
282 const struct snd_kcontrol_new wm_adsp1_fw_controls[] = {
283 	SOC_ENUM_EXT("DSP1 Firmware", wm_adsp_fw_enum[0],
284 		     wm_adsp_fw_get, wm_adsp_fw_put),
285 	SOC_ENUM_EXT("DSP2 Firmware", wm_adsp_fw_enum[1],
286 		     wm_adsp_fw_get, wm_adsp_fw_put),
287 	SOC_ENUM_EXT("DSP3 Firmware", wm_adsp_fw_enum[2],
288 		     wm_adsp_fw_get, wm_adsp_fw_put),
289 };
290 EXPORT_SYMBOL_GPL(wm_adsp1_fw_controls);
291 
292 #if IS_ENABLED(CONFIG_SND_SOC_ARIZONA)
293 static const struct soc_enum wm_adsp2_rate_enum[] = {
294 	SOC_VALUE_ENUM_SINGLE(ARIZONA_DSP1_CONTROL_1,
295 			      ARIZONA_DSP1_RATE_SHIFT, 0xf,
296 			      ARIZONA_RATE_ENUM_SIZE,
297 			      arizona_rate_text, arizona_rate_val),
298 	SOC_VALUE_ENUM_SINGLE(ARIZONA_DSP2_CONTROL_1,
299 			      ARIZONA_DSP1_RATE_SHIFT, 0xf,
300 			      ARIZONA_RATE_ENUM_SIZE,
301 			      arizona_rate_text, arizona_rate_val),
302 	SOC_VALUE_ENUM_SINGLE(ARIZONA_DSP3_CONTROL_1,
303 			      ARIZONA_DSP1_RATE_SHIFT, 0xf,
304 			      ARIZONA_RATE_ENUM_SIZE,
305 			      arizona_rate_text, arizona_rate_val),
306 	SOC_VALUE_ENUM_SINGLE(ARIZONA_DSP4_CONTROL_1,
307 			      ARIZONA_DSP1_RATE_SHIFT, 0xf,
308 			      ARIZONA_RATE_ENUM_SIZE,
309 			      arizona_rate_text, arizona_rate_val),
310 };
311 
312 const struct snd_kcontrol_new wm_adsp2_fw_controls[] = {
313 	SOC_ENUM_EXT("DSP1 Firmware", wm_adsp_fw_enum[0],
314 		     wm_adsp_fw_get, wm_adsp_fw_put),
315 	SOC_ENUM("DSP1 Rate", wm_adsp2_rate_enum[0]),
316 	SOC_ENUM_EXT("DSP2 Firmware", wm_adsp_fw_enum[1],
317 		     wm_adsp_fw_get, wm_adsp_fw_put),
318 	SOC_ENUM("DSP2 Rate", wm_adsp2_rate_enum[1]),
319 	SOC_ENUM_EXT("DSP3 Firmware", wm_adsp_fw_enum[2],
320 		     wm_adsp_fw_get, wm_adsp_fw_put),
321 	SOC_ENUM("DSP3 Rate", wm_adsp2_rate_enum[2]),
322 	SOC_ENUM_EXT("DSP4 Firmware", wm_adsp_fw_enum[3],
323 		     wm_adsp_fw_get, wm_adsp_fw_put),
324 	SOC_ENUM("DSP4 Rate", wm_adsp2_rate_enum[3]),
325 };
326 EXPORT_SYMBOL_GPL(wm_adsp2_fw_controls);
327 #endif
328 
329 static struct wm_adsp_region const *wm_adsp_find_region(struct wm_adsp *dsp,
330 							int type)
331 {
332 	int i;
333 
334 	for (i = 0; i < dsp->num_mems; i++)
335 		if (dsp->mem[i].type == type)
336 			return &dsp->mem[i];
337 
338 	return NULL;
339 }
340 
341 static unsigned int wm_adsp_region_to_reg(struct wm_adsp_region const *region,
342 					  unsigned int offset)
343 {
344 	if (WARN_ON(!region))
345 		return offset;
346 	switch (region->type) {
347 	case WMFW_ADSP1_PM:
348 		return region->base + (offset * 3);
349 	case WMFW_ADSP1_DM:
350 		return region->base + (offset * 2);
351 	case WMFW_ADSP2_XM:
352 		return region->base + (offset * 2);
353 	case WMFW_ADSP2_YM:
354 		return region->base + (offset * 2);
355 	case WMFW_ADSP1_ZM:
356 		return region->base + (offset * 2);
357 	default:
358 		WARN(1, "Unknown memory region type");
359 		return offset;
360 	}
361 }
362 
363 static int wm_coeff_info(struct snd_kcontrol *kcontrol,
364 			 struct snd_ctl_elem_info *uinfo)
365 {
366 	struct wm_coeff_ctl *ctl = (struct wm_coeff_ctl *)kcontrol->private_value;
367 
368 	uinfo->type = SNDRV_CTL_ELEM_TYPE_BYTES;
369 	uinfo->count = ctl->len;
370 	return 0;
371 }
372 
373 static int wm_coeff_write_control(struct snd_kcontrol *kcontrol,
374 				  const void *buf, size_t len)
375 {
376 	struct wm_coeff_ctl *ctl = (struct wm_coeff_ctl *)kcontrol->private_value;
377 	struct wm_adsp_alg_region *region = &ctl->region;
378 	const struct wm_adsp_region *mem;
379 	struct wm_adsp *adsp = ctl->adsp;
380 	void *scratch;
381 	int ret;
382 	unsigned int reg;
383 
384 	mem = wm_adsp_find_region(adsp, region->type);
385 	if (!mem) {
386 		adsp_err(adsp, "No base for region %x\n",
387 			 region->type);
388 		return -EINVAL;
389 	}
390 
391 	reg = ctl->region.base;
392 	reg = wm_adsp_region_to_reg(mem, reg);
393 
394 	scratch = kmemdup(buf, ctl->len, GFP_KERNEL | GFP_DMA);
395 	if (!scratch)
396 		return -ENOMEM;
397 
398 	ret = regmap_raw_write(adsp->regmap, reg, scratch,
399 			       ctl->len);
400 	if (ret) {
401 		adsp_err(adsp, "Failed to write %zu bytes to %x: %d\n",
402 			 ctl->len, reg, ret);
403 		kfree(scratch);
404 		return ret;
405 	}
406 	adsp_dbg(adsp, "Wrote %zu bytes to %x\n", ctl->len, reg);
407 
408 	kfree(scratch);
409 
410 	return 0;
411 }
412 
413 static int wm_coeff_put(struct snd_kcontrol *kcontrol,
414 			struct snd_ctl_elem_value *ucontrol)
415 {
416 	struct wm_coeff_ctl *ctl = (struct wm_coeff_ctl *)kcontrol->private_value;
417 	char *p = ucontrol->value.bytes.data;
418 
419 	memcpy(ctl->cache, p, ctl->len);
420 
421 	if (!ctl->enabled) {
422 		ctl->set = 1;
423 		return 0;
424 	}
425 
426 	return wm_coeff_write_control(kcontrol, p, ctl->len);
427 }
428 
429 static int wm_coeff_read_control(struct snd_kcontrol *kcontrol,
430 				 void *buf, size_t len)
431 {
432 	struct wm_coeff_ctl *ctl = (struct wm_coeff_ctl *)kcontrol->private_value;
433 	struct wm_adsp_alg_region *region = &ctl->region;
434 	const struct wm_adsp_region *mem;
435 	struct wm_adsp *adsp = ctl->adsp;
436 	void *scratch;
437 	int ret;
438 	unsigned int reg;
439 
440 	mem = wm_adsp_find_region(adsp, region->type);
441 	if (!mem) {
442 		adsp_err(adsp, "No base for region %x\n",
443 			 region->type);
444 		return -EINVAL;
445 	}
446 
447 	reg = ctl->region.base;
448 	reg = wm_adsp_region_to_reg(mem, reg);
449 
450 	scratch = kmalloc(ctl->len, GFP_KERNEL | GFP_DMA);
451 	if (!scratch)
452 		return -ENOMEM;
453 
454 	ret = regmap_raw_read(adsp->regmap, reg, scratch, ctl->len);
455 	if (ret) {
456 		adsp_err(adsp, "Failed to read %zu bytes from %x: %d\n",
457 			 ctl->len, reg, ret);
458 		kfree(scratch);
459 		return ret;
460 	}
461 	adsp_dbg(adsp, "Read %zu bytes from %x\n", ctl->len, reg);
462 
463 	memcpy(buf, scratch, ctl->len);
464 	kfree(scratch);
465 
466 	return 0;
467 }
468 
469 static int wm_coeff_get(struct snd_kcontrol *kcontrol,
470 			struct snd_ctl_elem_value *ucontrol)
471 {
472 	struct wm_coeff_ctl *ctl = (struct wm_coeff_ctl *)kcontrol->private_value;
473 	char *p = ucontrol->value.bytes.data;
474 
475 	memcpy(p, ctl->cache, ctl->len);
476 	return 0;
477 }
478 
479 struct wmfw_ctl_work {
480 	struct wm_adsp *adsp;
481 	struct wm_coeff_ctl *ctl;
482 	struct work_struct work;
483 };
484 
485 static int wmfw_add_ctl(struct wm_adsp *adsp, struct wm_coeff_ctl *ctl)
486 {
487 	struct snd_kcontrol_new *kcontrol;
488 	int ret;
489 
490 	if (!ctl || !ctl->name)
491 		return -EINVAL;
492 
493 	kcontrol = kzalloc(sizeof(*kcontrol), GFP_KERNEL);
494 	if (!kcontrol)
495 		return -ENOMEM;
496 	kcontrol->iface = SNDRV_CTL_ELEM_IFACE_MIXER;
497 
498 	kcontrol->name = ctl->name;
499 	kcontrol->info = wm_coeff_info;
500 	kcontrol->get = wm_coeff_get;
501 	kcontrol->put = wm_coeff_put;
502 	kcontrol->private_value = (unsigned long)ctl;
503 
504 	ret = snd_soc_add_card_controls(adsp->card,
505 					kcontrol, 1);
506 	if (ret < 0)
507 		goto err_kcontrol;
508 
509 	kfree(kcontrol);
510 
511 	ctl->kcontrol = snd_soc_card_get_kcontrol(adsp->card,
512 						  ctl->name);
513 
514 	list_add(&ctl->list, &adsp->ctl_list);
515 	return 0;
516 
517 err_kcontrol:
518 	kfree(kcontrol);
519 	return ret;
520 }
521 
522 static int wm_adsp_load(struct wm_adsp *dsp)
523 {
524 	LIST_HEAD(buf_list);
525 	const struct firmware *firmware;
526 	struct regmap *regmap = dsp->regmap;
527 	unsigned int pos = 0;
528 	const struct wmfw_header *header;
529 	const struct wmfw_adsp1_sizes *adsp1_sizes;
530 	const struct wmfw_adsp2_sizes *adsp2_sizes;
531 	const struct wmfw_footer *footer;
532 	const struct wmfw_region *region;
533 	const struct wm_adsp_region *mem;
534 	const char *region_name;
535 	char *file, *text;
536 	struct wm_adsp_buf *buf;
537 	unsigned int reg;
538 	int regions = 0;
539 	int ret, offset, type, sizes;
540 
541 	file = kzalloc(PAGE_SIZE, GFP_KERNEL);
542 	if (file == NULL)
543 		return -ENOMEM;
544 
545 	snprintf(file, PAGE_SIZE, "%s-dsp%d-%s.wmfw", dsp->part, dsp->num,
546 		 wm_adsp_fw[dsp->fw].file);
547 	file[PAGE_SIZE - 1] = '\0';
548 
549 	ret = request_firmware(&firmware, file, dsp->dev);
550 	if (ret != 0) {
551 		adsp_err(dsp, "Failed to request '%s'\n", file);
552 		goto out;
553 	}
554 	ret = -EINVAL;
555 
556 	pos = sizeof(*header) + sizeof(*adsp1_sizes) + sizeof(*footer);
557 	if (pos >= firmware->size) {
558 		adsp_err(dsp, "%s: file too short, %zu bytes\n",
559 			 file, firmware->size);
560 		goto out_fw;
561 	}
562 
563 	header = (void*)&firmware->data[0];
564 
565 	if (memcmp(&header->magic[0], "WMFW", 4) != 0) {
566 		adsp_err(dsp, "%s: invalid magic\n", file);
567 		goto out_fw;
568 	}
569 
570 	if (header->ver != 0) {
571 		adsp_err(dsp, "%s: unknown file format %d\n",
572 			 file, header->ver);
573 		goto out_fw;
574 	}
575 	adsp_info(dsp, "Firmware version: %d\n", header->ver);
576 
577 	if (header->core != dsp->type) {
578 		adsp_err(dsp, "%s: invalid core %d != %d\n",
579 			 file, header->core, dsp->type);
580 		goto out_fw;
581 	}
582 
583 	switch (dsp->type) {
584 	case WMFW_ADSP1:
585 		pos = sizeof(*header) + sizeof(*adsp1_sizes) + sizeof(*footer);
586 		adsp1_sizes = (void *)&(header[1]);
587 		footer = (void *)&(adsp1_sizes[1]);
588 		sizes = sizeof(*adsp1_sizes);
589 
590 		adsp_dbg(dsp, "%s: %d DM, %d PM, %d ZM\n",
591 			 file, le32_to_cpu(adsp1_sizes->dm),
592 			 le32_to_cpu(adsp1_sizes->pm),
593 			 le32_to_cpu(adsp1_sizes->zm));
594 		break;
595 
596 	case WMFW_ADSP2:
597 		pos = sizeof(*header) + sizeof(*adsp2_sizes) + sizeof(*footer);
598 		adsp2_sizes = (void *)&(header[1]);
599 		footer = (void *)&(adsp2_sizes[1]);
600 		sizes = sizeof(*adsp2_sizes);
601 
602 		adsp_dbg(dsp, "%s: %d XM, %d YM %d PM, %d ZM\n",
603 			 file, le32_to_cpu(adsp2_sizes->xm),
604 			 le32_to_cpu(adsp2_sizes->ym),
605 			 le32_to_cpu(adsp2_sizes->pm),
606 			 le32_to_cpu(adsp2_sizes->zm));
607 		break;
608 
609 	default:
610 		WARN(1, "Unknown DSP type");
611 		goto out_fw;
612 	}
613 
614 	if (le32_to_cpu(header->len) != sizeof(*header) +
615 	    sizes + sizeof(*footer)) {
616 		adsp_err(dsp, "%s: unexpected header length %d\n",
617 			 file, le32_to_cpu(header->len));
618 		goto out_fw;
619 	}
620 
621 	adsp_dbg(dsp, "%s: timestamp %llu\n", file,
622 		 le64_to_cpu(footer->timestamp));
623 
624 	while (pos < firmware->size &&
625 	       pos - firmware->size > sizeof(*region)) {
626 		region = (void *)&(firmware->data[pos]);
627 		region_name = "Unknown";
628 		reg = 0;
629 		text = NULL;
630 		offset = le32_to_cpu(region->offset) & 0xffffff;
631 		type = be32_to_cpu(region->type) & 0xff;
632 		mem = wm_adsp_find_region(dsp, type);
633 
634 		switch (type) {
635 		case WMFW_NAME_TEXT:
636 			region_name = "Firmware name";
637 			text = kzalloc(le32_to_cpu(region->len) + 1,
638 				       GFP_KERNEL);
639 			break;
640 		case WMFW_INFO_TEXT:
641 			region_name = "Information";
642 			text = kzalloc(le32_to_cpu(region->len) + 1,
643 				       GFP_KERNEL);
644 			break;
645 		case WMFW_ABSOLUTE:
646 			region_name = "Absolute";
647 			reg = offset;
648 			break;
649 		case WMFW_ADSP1_PM:
650 			region_name = "PM";
651 			reg = wm_adsp_region_to_reg(mem, offset);
652 			break;
653 		case WMFW_ADSP1_DM:
654 			region_name = "DM";
655 			reg = wm_adsp_region_to_reg(mem, offset);
656 			break;
657 		case WMFW_ADSP2_XM:
658 			region_name = "XM";
659 			reg = wm_adsp_region_to_reg(mem, offset);
660 			break;
661 		case WMFW_ADSP2_YM:
662 			region_name = "YM";
663 			reg = wm_adsp_region_to_reg(mem, offset);
664 			break;
665 		case WMFW_ADSP1_ZM:
666 			region_name = "ZM";
667 			reg = wm_adsp_region_to_reg(mem, offset);
668 			break;
669 		default:
670 			adsp_warn(dsp,
671 				  "%s.%d: Unknown region type %x at %d(%x)\n",
672 				  file, regions, type, pos, pos);
673 			break;
674 		}
675 
676 		adsp_dbg(dsp, "%s.%d: %d bytes at %d in %s\n", file,
677 			 regions, le32_to_cpu(region->len), offset,
678 			 region_name);
679 
680 		if (text) {
681 			memcpy(text, region->data, le32_to_cpu(region->len));
682 			adsp_info(dsp, "%s: %s\n", file, text);
683 			kfree(text);
684 		}
685 
686 		if (reg) {
687 			buf = wm_adsp_buf_alloc(region->data,
688 						le32_to_cpu(region->len),
689 						&buf_list);
690 			if (!buf) {
691 				adsp_err(dsp, "Out of memory\n");
692 				ret = -ENOMEM;
693 				goto out_fw;
694 			}
695 
696 			ret = regmap_raw_write_async(regmap, reg, buf->buf,
697 						     le32_to_cpu(region->len));
698 			if (ret != 0) {
699 				adsp_err(dsp,
700 					"%s.%d: Failed to write %d bytes at %d in %s: %d\n",
701 					file, regions,
702 					le32_to_cpu(region->len), offset,
703 					region_name, ret);
704 				goto out_fw;
705 			}
706 		}
707 
708 		pos += le32_to_cpu(region->len) + sizeof(*region);
709 		regions++;
710 	}
711 
712 	ret = regmap_async_complete(regmap);
713 	if (ret != 0) {
714 		adsp_err(dsp, "Failed to complete async write: %d\n", ret);
715 		goto out_fw;
716 	}
717 
718 	if (pos > firmware->size)
719 		adsp_warn(dsp, "%s.%d: %zu bytes at end of file\n",
720 			  file, regions, pos - firmware->size);
721 
722 out_fw:
723 	regmap_async_complete(regmap);
724 	wm_adsp_buf_free(&buf_list);
725 	release_firmware(firmware);
726 out:
727 	kfree(file);
728 
729 	return ret;
730 }
731 
732 static int wm_coeff_init_control_caches(struct wm_adsp *adsp)
733 {
734 	struct wm_coeff_ctl *ctl;
735 	int ret;
736 
737 	list_for_each_entry(ctl, &adsp->ctl_list, list) {
738 		if (!ctl->enabled || ctl->set)
739 			continue;
740 		ret = wm_coeff_read_control(ctl->kcontrol,
741 					    ctl->cache,
742 					    ctl->len);
743 		if (ret < 0)
744 			return ret;
745 	}
746 
747 	return 0;
748 }
749 
750 static int wm_coeff_sync_controls(struct wm_adsp *adsp)
751 {
752 	struct wm_coeff_ctl *ctl;
753 	int ret;
754 
755 	list_for_each_entry(ctl, &adsp->ctl_list, list) {
756 		if (!ctl->enabled)
757 			continue;
758 		if (ctl->set) {
759 			ret = wm_coeff_write_control(ctl->kcontrol,
760 						     ctl->cache,
761 						     ctl->len);
762 			if (ret < 0)
763 				return ret;
764 		}
765 	}
766 
767 	return 0;
768 }
769 
770 static void wm_adsp_ctl_work(struct work_struct *work)
771 {
772 	struct wmfw_ctl_work *ctl_work = container_of(work,
773 						      struct wmfw_ctl_work,
774 						      work);
775 
776 	wmfw_add_ctl(ctl_work->adsp, ctl_work->ctl);
777 	kfree(ctl_work);
778 }
779 
780 static int wm_adsp_create_control(struct wm_adsp *dsp,
781 				  const struct wm_adsp_alg_region *region)
782 
783 {
784 	struct wm_coeff_ctl *ctl;
785 	struct wmfw_ctl_work *ctl_work;
786 	char *name;
787 	char *region_name;
788 	int ret;
789 
790 	name = kmalloc(PAGE_SIZE, GFP_KERNEL);
791 	if (!name)
792 		return -ENOMEM;
793 
794 	switch (region->type) {
795 	case WMFW_ADSP1_PM:
796 		region_name = "PM";
797 		break;
798 	case WMFW_ADSP1_DM:
799 		region_name = "DM";
800 		break;
801 	case WMFW_ADSP2_XM:
802 		region_name = "XM";
803 		break;
804 	case WMFW_ADSP2_YM:
805 		region_name = "YM";
806 		break;
807 	case WMFW_ADSP1_ZM:
808 		region_name = "ZM";
809 		break;
810 	default:
811 		ret = -EINVAL;
812 		goto err_name;
813 	}
814 
815 	snprintf(name, PAGE_SIZE, "DSP%d %s %x",
816 		 dsp->num, region_name, region->alg);
817 
818 	list_for_each_entry(ctl, &dsp->ctl_list,
819 			    list) {
820 		if (!strcmp(ctl->name, name)) {
821 			if (!ctl->enabled)
822 				ctl->enabled = 1;
823 			goto found;
824 		}
825 	}
826 
827 	ctl = kzalloc(sizeof(*ctl), GFP_KERNEL);
828 	if (!ctl) {
829 		ret = -ENOMEM;
830 		goto err_name;
831 	}
832 	ctl->region = *region;
833 	ctl->name = kmemdup(name, strlen(name) + 1, GFP_KERNEL);
834 	if (!ctl->name) {
835 		ret = -ENOMEM;
836 		goto err_ctl;
837 	}
838 	ctl->enabled = 1;
839 	ctl->set = 0;
840 	ctl->ops.xget = wm_coeff_get;
841 	ctl->ops.xput = wm_coeff_put;
842 	ctl->adsp = dsp;
843 
844 	ctl->len = region->len;
845 	ctl->cache = kzalloc(ctl->len, GFP_KERNEL);
846 	if (!ctl->cache) {
847 		ret = -ENOMEM;
848 		goto err_ctl_name;
849 	}
850 
851 	ctl_work = kzalloc(sizeof(*ctl_work), GFP_KERNEL);
852 	if (!ctl_work) {
853 		ret = -ENOMEM;
854 		goto err_ctl_cache;
855 	}
856 
857 	ctl_work->adsp = dsp;
858 	ctl_work->ctl = ctl;
859 	INIT_WORK(&ctl_work->work, wm_adsp_ctl_work);
860 	schedule_work(&ctl_work->work);
861 
862 found:
863 	kfree(name);
864 
865 	return 0;
866 
867 err_ctl_cache:
868 	kfree(ctl->cache);
869 err_ctl_name:
870 	kfree(ctl->name);
871 err_ctl:
872 	kfree(ctl);
873 err_name:
874 	kfree(name);
875 	return ret;
876 }
877 
878 static int wm_adsp_setup_algs(struct wm_adsp *dsp)
879 {
880 	struct regmap *regmap = dsp->regmap;
881 	struct wmfw_adsp1_id_hdr adsp1_id;
882 	struct wmfw_adsp2_id_hdr adsp2_id;
883 	struct wmfw_adsp1_alg_hdr *adsp1_alg;
884 	struct wmfw_adsp2_alg_hdr *adsp2_alg;
885 	void *alg, *buf;
886 	struct wm_adsp_alg_region *region;
887 	const struct wm_adsp_region *mem;
888 	unsigned int pos, term;
889 	size_t algs, buf_size;
890 	__be32 val;
891 	int i, ret;
892 
893 	switch (dsp->type) {
894 	case WMFW_ADSP1:
895 		mem = wm_adsp_find_region(dsp, WMFW_ADSP1_DM);
896 		break;
897 	case WMFW_ADSP2:
898 		mem = wm_adsp_find_region(dsp, WMFW_ADSP2_XM);
899 		break;
900 	default:
901 		mem = NULL;
902 		break;
903 	}
904 
905 	if (WARN_ON(!mem))
906 		return -EINVAL;
907 
908 	switch (dsp->type) {
909 	case WMFW_ADSP1:
910 		ret = regmap_raw_read(regmap, mem->base, &adsp1_id,
911 				      sizeof(adsp1_id));
912 		if (ret != 0) {
913 			adsp_err(dsp, "Failed to read algorithm info: %d\n",
914 				 ret);
915 			return ret;
916 		}
917 
918 		buf = &adsp1_id;
919 		buf_size = sizeof(adsp1_id);
920 
921 		algs = be32_to_cpu(adsp1_id.algs);
922 		dsp->fw_id = be32_to_cpu(adsp1_id.fw.id);
923 		adsp_info(dsp, "Firmware: %x v%d.%d.%d, %zu algorithms\n",
924 			  dsp->fw_id,
925 			  (be32_to_cpu(adsp1_id.fw.ver) & 0xff0000) >> 16,
926 			  (be32_to_cpu(adsp1_id.fw.ver) & 0xff00) >> 8,
927 			  be32_to_cpu(adsp1_id.fw.ver) & 0xff,
928 			  algs);
929 
930 		region = kzalloc(sizeof(*region), GFP_KERNEL);
931 		if (!region)
932 			return -ENOMEM;
933 		region->type = WMFW_ADSP1_ZM;
934 		region->alg = be32_to_cpu(adsp1_id.fw.id);
935 		region->base = be32_to_cpu(adsp1_id.zm);
936 		list_add_tail(&region->list, &dsp->alg_regions);
937 
938 		region = kzalloc(sizeof(*region), GFP_KERNEL);
939 		if (!region)
940 			return -ENOMEM;
941 		region->type = WMFW_ADSP1_DM;
942 		region->alg = be32_to_cpu(adsp1_id.fw.id);
943 		region->base = be32_to_cpu(adsp1_id.dm);
944 		list_add_tail(&region->list, &dsp->alg_regions);
945 
946 		pos = sizeof(adsp1_id) / 2;
947 		term = pos + ((sizeof(*adsp1_alg) * algs) / 2);
948 		break;
949 
950 	case WMFW_ADSP2:
951 		ret = regmap_raw_read(regmap, mem->base, &adsp2_id,
952 				      sizeof(adsp2_id));
953 		if (ret != 0) {
954 			adsp_err(dsp, "Failed to read algorithm info: %d\n",
955 				 ret);
956 			return ret;
957 		}
958 
959 		buf = &adsp2_id;
960 		buf_size = sizeof(adsp2_id);
961 
962 		algs = be32_to_cpu(adsp2_id.algs);
963 		dsp->fw_id = be32_to_cpu(adsp2_id.fw.id);
964 		adsp_info(dsp, "Firmware: %x v%d.%d.%d, %zu algorithms\n",
965 			  dsp->fw_id,
966 			  (be32_to_cpu(adsp2_id.fw.ver) & 0xff0000) >> 16,
967 			  (be32_to_cpu(adsp2_id.fw.ver) & 0xff00) >> 8,
968 			  be32_to_cpu(adsp2_id.fw.ver) & 0xff,
969 			  algs);
970 
971 		region = kzalloc(sizeof(*region), GFP_KERNEL);
972 		if (!region)
973 			return -ENOMEM;
974 		region->type = WMFW_ADSP2_XM;
975 		region->alg = be32_to_cpu(adsp2_id.fw.id);
976 		region->base = be32_to_cpu(adsp2_id.xm);
977 		list_add_tail(&region->list, &dsp->alg_regions);
978 
979 		region = kzalloc(sizeof(*region), GFP_KERNEL);
980 		if (!region)
981 			return -ENOMEM;
982 		region->type = WMFW_ADSP2_YM;
983 		region->alg = be32_to_cpu(adsp2_id.fw.id);
984 		region->base = be32_to_cpu(adsp2_id.ym);
985 		list_add_tail(&region->list, &dsp->alg_regions);
986 
987 		region = kzalloc(sizeof(*region), GFP_KERNEL);
988 		if (!region)
989 			return -ENOMEM;
990 		region->type = WMFW_ADSP2_ZM;
991 		region->alg = be32_to_cpu(adsp2_id.fw.id);
992 		region->base = be32_to_cpu(adsp2_id.zm);
993 		list_add_tail(&region->list, &dsp->alg_regions);
994 
995 		pos = sizeof(adsp2_id) / 2;
996 		term = pos + ((sizeof(*adsp2_alg) * algs) / 2);
997 		break;
998 
999 	default:
1000 		WARN(1, "Unknown DSP type");
1001 		return -EINVAL;
1002 	}
1003 
1004 	if (algs == 0) {
1005 		adsp_err(dsp, "No algorithms\n");
1006 		return -EINVAL;
1007 	}
1008 
1009 	if (algs > 1024) {
1010 		adsp_err(dsp, "Algorithm count %zx excessive\n", algs);
1011 		print_hex_dump_bytes(dev_name(dsp->dev), DUMP_PREFIX_OFFSET,
1012 				     buf, buf_size);
1013 		return -EINVAL;
1014 	}
1015 
1016 	/* Read the terminator first to validate the length */
1017 	ret = regmap_raw_read(regmap, mem->base + term, &val, sizeof(val));
1018 	if (ret != 0) {
1019 		adsp_err(dsp, "Failed to read algorithm list end: %d\n",
1020 			ret);
1021 		return ret;
1022 	}
1023 
1024 	if (be32_to_cpu(val) != 0xbedead)
1025 		adsp_warn(dsp, "Algorithm list end %x 0x%x != 0xbeadead\n",
1026 			  term, be32_to_cpu(val));
1027 
1028 	alg = kzalloc((term - pos) * 2, GFP_KERNEL | GFP_DMA);
1029 	if (!alg)
1030 		return -ENOMEM;
1031 
1032 	ret = regmap_raw_read(regmap, mem->base + pos, alg, (term - pos) * 2);
1033 	if (ret != 0) {
1034 		adsp_err(dsp, "Failed to read algorithm list: %d\n",
1035 			ret);
1036 		goto out;
1037 	}
1038 
1039 	adsp1_alg = alg;
1040 	adsp2_alg = alg;
1041 
1042 	for (i = 0; i < algs; i++) {
1043 		switch (dsp->type) {
1044 		case WMFW_ADSP1:
1045 			adsp_info(dsp, "%d: ID %x v%d.%d.%d DM@%x ZM@%x\n",
1046 				  i, be32_to_cpu(adsp1_alg[i].alg.id),
1047 				  (be32_to_cpu(adsp1_alg[i].alg.ver) & 0xff0000) >> 16,
1048 				  (be32_to_cpu(adsp1_alg[i].alg.ver) & 0xff00) >> 8,
1049 				  be32_to_cpu(adsp1_alg[i].alg.ver) & 0xff,
1050 				  be32_to_cpu(adsp1_alg[i].dm),
1051 				  be32_to_cpu(adsp1_alg[i].zm));
1052 
1053 			region = kzalloc(sizeof(*region), GFP_KERNEL);
1054 			if (!region)
1055 				return -ENOMEM;
1056 			region->type = WMFW_ADSP1_DM;
1057 			region->alg = be32_to_cpu(adsp1_alg[i].alg.id);
1058 			region->base = be32_to_cpu(adsp1_alg[i].dm);
1059 			region->len = 0;
1060 			list_add_tail(&region->list, &dsp->alg_regions);
1061 			if (i + 1 < algs) {
1062 				region->len = be32_to_cpu(adsp1_alg[i + 1].dm);
1063 				region->len -= be32_to_cpu(adsp1_alg[i].dm);
1064 				region->len *= 4;
1065 				wm_adsp_create_control(dsp, region);
1066 			} else {
1067 				adsp_warn(dsp, "Missing length info for region DM with ID %x\n",
1068 					  be32_to_cpu(adsp1_alg[i].alg.id));
1069 			}
1070 
1071 			region = kzalloc(sizeof(*region), GFP_KERNEL);
1072 			if (!region)
1073 				return -ENOMEM;
1074 			region->type = WMFW_ADSP1_ZM;
1075 			region->alg = be32_to_cpu(adsp1_alg[i].alg.id);
1076 			region->base = be32_to_cpu(adsp1_alg[i].zm);
1077 			region->len = 0;
1078 			list_add_tail(&region->list, &dsp->alg_regions);
1079 			if (i + 1 < algs) {
1080 				region->len = be32_to_cpu(adsp1_alg[i + 1].zm);
1081 				region->len -= be32_to_cpu(adsp1_alg[i].zm);
1082 				region->len *= 4;
1083 				wm_adsp_create_control(dsp, region);
1084 			} else {
1085 				adsp_warn(dsp, "Missing length info for region ZM with ID %x\n",
1086 					  be32_to_cpu(adsp1_alg[i].alg.id));
1087 			}
1088 			break;
1089 
1090 		case WMFW_ADSP2:
1091 			adsp_info(dsp,
1092 				  "%d: ID %x v%d.%d.%d XM@%x YM@%x ZM@%x\n",
1093 				  i, be32_to_cpu(adsp2_alg[i].alg.id),
1094 				  (be32_to_cpu(adsp2_alg[i].alg.ver) & 0xff0000) >> 16,
1095 				  (be32_to_cpu(adsp2_alg[i].alg.ver) & 0xff00) >> 8,
1096 				  be32_to_cpu(adsp2_alg[i].alg.ver) & 0xff,
1097 				  be32_to_cpu(adsp2_alg[i].xm),
1098 				  be32_to_cpu(adsp2_alg[i].ym),
1099 				  be32_to_cpu(adsp2_alg[i].zm));
1100 
1101 			region = kzalloc(sizeof(*region), GFP_KERNEL);
1102 			if (!region)
1103 				return -ENOMEM;
1104 			region->type = WMFW_ADSP2_XM;
1105 			region->alg = be32_to_cpu(adsp2_alg[i].alg.id);
1106 			region->base = be32_to_cpu(adsp2_alg[i].xm);
1107 			region->len = 0;
1108 			list_add_tail(&region->list, &dsp->alg_regions);
1109 			if (i + 1 < algs) {
1110 				region->len = be32_to_cpu(adsp2_alg[i + 1].xm);
1111 				region->len -= be32_to_cpu(adsp2_alg[i].xm);
1112 				region->len *= 4;
1113 				wm_adsp_create_control(dsp, region);
1114 			} else {
1115 				adsp_warn(dsp, "Missing length info for region XM with ID %x\n",
1116 					  be32_to_cpu(adsp2_alg[i].alg.id));
1117 			}
1118 
1119 			region = kzalloc(sizeof(*region), GFP_KERNEL);
1120 			if (!region)
1121 				return -ENOMEM;
1122 			region->type = WMFW_ADSP2_YM;
1123 			region->alg = be32_to_cpu(adsp2_alg[i].alg.id);
1124 			region->base = be32_to_cpu(adsp2_alg[i].ym);
1125 			region->len = 0;
1126 			list_add_tail(&region->list, &dsp->alg_regions);
1127 			if (i + 1 < algs) {
1128 				region->len = be32_to_cpu(adsp2_alg[i + 1].ym);
1129 				region->len -= be32_to_cpu(adsp2_alg[i].ym);
1130 				region->len *= 4;
1131 				wm_adsp_create_control(dsp, region);
1132 			} else {
1133 				adsp_warn(dsp, "Missing length info for region YM with ID %x\n",
1134 					  be32_to_cpu(adsp2_alg[i].alg.id));
1135 			}
1136 
1137 			region = kzalloc(sizeof(*region), GFP_KERNEL);
1138 			if (!region)
1139 				return -ENOMEM;
1140 			region->type = WMFW_ADSP2_ZM;
1141 			region->alg = be32_to_cpu(adsp2_alg[i].alg.id);
1142 			region->base = be32_to_cpu(adsp2_alg[i].zm);
1143 			region->len = 0;
1144 			list_add_tail(&region->list, &dsp->alg_regions);
1145 			if (i + 1 < algs) {
1146 				region->len = be32_to_cpu(adsp2_alg[i + 1].zm);
1147 				region->len -= be32_to_cpu(adsp2_alg[i].zm);
1148 				region->len *= 4;
1149 				wm_adsp_create_control(dsp, region);
1150 			} else {
1151 				adsp_warn(dsp, "Missing length info for region ZM with ID %x\n",
1152 					  be32_to_cpu(adsp2_alg[i].alg.id));
1153 			}
1154 			break;
1155 		}
1156 	}
1157 
1158 out:
1159 	kfree(alg);
1160 	return ret;
1161 }
1162 
1163 static int wm_adsp_load_coeff(struct wm_adsp *dsp)
1164 {
1165 	LIST_HEAD(buf_list);
1166 	struct regmap *regmap = dsp->regmap;
1167 	struct wmfw_coeff_hdr *hdr;
1168 	struct wmfw_coeff_item *blk;
1169 	const struct firmware *firmware;
1170 	const struct wm_adsp_region *mem;
1171 	struct wm_adsp_alg_region *alg_region;
1172 	const char *region_name;
1173 	int ret, pos, blocks, type, offset, reg;
1174 	char *file;
1175 	struct wm_adsp_buf *buf;
1176 	int tmp;
1177 
1178 	file = kzalloc(PAGE_SIZE, GFP_KERNEL);
1179 	if (file == NULL)
1180 		return -ENOMEM;
1181 
1182 	snprintf(file, PAGE_SIZE, "%s-dsp%d-%s.bin", dsp->part, dsp->num,
1183 		 wm_adsp_fw[dsp->fw].file);
1184 	file[PAGE_SIZE - 1] = '\0';
1185 
1186 	ret = request_firmware(&firmware, file, dsp->dev);
1187 	if (ret != 0) {
1188 		adsp_warn(dsp, "Failed to request '%s'\n", file);
1189 		ret = 0;
1190 		goto out;
1191 	}
1192 	ret = -EINVAL;
1193 
1194 	if (sizeof(*hdr) >= firmware->size) {
1195 		adsp_err(dsp, "%s: file too short, %zu bytes\n",
1196 			file, firmware->size);
1197 		goto out_fw;
1198 	}
1199 
1200 	hdr = (void*)&firmware->data[0];
1201 	if (memcmp(hdr->magic, "WMDR", 4) != 0) {
1202 		adsp_err(dsp, "%s: invalid magic\n", file);
1203 		goto out_fw;
1204 	}
1205 
1206 	switch (be32_to_cpu(hdr->rev) & 0xff) {
1207 	case 1:
1208 		break;
1209 	default:
1210 		adsp_err(dsp, "%s: Unsupported coefficient file format %d\n",
1211 			 file, be32_to_cpu(hdr->rev) & 0xff);
1212 		ret = -EINVAL;
1213 		goto out_fw;
1214 	}
1215 
1216 	adsp_dbg(dsp, "%s: v%d.%d.%d\n", file,
1217 		(le32_to_cpu(hdr->ver) >> 16) & 0xff,
1218 		(le32_to_cpu(hdr->ver) >>  8) & 0xff,
1219 		le32_to_cpu(hdr->ver) & 0xff);
1220 
1221 	pos = le32_to_cpu(hdr->len);
1222 
1223 	blocks = 0;
1224 	while (pos < firmware->size &&
1225 	       pos - firmware->size > sizeof(*blk)) {
1226 		blk = (void*)(&firmware->data[pos]);
1227 
1228 		type = le16_to_cpu(blk->type);
1229 		offset = le16_to_cpu(blk->offset);
1230 
1231 		adsp_dbg(dsp, "%s.%d: %x v%d.%d.%d\n",
1232 			 file, blocks, le32_to_cpu(blk->id),
1233 			 (le32_to_cpu(blk->ver) >> 16) & 0xff,
1234 			 (le32_to_cpu(blk->ver) >>  8) & 0xff,
1235 			 le32_to_cpu(blk->ver) & 0xff);
1236 		adsp_dbg(dsp, "%s.%d: %d bytes at 0x%x in %x\n",
1237 			 file, blocks, le32_to_cpu(blk->len), offset, type);
1238 
1239 		reg = 0;
1240 		region_name = "Unknown";
1241 		switch (type) {
1242 		case (WMFW_NAME_TEXT << 8):
1243 		case (WMFW_INFO_TEXT << 8):
1244 			break;
1245 		case (WMFW_ABSOLUTE << 8):
1246 			/*
1247 			 * Old files may use this for global
1248 			 * coefficients.
1249 			 */
1250 			if (le32_to_cpu(blk->id) == dsp->fw_id &&
1251 			    offset == 0) {
1252 				region_name = "global coefficients";
1253 				mem = wm_adsp_find_region(dsp, type);
1254 				if (!mem) {
1255 					adsp_err(dsp, "No ZM\n");
1256 					break;
1257 				}
1258 				reg = wm_adsp_region_to_reg(mem, 0);
1259 
1260 			} else {
1261 				region_name = "register";
1262 				reg = offset;
1263 			}
1264 			break;
1265 
1266 		case WMFW_ADSP1_DM:
1267 		case WMFW_ADSP1_ZM:
1268 		case WMFW_ADSP2_XM:
1269 		case WMFW_ADSP2_YM:
1270 			adsp_dbg(dsp, "%s.%d: %d bytes in %x for %x\n",
1271 				 file, blocks, le32_to_cpu(blk->len),
1272 				 type, le32_to_cpu(blk->id));
1273 
1274 			mem = wm_adsp_find_region(dsp, type);
1275 			if (!mem) {
1276 				adsp_err(dsp, "No base for region %x\n", type);
1277 				break;
1278 			}
1279 
1280 			reg = 0;
1281 			list_for_each_entry(alg_region,
1282 					    &dsp->alg_regions, list) {
1283 				if (le32_to_cpu(blk->id) == alg_region->alg &&
1284 				    type == alg_region->type) {
1285 					reg = alg_region->base;
1286 					reg = wm_adsp_region_to_reg(mem,
1287 								    reg);
1288 					reg += offset;
1289 				}
1290 			}
1291 
1292 			if (reg == 0)
1293 				adsp_err(dsp, "No %x for algorithm %x\n",
1294 					 type, le32_to_cpu(blk->id));
1295 			break;
1296 
1297 		default:
1298 			adsp_err(dsp, "%s.%d: Unknown region type %x at %d\n",
1299 				 file, blocks, type, pos);
1300 			break;
1301 		}
1302 
1303 		if (reg) {
1304 			buf = wm_adsp_buf_alloc(blk->data,
1305 						le32_to_cpu(blk->len),
1306 						&buf_list);
1307 			if (!buf) {
1308 				adsp_err(dsp, "Out of memory\n");
1309 				ret = -ENOMEM;
1310 				goto out_fw;
1311 			}
1312 
1313 			adsp_dbg(dsp, "%s.%d: Writing %d bytes at %x\n",
1314 				 file, blocks, le32_to_cpu(blk->len),
1315 				 reg);
1316 			ret = regmap_raw_write_async(regmap, reg, buf->buf,
1317 						     le32_to_cpu(blk->len));
1318 			if (ret != 0) {
1319 				adsp_err(dsp,
1320 					"%s.%d: Failed to write to %x in %s: %d\n",
1321 					file, blocks, reg, region_name, ret);
1322 			}
1323 		}
1324 
1325 		tmp = le32_to_cpu(blk->len) % 4;
1326 		if (tmp)
1327 			pos += le32_to_cpu(blk->len) + (4 - tmp) + sizeof(*blk);
1328 		else
1329 			pos += le32_to_cpu(blk->len) + sizeof(*blk);
1330 
1331 		blocks++;
1332 	}
1333 
1334 	ret = regmap_async_complete(regmap);
1335 	if (ret != 0)
1336 		adsp_err(dsp, "Failed to complete async write: %d\n", ret);
1337 
1338 	if (pos > firmware->size)
1339 		adsp_warn(dsp, "%s.%d: %zu bytes at end of file\n",
1340 			  file, blocks, pos - firmware->size);
1341 
1342 out_fw:
1343 	release_firmware(firmware);
1344 	wm_adsp_buf_free(&buf_list);
1345 out:
1346 	kfree(file);
1347 	return ret;
1348 }
1349 
1350 int wm_adsp1_init(struct wm_adsp *adsp)
1351 {
1352 	INIT_LIST_HEAD(&adsp->alg_regions);
1353 
1354 	return 0;
1355 }
1356 EXPORT_SYMBOL_GPL(wm_adsp1_init);
1357 
1358 int wm_adsp1_event(struct snd_soc_dapm_widget *w,
1359 		   struct snd_kcontrol *kcontrol,
1360 		   int event)
1361 {
1362 	struct snd_soc_codec *codec = w->codec;
1363 	struct wm_adsp *dsps = snd_soc_codec_get_drvdata(codec);
1364 	struct wm_adsp *dsp = &dsps[w->shift];
1365 	struct wm_adsp_alg_region *alg_region;
1366 	struct wm_coeff_ctl *ctl;
1367 	int ret;
1368 	int val;
1369 
1370 	dsp->card = codec->card;
1371 
1372 	switch (event) {
1373 	case SND_SOC_DAPM_POST_PMU:
1374 		regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_30,
1375 				   ADSP1_SYS_ENA, ADSP1_SYS_ENA);
1376 
1377 		/*
1378 		 * For simplicity set the DSP clock rate to be the
1379 		 * SYSCLK rate rather than making it configurable.
1380 		 */
1381 		if(dsp->sysclk_reg) {
1382 			ret = regmap_read(dsp->regmap, dsp->sysclk_reg, &val);
1383 			if (ret != 0) {
1384 				adsp_err(dsp, "Failed to read SYSCLK state: %d\n",
1385 				ret);
1386 				return ret;
1387 			}
1388 
1389 			val = (val & dsp->sysclk_mask)
1390 				>> dsp->sysclk_shift;
1391 
1392 			ret = regmap_update_bits(dsp->regmap,
1393 						 dsp->base + ADSP1_CONTROL_31,
1394 						 ADSP1_CLK_SEL_MASK, val);
1395 			if (ret != 0) {
1396 				adsp_err(dsp, "Failed to set clock rate: %d\n",
1397 					 ret);
1398 				return ret;
1399 			}
1400 		}
1401 
1402 		ret = wm_adsp_load(dsp);
1403 		if (ret != 0)
1404 			goto err;
1405 
1406 		ret = wm_adsp_setup_algs(dsp);
1407 		if (ret != 0)
1408 			goto err;
1409 
1410 		ret = wm_adsp_load_coeff(dsp);
1411 		if (ret != 0)
1412 			goto err;
1413 
1414 		/* Initialize caches for enabled and unset controls */
1415 		ret = wm_coeff_init_control_caches(dsp);
1416 		if (ret != 0)
1417 			goto err;
1418 
1419 		/* Sync set controls */
1420 		ret = wm_coeff_sync_controls(dsp);
1421 		if (ret != 0)
1422 			goto err;
1423 
1424 		/* Start the core running */
1425 		regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_30,
1426 				   ADSP1_CORE_ENA | ADSP1_START,
1427 				   ADSP1_CORE_ENA | ADSP1_START);
1428 		break;
1429 
1430 	case SND_SOC_DAPM_PRE_PMD:
1431 		/* Halt the core */
1432 		regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_30,
1433 				   ADSP1_CORE_ENA | ADSP1_START, 0);
1434 
1435 		regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_19,
1436 				   ADSP1_WDMA_BUFFER_LENGTH_MASK, 0);
1437 
1438 		regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_30,
1439 				   ADSP1_SYS_ENA, 0);
1440 
1441 		list_for_each_entry(ctl, &dsp->ctl_list, list)
1442 			ctl->enabled = 0;
1443 
1444 		while (!list_empty(&dsp->alg_regions)) {
1445 			alg_region = list_first_entry(&dsp->alg_regions,
1446 						      struct wm_adsp_alg_region,
1447 						      list);
1448 			list_del(&alg_region->list);
1449 			kfree(alg_region);
1450 		}
1451 		break;
1452 
1453 	default:
1454 		break;
1455 	}
1456 
1457 	return 0;
1458 
1459 err:
1460 	regmap_update_bits(dsp->regmap, dsp->base + ADSP1_CONTROL_30,
1461 			   ADSP1_SYS_ENA, 0);
1462 	return ret;
1463 }
1464 EXPORT_SYMBOL_GPL(wm_adsp1_event);
1465 
1466 static int wm_adsp2_ena(struct wm_adsp *dsp)
1467 {
1468 	unsigned int val;
1469 	int ret, count;
1470 
1471 	ret = regmap_update_bits(dsp->regmap, dsp->base + ADSP2_CONTROL,
1472 				 ADSP2_SYS_ENA, ADSP2_SYS_ENA);
1473 	if (ret != 0)
1474 		return ret;
1475 
1476 	/* Wait for the RAM to start, should be near instantaneous */
1477 	for (count = 0; count < 10; ++count) {
1478 		ret = regmap_read(dsp->regmap, dsp->base + ADSP2_STATUS1,
1479 				  &val);
1480 		if (ret != 0)
1481 			return ret;
1482 
1483 		if (val & ADSP2_RAM_RDY)
1484 			break;
1485 
1486 		msleep(1);
1487 	}
1488 
1489 	if (!(val & ADSP2_RAM_RDY)) {
1490 		adsp_err(dsp, "Failed to start DSP RAM\n");
1491 		return -EBUSY;
1492 	}
1493 
1494 	adsp_dbg(dsp, "RAM ready after %d polls\n", count);
1495 	adsp_info(dsp, "RAM ready after %d polls\n", count);
1496 
1497 	return 0;
1498 }
1499 
1500 int wm_adsp2_event(struct snd_soc_dapm_widget *w,
1501 		   struct snd_kcontrol *kcontrol, int event)
1502 {
1503 	struct snd_soc_codec *codec = w->codec;
1504 	struct wm_adsp *dsps = snd_soc_codec_get_drvdata(codec);
1505 	struct wm_adsp *dsp = &dsps[w->shift];
1506 	struct wm_adsp_alg_region *alg_region;
1507 	struct wm_coeff_ctl *ctl;
1508 	unsigned int val;
1509 	int ret;
1510 
1511 	dsp->card = codec->card;
1512 
1513 	switch (event) {
1514 	case SND_SOC_DAPM_POST_PMU:
1515 		/*
1516 		 * For simplicity set the DSP clock rate to be the
1517 		 * SYSCLK rate rather than making it configurable.
1518 		 */
1519 		ret = regmap_read(dsp->regmap, ARIZONA_SYSTEM_CLOCK_1, &val);
1520 		if (ret != 0) {
1521 			adsp_err(dsp, "Failed to read SYSCLK state: %d\n",
1522 				 ret);
1523 			return ret;
1524 		}
1525 		val = (val & ARIZONA_SYSCLK_FREQ_MASK)
1526 			>> ARIZONA_SYSCLK_FREQ_SHIFT;
1527 
1528 		ret = regmap_update_bits(dsp->regmap,
1529 					 dsp->base + ADSP2_CLOCKING,
1530 					 ADSP2_CLK_SEL_MASK, val);
1531 		if (ret != 0) {
1532 			adsp_err(dsp, "Failed to set clock rate: %d\n",
1533 				 ret);
1534 			return ret;
1535 		}
1536 
1537 		if (dsp->dvfs) {
1538 			ret = regmap_read(dsp->regmap,
1539 					  dsp->base + ADSP2_CLOCKING, &val);
1540 			if (ret != 0) {
1541 				dev_err(dsp->dev,
1542 					"Failed to read clocking: %d\n", ret);
1543 				return ret;
1544 			}
1545 
1546 			if ((val & ADSP2_CLK_SEL_MASK) >= 3) {
1547 				ret = regulator_enable(dsp->dvfs);
1548 				if (ret != 0) {
1549 					dev_err(dsp->dev,
1550 						"Failed to enable supply: %d\n",
1551 						ret);
1552 					return ret;
1553 				}
1554 
1555 				ret = regulator_set_voltage(dsp->dvfs,
1556 							    1800000,
1557 							    1800000);
1558 				if (ret != 0) {
1559 					dev_err(dsp->dev,
1560 						"Failed to raise supply: %d\n",
1561 						ret);
1562 					return ret;
1563 				}
1564 			}
1565 		}
1566 
1567 		ret = wm_adsp2_ena(dsp);
1568 		if (ret != 0)
1569 			return ret;
1570 
1571 		ret = wm_adsp_load(dsp);
1572 		if (ret != 0)
1573 			goto err;
1574 
1575 		ret = wm_adsp_setup_algs(dsp);
1576 		if (ret != 0)
1577 			goto err;
1578 
1579 		ret = wm_adsp_load_coeff(dsp);
1580 		if (ret != 0)
1581 			goto err;
1582 
1583 		/* Initialize caches for enabled and unset controls */
1584 		ret = wm_coeff_init_control_caches(dsp);
1585 		if (ret != 0)
1586 			goto err;
1587 
1588 		/* Sync set controls */
1589 		ret = wm_coeff_sync_controls(dsp);
1590 		if (ret != 0)
1591 			goto err;
1592 
1593 		ret = regmap_update_bits(dsp->regmap,
1594 					 dsp->base + ADSP2_CONTROL,
1595 					 ADSP2_CORE_ENA | ADSP2_START,
1596 					 ADSP2_CORE_ENA | ADSP2_START);
1597 		if (ret != 0)
1598 			goto err;
1599 
1600 		dsp->running = true;
1601 		break;
1602 
1603 	case SND_SOC_DAPM_PRE_PMD:
1604 		dsp->running = false;
1605 
1606 		regmap_update_bits(dsp->regmap, dsp->base + ADSP2_CONTROL,
1607 				   ADSP2_SYS_ENA | ADSP2_CORE_ENA |
1608 				   ADSP2_START, 0);
1609 
1610 		/* Make sure DMAs are quiesced */
1611 		regmap_write(dsp->regmap, dsp->base + ADSP2_WDMA_CONFIG_1, 0);
1612 		regmap_write(dsp->regmap, dsp->base + ADSP2_WDMA_CONFIG_2, 0);
1613 		regmap_write(dsp->regmap, dsp->base + ADSP2_RDMA_CONFIG_1, 0);
1614 
1615 		if (dsp->dvfs) {
1616 			ret = regulator_set_voltage(dsp->dvfs, 1200000,
1617 						    1800000);
1618 			if (ret != 0)
1619 				dev_warn(dsp->dev,
1620 					 "Failed to lower supply: %d\n",
1621 					 ret);
1622 
1623 			ret = regulator_disable(dsp->dvfs);
1624 			if (ret != 0)
1625 				dev_err(dsp->dev,
1626 					"Failed to enable supply: %d\n",
1627 					ret);
1628 		}
1629 
1630 		list_for_each_entry(ctl, &dsp->ctl_list, list)
1631 			ctl->enabled = 0;
1632 
1633 		while (!list_empty(&dsp->alg_regions)) {
1634 			alg_region = list_first_entry(&dsp->alg_regions,
1635 						      struct wm_adsp_alg_region,
1636 						      list);
1637 			list_del(&alg_region->list);
1638 			kfree(alg_region);
1639 		}
1640 		break;
1641 
1642 	default:
1643 		break;
1644 	}
1645 
1646 	return 0;
1647 err:
1648 	regmap_update_bits(dsp->regmap, dsp->base + ADSP2_CONTROL,
1649 			   ADSP2_SYS_ENA | ADSP2_CORE_ENA | ADSP2_START, 0);
1650 	return ret;
1651 }
1652 EXPORT_SYMBOL_GPL(wm_adsp2_event);
1653 
1654 int wm_adsp2_init(struct wm_adsp *adsp, bool dvfs)
1655 {
1656 	int ret;
1657 
1658 	/*
1659 	 * Disable the DSP memory by default when in reset for a small
1660 	 * power saving.
1661 	 */
1662 	ret = regmap_update_bits(adsp->regmap, adsp->base + ADSP2_CONTROL,
1663 				 ADSP2_MEM_ENA, 0);
1664 	if (ret != 0) {
1665 		adsp_err(adsp, "Failed to clear memory retention: %d\n", ret);
1666 		return ret;
1667 	}
1668 
1669 	INIT_LIST_HEAD(&adsp->alg_regions);
1670 	INIT_LIST_HEAD(&adsp->ctl_list);
1671 
1672 	if (dvfs) {
1673 		adsp->dvfs = devm_regulator_get(adsp->dev, "DCVDD");
1674 		if (IS_ERR(adsp->dvfs)) {
1675 			ret = PTR_ERR(adsp->dvfs);
1676 			dev_err(adsp->dev, "Failed to get DCVDD: %d\n", ret);
1677 			return ret;
1678 		}
1679 
1680 		ret = regulator_enable(adsp->dvfs);
1681 		if (ret != 0) {
1682 			dev_err(adsp->dev, "Failed to enable DCVDD: %d\n",
1683 				ret);
1684 			return ret;
1685 		}
1686 
1687 		ret = regulator_set_voltage(adsp->dvfs, 1200000, 1800000);
1688 		if (ret != 0) {
1689 			dev_err(adsp->dev, "Failed to initialise DVFS: %d\n",
1690 				ret);
1691 			return ret;
1692 		}
1693 
1694 		ret = regulator_disable(adsp->dvfs);
1695 		if (ret != 0) {
1696 			dev_err(adsp->dev, "Failed to disable DCVDD: %d\n",
1697 				ret);
1698 			return ret;
1699 		}
1700 	}
1701 
1702 	return 0;
1703 }
1704 EXPORT_SYMBOL_GPL(wm_adsp2_init);
1705