1*654dd4a8SRamon Fried // SPDX-License-Identifier: GPL-2.0+
2*654dd4a8SRamon Fried /*
3*654dd4a8SRamon Fried * Copyright (c) 2015, Sony Mobile Communications AB.
4*654dd4a8SRamon Fried * Copyright (c) 2012-2013, The Linux Foundation. All rights reserved.
5*654dd4a8SRamon Fried * Copyright (c) 2018, Ramon Fried <ramon.fried@gmail.com>
6*654dd4a8SRamon Fried */
7*654dd4a8SRamon Fried
8*654dd4a8SRamon Fried #include <common.h>
9*654dd4a8SRamon Fried #include <errno.h>
10*654dd4a8SRamon Fried #include <dm.h>
11*654dd4a8SRamon Fried #include <dm/of_access.h>
12*654dd4a8SRamon Fried #include <dm/of_addr.h>
13*654dd4a8SRamon Fried #include <asm/io.h>
14*654dd4a8SRamon Fried #include <linux/ioport.h>
15*654dd4a8SRamon Fried #include <linux/io.h>
16*654dd4a8SRamon Fried #include <smem.h>
17*654dd4a8SRamon Fried
18*654dd4a8SRamon Fried DECLARE_GLOBAL_DATA_PTR;
19*654dd4a8SRamon Fried
20*654dd4a8SRamon Fried /*
21*654dd4a8SRamon Fried * The Qualcomm shared memory system is an allocate-only heap structure that
22*654dd4a8SRamon Fried * consists of one of more memory areas that can be accessed by the processors
23*654dd4a8SRamon Fried * in the SoC.
24*654dd4a8SRamon Fried *
25*654dd4a8SRamon Fried * All systems contains a global heap, accessible by all processors in the SoC,
26*654dd4a8SRamon Fried * with a table of contents data structure (@smem_header) at the beginning of
27*654dd4a8SRamon Fried * the main shared memory block.
28*654dd4a8SRamon Fried *
29*654dd4a8SRamon Fried * The global header contains meta data for allocations as well as a fixed list
30*654dd4a8SRamon Fried * of 512 entries (@smem_global_entry) that can be initialized to reference
31*654dd4a8SRamon Fried * parts of the shared memory space.
32*654dd4a8SRamon Fried *
33*654dd4a8SRamon Fried *
34*654dd4a8SRamon Fried * In addition to this global heap, a set of "private" heaps can be set up at
35*654dd4a8SRamon Fried * boot time with access restrictions so that only certain processor pairs can
36*654dd4a8SRamon Fried * access the data.
37*654dd4a8SRamon Fried *
38*654dd4a8SRamon Fried * These partitions are referenced from an optional partition table
39*654dd4a8SRamon Fried * (@smem_ptable), that is found 4kB from the end of the main smem region. The
40*654dd4a8SRamon Fried * partition table entries (@smem_ptable_entry) lists the involved processors
41*654dd4a8SRamon Fried * (or hosts) and their location in the main shared memory region.
42*654dd4a8SRamon Fried *
43*654dd4a8SRamon Fried * Each partition starts with a header (@smem_partition_header) that identifies
44*654dd4a8SRamon Fried * the partition and holds properties for the two internal memory regions. The
45*654dd4a8SRamon Fried * two regions are cached and non-cached memory respectively. Each region
46*654dd4a8SRamon Fried * contain a link list of allocation headers (@smem_private_entry) followed by
47*654dd4a8SRamon Fried * their data.
48*654dd4a8SRamon Fried *
49*654dd4a8SRamon Fried * Items in the non-cached region are allocated from the start of the partition
50*654dd4a8SRamon Fried * while items in the cached region are allocated from the end. The free area
51*654dd4a8SRamon Fried * is hence the region between the cached and non-cached offsets. The header of
52*654dd4a8SRamon Fried * cached items comes after the data.
53*654dd4a8SRamon Fried *
54*654dd4a8SRamon Fried * Version 12 (SMEM_GLOBAL_PART_VERSION) changes the item alloc/get procedure
55*654dd4a8SRamon Fried * for the global heap. A new global partition is created from the global heap
56*654dd4a8SRamon Fried * region with partition type (SMEM_GLOBAL_HOST) and the max smem item count is
57*654dd4a8SRamon Fried * set by the bootloader.
58*654dd4a8SRamon Fried *
59*654dd4a8SRamon Fried */
60*654dd4a8SRamon Fried
61*654dd4a8SRamon Fried /*
62*654dd4a8SRamon Fried * The version member of the smem header contains an array of versions for the
63*654dd4a8SRamon Fried * various software components in the SoC. We verify that the boot loader
64*654dd4a8SRamon Fried * version is a valid version as a sanity check.
65*654dd4a8SRamon Fried */
66*654dd4a8SRamon Fried #define SMEM_MASTER_SBL_VERSION_INDEX 7
67*654dd4a8SRamon Fried #define SMEM_GLOBAL_HEAP_VERSION 11
68*654dd4a8SRamon Fried #define SMEM_GLOBAL_PART_VERSION 12
69*654dd4a8SRamon Fried
70*654dd4a8SRamon Fried /*
71*654dd4a8SRamon Fried * The first 8 items are only to be allocated by the boot loader while
72*654dd4a8SRamon Fried * initializing the heap.
73*654dd4a8SRamon Fried */
74*654dd4a8SRamon Fried #define SMEM_ITEM_LAST_FIXED 8
75*654dd4a8SRamon Fried
76*654dd4a8SRamon Fried /* Highest accepted item number, for both global and private heaps */
77*654dd4a8SRamon Fried #define SMEM_ITEM_COUNT 512
78*654dd4a8SRamon Fried
79*654dd4a8SRamon Fried /* Processor/host identifier for the application processor */
80*654dd4a8SRamon Fried #define SMEM_HOST_APPS 0
81*654dd4a8SRamon Fried
82*654dd4a8SRamon Fried /* Processor/host identifier for the global partition */
83*654dd4a8SRamon Fried #define SMEM_GLOBAL_HOST 0xfffe
84*654dd4a8SRamon Fried
85*654dd4a8SRamon Fried /* Max number of processors/hosts in a system */
86*654dd4a8SRamon Fried #define SMEM_HOST_COUNT 10
87*654dd4a8SRamon Fried
88*654dd4a8SRamon Fried /**
89*654dd4a8SRamon Fried * struct smem_proc_comm - proc_comm communication struct (legacy)
90*654dd4a8SRamon Fried * @command: current command to be executed
91*654dd4a8SRamon Fried * @status: status of the currently requested command
92*654dd4a8SRamon Fried * @params: parameters to the command
93*654dd4a8SRamon Fried */
94*654dd4a8SRamon Fried struct smem_proc_comm {
95*654dd4a8SRamon Fried __le32 command;
96*654dd4a8SRamon Fried __le32 status;
97*654dd4a8SRamon Fried __le32 params[2];
98*654dd4a8SRamon Fried };
99*654dd4a8SRamon Fried
100*654dd4a8SRamon Fried /**
101*654dd4a8SRamon Fried * struct smem_global_entry - entry to reference smem items on the heap
102*654dd4a8SRamon Fried * @allocated: boolean to indicate if this entry is used
103*654dd4a8SRamon Fried * @offset: offset to the allocated space
104*654dd4a8SRamon Fried * @size: size of the allocated space, 8 byte aligned
105*654dd4a8SRamon Fried * @aux_base: base address for the memory region used by this unit, or 0 for
106*654dd4a8SRamon Fried * the default region. bits 0,1 are reserved
107*654dd4a8SRamon Fried */
108*654dd4a8SRamon Fried struct smem_global_entry {
109*654dd4a8SRamon Fried __le32 allocated;
110*654dd4a8SRamon Fried __le32 offset;
111*654dd4a8SRamon Fried __le32 size;
112*654dd4a8SRamon Fried __le32 aux_base; /* bits 1:0 reserved */
113*654dd4a8SRamon Fried };
114*654dd4a8SRamon Fried #define AUX_BASE_MASK 0xfffffffc
115*654dd4a8SRamon Fried
116*654dd4a8SRamon Fried /**
117*654dd4a8SRamon Fried * struct smem_header - header found in beginning of primary smem region
118*654dd4a8SRamon Fried * @proc_comm: proc_comm communication interface (legacy)
119*654dd4a8SRamon Fried * @version: array of versions for the various subsystems
120*654dd4a8SRamon Fried * @initialized: boolean to indicate that smem is initialized
121*654dd4a8SRamon Fried * @free_offset: index of the first unallocated byte in smem
122*654dd4a8SRamon Fried * @available: number of bytes available for allocation
123*654dd4a8SRamon Fried * @reserved: reserved field, must be 0
124*654dd4a8SRamon Fried * toc: array of references to items
125*654dd4a8SRamon Fried */
126*654dd4a8SRamon Fried struct smem_header {
127*654dd4a8SRamon Fried struct smem_proc_comm proc_comm[4];
128*654dd4a8SRamon Fried __le32 version[32];
129*654dd4a8SRamon Fried __le32 initialized;
130*654dd4a8SRamon Fried __le32 free_offset;
131*654dd4a8SRamon Fried __le32 available;
132*654dd4a8SRamon Fried __le32 reserved;
133*654dd4a8SRamon Fried struct smem_global_entry toc[SMEM_ITEM_COUNT];
134*654dd4a8SRamon Fried };
135*654dd4a8SRamon Fried
136*654dd4a8SRamon Fried /**
137*654dd4a8SRamon Fried * struct smem_ptable_entry - one entry in the @smem_ptable list
138*654dd4a8SRamon Fried * @offset: offset, within the main shared memory region, of the partition
139*654dd4a8SRamon Fried * @size: size of the partition
140*654dd4a8SRamon Fried * @flags: flags for the partition (currently unused)
141*654dd4a8SRamon Fried * @host0: first processor/host with access to this partition
142*654dd4a8SRamon Fried * @host1: second processor/host with access to this partition
143*654dd4a8SRamon Fried * @cacheline: alignment for "cached" entries
144*654dd4a8SRamon Fried * @reserved: reserved entries for later use
145*654dd4a8SRamon Fried */
146*654dd4a8SRamon Fried struct smem_ptable_entry {
147*654dd4a8SRamon Fried __le32 offset;
148*654dd4a8SRamon Fried __le32 size;
149*654dd4a8SRamon Fried __le32 flags;
150*654dd4a8SRamon Fried __le16 host0;
151*654dd4a8SRamon Fried __le16 host1;
152*654dd4a8SRamon Fried __le32 cacheline;
153*654dd4a8SRamon Fried __le32 reserved[7];
154*654dd4a8SRamon Fried };
155*654dd4a8SRamon Fried
156*654dd4a8SRamon Fried /**
157*654dd4a8SRamon Fried * struct smem_ptable - partition table for the private partitions
158*654dd4a8SRamon Fried * @magic: magic number, must be SMEM_PTABLE_MAGIC
159*654dd4a8SRamon Fried * @version: version of the partition table
160*654dd4a8SRamon Fried * @num_entries: number of partitions in the table
161*654dd4a8SRamon Fried * @reserved: for now reserved entries
162*654dd4a8SRamon Fried * @entry: list of @smem_ptable_entry for the @num_entries partitions
163*654dd4a8SRamon Fried */
164*654dd4a8SRamon Fried struct smem_ptable {
165*654dd4a8SRamon Fried u8 magic[4];
166*654dd4a8SRamon Fried __le32 version;
167*654dd4a8SRamon Fried __le32 num_entries;
168*654dd4a8SRamon Fried __le32 reserved[5];
169*654dd4a8SRamon Fried struct smem_ptable_entry entry[];
170*654dd4a8SRamon Fried };
171*654dd4a8SRamon Fried
172*654dd4a8SRamon Fried static const u8 SMEM_PTABLE_MAGIC[] = { 0x24, 0x54, 0x4f, 0x43 }; /* "$TOC" */
173*654dd4a8SRamon Fried
174*654dd4a8SRamon Fried /**
175*654dd4a8SRamon Fried * struct smem_partition_header - header of the partitions
176*654dd4a8SRamon Fried * @magic: magic number, must be SMEM_PART_MAGIC
177*654dd4a8SRamon Fried * @host0: first processor/host with access to this partition
178*654dd4a8SRamon Fried * @host1: second processor/host with access to this partition
179*654dd4a8SRamon Fried * @size: size of the partition
180*654dd4a8SRamon Fried * @offset_free_uncached: offset to the first free byte of uncached memory in
181*654dd4a8SRamon Fried * this partition
182*654dd4a8SRamon Fried * @offset_free_cached: offset to the first free byte of cached memory in this
183*654dd4a8SRamon Fried * partition
184*654dd4a8SRamon Fried * @reserved: for now reserved entries
185*654dd4a8SRamon Fried */
186*654dd4a8SRamon Fried struct smem_partition_header {
187*654dd4a8SRamon Fried u8 magic[4];
188*654dd4a8SRamon Fried __le16 host0;
189*654dd4a8SRamon Fried __le16 host1;
190*654dd4a8SRamon Fried __le32 size;
191*654dd4a8SRamon Fried __le32 offset_free_uncached;
192*654dd4a8SRamon Fried __le32 offset_free_cached;
193*654dd4a8SRamon Fried __le32 reserved[3];
194*654dd4a8SRamon Fried };
195*654dd4a8SRamon Fried
196*654dd4a8SRamon Fried static const u8 SMEM_PART_MAGIC[] = { 0x24, 0x50, 0x52, 0x54 };
197*654dd4a8SRamon Fried
198*654dd4a8SRamon Fried /**
199*654dd4a8SRamon Fried * struct smem_private_entry - header of each item in the private partition
200*654dd4a8SRamon Fried * @canary: magic number, must be SMEM_PRIVATE_CANARY
201*654dd4a8SRamon Fried * @item: identifying number of the smem item
202*654dd4a8SRamon Fried * @size: size of the data, including padding bytes
203*654dd4a8SRamon Fried * @padding_data: number of bytes of padding of data
204*654dd4a8SRamon Fried * @padding_hdr: number of bytes of padding between the header and the data
205*654dd4a8SRamon Fried * @reserved: for now reserved entry
206*654dd4a8SRamon Fried */
207*654dd4a8SRamon Fried struct smem_private_entry {
208*654dd4a8SRamon Fried u16 canary; /* bytes are the same so no swapping needed */
209*654dd4a8SRamon Fried __le16 item;
210*654dd4a8SRamon Fried __le32 size; /* includes padding bytes */
211*654dd4a8SRamon Fried __le16 padding_data;
212*654dd4a8SRamon Fried __le16 padding_hdr;
213*654dd4a8SRamon Fried __le32 reserved;
214*654dd4a8SRamon Fried };
215*654dd4a8SRamon Fried #define SMEM_PRIVATE_CANARY 0xa5a5
216*654dd4a8SRamon Fried
217*654dd4a8SRamon Fried /**
218*654dd4a8SRamon Fried * struct smem_info - smem region info located after the table of contents
219*654dd4a8SRamon Fried * @magic: magic number, must be SMEM_INFO_MAGIC
220*654dd4a8SRamon Fried * @size: size of the smem region
221*654dd4a8SRamon Fried * @base_addr: base address of the smem region
222*654dd4a8SRamon Fried * @reserved: for now reserved entry
223*654dd4a8SRamon Fried * @num_items: highest accepted item number
224*654dd4a8SRamon Fried */
225*654dd4a8SRamon Fried struct smem_info {
226*654dd4a8SRamon Fried u8 magic[4];
227*654dd4a8SRamon Fried __le32 size;
228*654dd4a8SRamon Fried __le32 base_addr;
229*654dd4a8SRamon Fried __le32 reserved;
230*654dd4a8SRamon Fried __le16 num_items;
231*654dd4a8SRamon Fried };
232*654dd4a8SRamon Fried
233*654dd4a8SRamon Fried static const u8 SMEM_INFO_MAGIC[] = { 0x53, 0x49, 0x49, 0x49 }; /* SIII */
234*654dd4a8SRamon Fried
235*654dd4a8SRamon Fried /**
236*654dd4a8SRamon Fried * struct smem_region - representation of a chunk of memory used for smem
237*654dd4a8SRamon Fried * @aux_base: identifier of aux_mem base
238*654dd4a8SRamon Fried * @virt_base: virtual base address of memory with this aux_mem identifier
239*654dd4a8SRamon Fried * @size: size of the memory region
240*654dd4a8SRamon Fried */
241*654dd4a8SRamon Fried struct smem_region {
242*654dd4a8SRamon Fried u32 aux_base;
243*654dd4a8SRamon Fried void __iomem *virt_base;
244*654dd4a8SRamon Fried size_t size;
245*654dd4a8SRamon Fried };
246*654dd4a8SRamon Fried
247*654dd4a8SRamon Fried /**
248*654dd4a8SRamon Fried * struct qcom_smem - device data for the smem device
249*654dd4a8SRamon Fried * @dev: device pointer
250*654dd4a8SRamon Fried * @global_partition: pointer to global partition when in use
251*654dd4a8SRamon Fried * @global_cacheline: cacheline size for global partition
252*654dd4a8SRamon Fried * @partitions: list of pointers to partitions affecting the current
253*654dd4a8SRamon Fried * processor/host
254*654dd4a8SRamon Fried * @cacheline: list of cacheline sizes for each host
255*654dd4a8SRamon Fried * @item_count: max accepted item number
256*654dd4a8SRamon Fried * @num_regions: number of @regions
257*654dd4a8SRamon Fried * @regions: list of the memory regions defining the shared memory
258*654dd4a8SRamon Fried */
259*654dd4a8SRamon Fried struct qcom_smem {
260*654dd4a8SRamon Fried struct udevice *dev;
261*654dd4a8SRamon Fried
262*654dd4a8SRamon Fried struct smem_partition_header *global_partition;
263*654dd4a8SRamon Fried size_t global_cacheline;
264*654dd4a8SRamon Fried struct smem_partition_header *partitions[SMEM_HOST_COUNT];
265*654dd4a8SRamon Fried size_t cacheline[SMEM_HOST_COUNT];
266*654dd4a8SRamon Fried u32 item_count;
267*654dd4a8SRamon Fried
268*654dd4a8SRamon Fried unsigned int num_regions;
269*654dd4a8SRamon Fried struct smem_region regions[0];
270*654dd4a8SRamon Fried };
271*654dd4a8SRamon Fried
272*654dd4a8SRamon Fried static struct smem_private_entry *
phdr_to_last_uncached_entry(struct smem_partition_header * phdr)273*654dd4a8SRamon Fried phdr_to_last_uncached_entry(struct smem_partition_header *phdr)
274*654dd4a8SRamon Fried {
275*654dd4a8SRamon Fried void *p = phdr;
276*654dd4a8SRamon Fried
277*654dd4a8SRamon Fried return p + le32_to_cpu(phdr->offset_free_uncached);
278*654dd4a8SRamon Fried }
279*654dd4a8SRamon Fried
phdr_to_first_cached_entry(struct smem_partition_header * phdr,size_t cacheline)280*654dd4a8SRamon Fried static void *phdr_to_first_cached_entry(struct smem_partition_header *phdr,
281*654dd4a8SRamon Fried size_t cacheline)
282*654dd4a8SRamon Fried {
283*654dd4a8SRamon Fried void *p = phdr;
284*654dd4a8SRamon Fried
285*654dd4a8SRamon Fried return p + le32_to_cpu(phdr->size) - ALIGN(sizeof(*phdr), cacheline);
286*654dd4a8SRamon Fried }
287*654dd4a8SRamon Fried
phdr_to_last_cached_entry(struct smem_partition_header * phdr)288*654dd4a8SRamon Fried static void *phdr_to_last_cached_entry(struct smem_partition_header *phdr)
289*654dd4a8SRamon Fried {
290*654dd4a8SRamon Fried void *p = phdr;
291*654dd4a8SRamon Fried
292*654dd4a8SRamon Fried return p + le32_to_cpu(phdr->offset_free_cached);
293*654dd4a8SRamon Fried }
294*654dd4a8SRamon Fried
295*654dd4a8SRamon Fried static struct smem_private_entry *
phdr_to_first_uncached_entry(struct smem_partition_header * phdr)296*654dd4a8SRamon Fried phdr_to_first_uncached_entry(struct smem_partition_header *phdr)
297*654dd4a8SRamon Fried {
298*654dd4a8SRamon Fried void *p = phdr;
299*654dd4a8SRamon Fried
300*654dd4a8SRamon Fried return p + sizeof(*phdr);
301*654dd4a8SRamon Fried }
302*654dd4a8SRamon Fried
303*654dd4a8SRamon Fried static struct smem_private_entry *
uncached_entry_next(struct smem_private_entry * e)304*654dd4a8SRamon Fried uncached_entry_next(struct smem_private_entry *e)
305*654dd4a8SRamon Fried {
306*654dd4a8SRamon Fried void *p = e;
307*654dd4a8SRamon Fried
308*654dd4a8SRamon Fried return p + sizeof(*e) + le16_to_cpu(e->padding_hdr) +
309*654dd4a8SRamon Fried le32_to_cpu(e->size);
310*654dd4a8SRamon Fried }
311*654dd4a8SRamon Fried
312*654dd4a8SRamon Fried static struct smem_private_entry *
cached_entry_next(struct smem_private_entry * e,size_t cacheline)313*654dd4a8SRamon Fried cached_entry_next(struct smem_private_entry *e, size_t cacheline)
314*654dd4a8SRamon Fried {
315*654dd4a8SRamon Fried void *p = e;
316*654dd4a8SRamon Fried
317*654dd4a8SRamon Fried return p - le32_to_cpu(e->size) - ALIGN(sizeof(*e), cacheline);
318*654dd4a8SRamon Fried }
319*654dd4a8SRamon Fried
uncached_entry_to_item(struct smem_private_entry * e)320*654dd4a8SRamon Fried static void *uncached_entry_to_item(struct smem_private_entry *e)
321*654dd4a8SRamon Fried {
322*654dd4a8SRamon Fried void *p = e;
323*654dd4a8SRamon Fried
324*654dd4a8SRamon Fried return p + sizeof(*e) + le16_to_cpu(e->padding_hdr);
325*654dd4a8SRamon Fried }
326*654dd4a8SRamon Fried
cached_entry_to_item(struct smem_private_entry * e)327*654dd4a8SRamon Fried static void *cached_entry_to_item(struct smem_private_entry *e)
328*654dd4a8SRamon Fried {
329*654dd4a8SRamon Fried void *p = e;
330*654dd4a8SRamon Fried
331*654dd4a8SRamon Fried return p - le32_to_cpu(e->size);
332*654dd4a8SRamon Fried }
333*654dd4a8SRamon Fried
334*654dd4a8SRamon Fried /* Pointer to the one and only smem handle */
335*654dd4a8SRamon Fried static struct qcom_smem *__smem;
336*654dd4a8SRamon Fried
qcom_smem_alloc_private(struct qcom_smem * smem,struct smem_partition_header * phdr,unsigned int item,size_t size)337*654dd4a8SRamon Fried static int qcom_smem_alloc_private(struct qcom_smem *smem,
338*654dd4a8SRamon Fried struct smem_partition_header *phdr,
339*654dd4a8SRamon Fried unsigned int item,
340*654dd4a8SRamon Fried size_t size)
341*654dd4a8SRamon Fried {
342*654dd4a8SRamon Fried struct smem_private_entry *hdr, *end;
343*654dd4a8SRamon Fried size_t alloc_size;
344*654dd4a8SRamon Fried void *cached;
345*654dd4a8SRamon Fried
346*654dd4a8SRamon Fried hdr = phdr_to_first_uncached_entry(phdr);
347*654dd4a8SRamon Fried end = phdr_to_last_uncached_entry(phdr);
348*654dd4a8SRamon Fried cached = phdr_to_last_cached_entry(phdr);
349*654dd4a8SRamon Fried
350*654dd4a8SRamon Fried while (hdr < end) {
351*654dd4a8SRamon Fried if (hdr->canary != SMEM_PRIVATE_CANARY) {
352*654dd4a8SRamon Fried dev_err(smem->dev,
353*654dd4a8SRamon Fried "Found invalid canary in hosts %d:%d partition\n",
354*654dd4a8SRamon Fried phdr->host0, phdr->host1);
355*654dd4a8SRamon Fried return -EINVAL;
356*654dd4a8SRamon Fried }
357*654dd4a8SRamon Fried
358*654dd4a8SRamon Fried if (le16_to_cpu(hdr->item) == item)
359*654dd4a8SRamon Fried return -EEXIST;
360*654dd4a8SRamon Fried
361*654dd4a8SRamon Fried hdr = uncached_entry_next(hdr);
362*654dd4a8SRamon Fried }
363*654dd4a8SRamon Fried
364*654dd4a8SRamon Fried /* Check that we don't grow into the cached region */
365*654dd4a8SRamon Fried alloc_size = sizeof(*hdr) + ALIGN(size, 8);
366*654dd4a8SRamon Fried if ((void *)hdr + alloc_size >= cached) {
367*654dd4a8SRamon Fried dev_err(smem->dev, "Out of memory\n");
368*654dd4a8SRamon Fried return -ENOSPC;
369*654dd4a8SRamon Fried }
370*654dd4a8SRamon Fried
371*654dd4a8SRamon Fried hdr->canary = SMEM_PRIVATE_CANARY;
372*654dd4a8SRamon Fried hdr->item = cpu_to_le16(item);
373*654dd4a8SRamon Fried hdr->size = cpu_to_le32(ALIGN(size, 8));
374*654dd4a8SRamon Fried hdr->padding_data = cpu_to_le16(le32_to_cpu(hdr->size) - size);
375*654dd4a8SRamon Fried hdr->padding_hdr = 0;
376*654dd4a8SRamon Fried
377*654dd4a8SRamon Fried /*
378*654dd4a8SRamon Fried * Ensure the header is written before we advance the free offset, so
379*654dd4a8SRamon Fried * that remote processors that does not take the remote spinlock still
380*654dd4a8SRamon Fried * gets a consistent view of the linked list.
381*654dd4a8SRamon Fried */
382*654dd4a8SRamon Fried dmb();
383*654dd4a8SRamon Fried le32_add_cpu(&phdr->offset_free_uncached, alloc_size);
384*654dd4a8SRamon Fried
385*654dd4a8SRamon Fried return 0;
386*654dd4a8SRamon Fried }
387*654dd4a8SRamon Fried
qcom_smem_alloc_global(struct qcom_smem * smem,unsigned int item,size_t size)388*654dd4a8SRamon Fried static int qcom_smem_alloc_global(struct qcom_smem *smem,
389*654dd4a8SRamon Fried unsigned int item,
390*654dd4a8SRamon Fried size_t size)
391*654dd4a8SRamon Fried {
392*654dd4a8SRamon Fried struct smem_global_entry *entry;
393*654dd4a8SRamon Fried struct smem_header *header;
394*654dd4a8SRamon Fried
395*654dd4a8SRamon Fried header = smem->regions[0].virt_base;
396*654dd4a8SRamon Fried entry = &header->toc[item];
397*654dd4a8SRamon Fried if (entry->allocated)
398*654dd4a8SRamon Fried return -EEXIST;
399*654dd4a8SRamon Fried
400*654dd4a8SRamon Fried size = ALIGN(size, 8);
401*654dd4a8SRamon Fried if (WARN_ON(size > le32_to_cpu(header->available)))
402*654dd4a8SRamon Fried return -ENOMEM;
403*654dd4a8SRamon Fried
404*654dd4a8SRamon Fried entry->offset = header->free_offset;
405*654dd4a8SRamon Fried entry->size = cpu_to_le32(size);
406*654dd4a8SRamon Fried
407*654dd4a8SRamon Fried /*
408*654dd4a8SRamon Fried * Ensure the header is consistent before we mark the item allocated,
409*654dd4a8SRamon Fried * so that remote processors will get a consistent view of the item
410*654dd4a8SRamon Fried * even though they do not take the spinlock on read.
411*654dd4a8SRamon Fried */
412*654dd4a8SRamon Fried dmb();
413*654dd4a8SRamon Fried entry->allocated = cpu_to_le32(1);
414*654dd4a8SRamon Fried
415*654dd4a8SRamon Fried le32_add_cpu(&header->free_offset, size);
416*654dd4a8SRamon Fried le32_add_cpu(&header->available, -size);
417*654dd4a8SRamon Fried
418*654dd4a8SRamon Fried return 0;
419*654dd4a8SRamon Fried }
420*654dd4a8SRamon Fried
421*654dd4a8SRamon Fried /**
422*654dd4a8SRamon Fried * qcom_smem_alloc() - allocate space for a smem item
423*654dd4a8SRamon Fried * @host: remote processor id, or -1
424*654dd4a8SRamon Fried * @item: smem item handle
425*654dd4a8SRamon Fried * @size: number of bytes to be allocated
426*654dd4a8SRamon Fried *
427*654dd4a8SRamon Fried * Allocate space for a given smem item of size @size, given that the item is
428*654dd4a8SRamon Fried * not yet allocated.
429*654dd4a8SRamon Fried */
qcom_smem_alloc(unsigned int host,unsigned int item,size_t size)430*654dd4a8SRamon Fried static int qcom_smem_alloc(unsigned int host, unsigned int item, size_t size)
431*654dd4a8SRamon Fried {
432*654dd4a8SRamon Fried struct smem_partition_header *phdr;
433*654dd4a8SRamon Fried int ret;
434*654dd4a8SRamon Fried
435*654dd4a8SRamon Fried if (!__smem)
436*654dd4a8SRamon Fried return -EPROBE_DEFER;
437*654dd4a8SRamon Fried
438*654dd4a8SRamon Fried if (item < SMEM_ITEM_LAST_FIXED) {
439*654dd4a8SRamon Fried dev_err(__smem->dev,
440*654dd4a8SRamon Fried "Rejecting allocation of static entry %d\n", item);
441*654dd4a8SRamon Fried return -EINVAL;
442*654dd4a8SRamon Fried }
443*654dd4a8SRamon Fried
444*654dd4a8SRamon Fried if (WARN_ON(item >= __smem->item_count))
445*654dd4a8SRamon Fried return -EINVAL;
446*654dd4a8SRamon Fried
447*654dd4a8SRamon Fried if (host < SMEM_HOST_COUNT && __smem->partitions[host]) {
448*654dd4a8SRamon Fried phdr = __smem->partitions[host];
449*654dd4a8SRamon Fried ret = qcom_smem_alloc_private(__smem, phdr, item, size);
450*654dd4a8SRamon Fried } else if (__smem->global_partition) {
451*654dd4a8SRamon Fried phdr = __smem->global_partition;
452*654dd4a8SRamon Fried ret = qcom_smem_alloc_private(__smem, phdr, item, size);
453*654dd4a8SRamon Fried } else {
454*654dd4a8SRamon Fried ret = qcom_smem_alloc_global(__smem, item, size);
455*654dd4a8SRamon Fried }
456*654dd4a8SRamon Fried
457*654dd4a8SRamon Fried return ret;
458*654dd4a8SRamon Fried }
459*654dd4a8SRamon Fried
qcom_smem_get_global(struct qcom_smem * smem,unsigned int item,size_t * size)460*654dd4a8SRamon Fried static void *qcom_smem_get_global(struct qcom_smem *smem,
461*654dd4a8SRamon Fried unsigned int item,
462*654dd4a8SRamon Fried size_t *size)
463*654dd4a8SRamon Fried {
464*654dd4a8SRamon Fried struct smem_header *header;
465*654dd4a8SRamon Fried struct smem_region *area;
466*654dd4a8SRamon Fried struct smem_global_entry *entry;
467*654dd4a8SRamon Fried u32 aux_base;
468*654dd4a8SRamon Fried unsigned int i;
469*654dd4a8SRamon Fried
470*654dd4a8SRamon Fried header = smem->regions[0].virt_base;
471*654dd4a8SRamon Fried entry = &header->toc[item];
472*654dd4a8SRamon Fried if (!entry->allocated)
473*654dd4a8SRamon Fried return ERR_PTR(-ENXIO);
474*654dd4a8SRamon Fried
475*654dd4a8SRamon Fried aux_base = le32_to_cpu(entry->aux_base) & AUX_BASE_MASK;
476*654dd4a8SRamon Fried
477*654dd4a8SRamon Fried for (i = 0; i < smem->num_regions; i++) {
478*654dd4a8SRamon Fried area = &smem->regions[i];
479*654dd4a8SRamon Fried
480*654dd4a8SRamon Fried if (area->aux_base == aux_base || !aux_base) {
481*654dd4a8SRamon Fried if (size != NULL)
482*654dd4a8SRamon Fried *size = le32_to_cpu(entry->size);
483*654dd4a8SRamon Fried return area->virt_base + le32_to_cpu(entry->offset);
484*654dd4a8SRamon Fried }
485*654dd4a8SRamon Fried }
486*654dd4a8SRamon Fried
487*654dd4a8SRamon Fried return ERR_PTR(-ENOENT);
488*654dd4a8SRamon Fried }
489*654dd4a8SRamon Fried
qcom_smem_get_private(struct qcom_smem * smem,struct smem_partition_header * phdr,size_t cacheline,unsigned int item,size_t * size)490*654dd4a8SRamon Fried static void *qcom_smem_get_private(struct qcom_smem *smem,
491*654dd4a8SRamon Fried struct smem_partition_header *phdr,
492*654dd4a8SRamon Fried size_t cacheline,
493*654dd4a8SRamon Fried unsigned int item,
494*654dd4a8SRamon Fried size_t *size)
495*654dd4a8SRamon Fried {
496*654dd4a8SRamon Fried struct smem_private_entry *e, *end;
497*654dd4a8SRamon Fried
498*654dd4a8SRamon Fried e = phdr_to_first_uncached_entry(phdr);
499*654dd4a8SRamon Fried end = phdr_to_last_uncached_entry(phdr);
500*654dd4a8SRamon Fried
501*654dd4a8SRamon Fried while (e < end) {
502*654dd4a8SRamon Fried if (e->canary != SMEM_PRIVATE_CANARY)
503*654dd4a8SRamon Fried goto invalid_canary;
504*654dd4a8SRamon Fried
505*654dd4a8SRamon Fried if (le16_to_cpu(e->item) == item) {
506*654dd4a8SRamon Fried if (size != NULL)
507*654dd4a8SRamon Fried *size = le32_to_cpu(e->size) -
508*654dd4a8SRamon Fried le16_to_cpu(e->padding_data);
509*654dd4a8SRamon Fried
510*654dd4a8SRamon Fried return uncached_entry_to_item(e);
511*654dd4a8SRamon Fried }
512*654dd4a8SRamon Fried
513*654dd4a8SRamon Fried e = uncached_entry_next(e);
514*654dd4a8SRamon Fried }
515*654dd4a8SRamon Fried
516*654dd4a8SRamon Fried /* Item was not found in the uncached list, search the cached list */
517*654dd4a8SRamon Fried
518*654dd4a8SRamon Fried e = phdr_to_first_cached_entry(phdr, cacheline);
519*654dd4a8SRamon Fried end = phdr_to_last_cached_entry(phdr);
520*654dd4a8SRamon Fried
521*654dd4a8SRamon Fried while (e > end) {
522*654dd4a8SRamon Fried if (e->canary != SMEM_PRIVATE_CANARY)
523*654dd4a8SRamon Fried goto invalid_canary;
524*654dd4a8SRamon Fried
525*654dd4a8SRamon Fried if (le16_to_cpu(e->item) == item) {
526*654dd4a8SRamon Fried if (size != NULL)
527*654dd4a8SRamon Fried *size = le32_to_cpu(e->size) -
528*654dd4a8SRamon Fried le16_to_cpu(e->padding_data);
529*654dd4a8SRamon Fried
530*654dd4a8SRamon Fried return cached_entry_to_item(e);
531*654dd4a8SRamon Fried }
532*654dd4a8SRamon Fried
533*654dd4a8SRamon Fried e = cached_entry_next(e, cacheline);
534*654dd4a8SRamon Fried }
535*654dd4a8SRamon Fried
536*654dd4a8SRamon Fried return ERR_PTR(-ENOENT);
537*654dd4a8SRamon Fried
538*654dd4a8SRamon Fried invalid_canary:
539*654dd4a8SRamon Fried dev_err(smem->dev, "Found invalid canary in hosts %d:%d partition\n",
540*654dd4a8SRamon Fried phdr->host0, phdr->host1);
541*654dd4a8SRamon Fried
542*654dd4a8SRamon Fried return ERR_PTR(-EINVAL);
543*654dd4a8SRamon Fried }
544*654dd4a8SRamon Fried
545*654dd4a8SRamon Fried /**
546*654dd4a8SRamon Fried * qcom_smem_get() - resolve ptr of size of a smem item
547*654dd4a8SRamon Fried * @host: the remote processor, or -1
548*654dd4a8SRamon Fried * @item: smem item handle
549*654dd4a8SRamon Fried * @size: pointer to be filled out with size of the item
550*654dd4a8SRamon Fried *
551*654dd4a8SRamon Fried * Looks up smem item and returns pointer to it. Size of smem
552*654dd4a8SRamon Fried * item is returned in @size.
553*654dd4a8SRamon Fried */
qcom_smem_get(unsigned int host,unsigned int item,size_t * size)554*654dd4a8SRamon Fried static void *qcom_smem_get(unsigned int host, unsigned int item, size_t *size)
555*654dd4a8SRamon Fried {
556*654dd4a8SRamon Fried struct smem_partition_header *phdr;
557*654dd4a8SRamon Fried size_t cacheln;
558*654dd4a8SRamon Fried void *ptr = ERR_PTR(-EPROBE_DEFER);
559*654dd4a8SRamon Fried
560*654dd4a8SRamon Fried if (!__smem)
561*654dd4a8SRamon Fried return ptr;
562*654dd4a8SRamon Fried
563*654dd4a8SRamon Fried if (WARN_ON(item >= __smem->item_count))
564*654dd4a8SRamon Fried return ERR_PTR(-EINVAL);
565*654dd4a8SRamon Fried
566*654dd4a8SRamon Fried if (host < SMEM_HOST_COUNT && __smem->partitions[host]) {
567*654dd4a8SRamon Fried phdr = __smem->partitions[host];
568*654dd4a8SRamon Fried cacheln = __smem->cacheline[host];
569*654dd4a8SRamon Fried ptr = qcom_smem_get_private(__smem, phdr, cacheln, item, size);
570*654dd4a8SRamon Fried } else if (__smem->global_partition) {
571*654dd4a8SRamon Fried phdr = __smem->global_partition;
572*654dd4a8SRamon Fried cacheln = __smem->global_cacheline;
573*654dd4a8SRamon Fried ptr = qcom_smem_get_private(__smem, phdr, cacheln, item, size);
574*654dd4a8SRamon Fried } else {
575*654dd4a8SRamon Fried ptr = qcom_smem_get_global(__smem, item, size);
576*654dd4a8SRamon Fried }
577*654dd4a8SRamon Fried
578*654dd4a8SRamon Fried return ptr;
579*654dd4a8SRamon Fried
580*654dd4a8SRamon Fried }
581*654dd4a8SRamon Fried
582*654dd4a8SRamon Fried /**
583*654dd4a8SRamon Fried * qcom_smem_get_free_space() - retrieve amount of free space in a partition
584*654dd4a8SRamon Fried * @host: the remote processor identifying a partition, or -1
585*654dd4a8SRamon Fried *
586*654dd4a8SRamon Fried * To be used by smem clients as a quick way to determine if any new
587*654dd4a8SRamon Fried * allocations has been made.
588*654dd4a8SRamon Fried */
qcom_smem_get_free_space(unsigned int host)589*654dd4a8SRamon Fried static int qcom_smem_get_free_space(unsigned int host)
590*654dd4a8SRamon Fried {
591*654dd4a8SRamon Fried struct smem_partition_header *phdr;
592*654dd4a8SRamon Fried struct smem_header *header;
593*654dd4a8SRamon Fried unsigned int ret;
594*654dd4a8SRamon Fried
595*654dd4a8SRamon Fried if (!__smem)
596*654dd4a8SRamon Fried return -EPROBE_DEFER;
597*654dd4a8SRamon Fried
598*654dd4a8SRamon Fried if (host < SMEM_HOST_COUNT && __smem->partitions[host]) {
599*654dd4a8SRamon Fried phdr = __smem->partitions[host];
600*654dd4a8SRamon Fried ret = le32_to_cpu(phdr->offset_free_cached) -
601*654dd4a8SRamon Fried le32_to_cpu(phdr->offset_free_uncached);
602*654dd4a8SRamon Fried } else if (__smem->global_partition) {
603*654dd4a8SRamon Fried phdr = __smem->global_partition;
604*654dd4a8SRamon Fried ret = le32_to_cpu(phdr->offset_free_cached) -
605*654dd4a8SRamon Fried le32_to_cpu(phdr->offset_free_uncached);
606*654dd4a8SRamon Fried } else {
607*654dd4a8SRamon Fried header = __smem->regions[0].virt_base;
608*654dd4a8SRamon Fried ret = le32_to_cpu(header->available);
609*654dd4a8SRamon Fried }
610*654dd4a8SRamon Fried
611*654dd4a8SRamon Fried return ret;
612*654dd4a8SRamon Fried }
613*654dd4a8SRamon Fried
qcom_smem_get_sbl_version(struct qcom_smem * smem)614*654dd4a8SRamon Fried static int qcom_smem_get_sbl_version(struct qcom_smem *smem)
615*654dd4a8SRamon Fried {
616*654dd4a8SRamon Fried struct smem_header *header;
617*654dd4a8SRamon Fried __le32 *versions;
618*654dd4a8SRamon Fried
619*654dd4a8SRamon Fried header = smem->regions[0].virt_base;
620*654dd4a8SRamon Fried versions = header->version;
621*654dd4a8SRamon Fried
622*654dd4a8SRamon Fried return le32_to_cpu(versions[SMEM_MASTER_SBL_VERSION_INDEX]);
623*654dd4a8SRamon Fried }
624*654dd4a8SRamon Fried
qcom_smem_get_ptable(struct qcom_smem * smem)625*654dd4a8SRamon Fried static struct smem_ptable *qcom_smem_get_ptable(struct qcom_smem *smem)
626*654dd4a8SRamon Fried {
627*654dd4a8SRamon Fried struct smem_ptable *ptable;
628*654dd4a8SRamon Fried u32 version;
629*654dd4a8SRamon Fried
630*654dd4a8SRamon Fried ptable = smem->regions[0].virt_base + smem->regions[0].size - SZ_4K;
631*654dd4a8SRamon Fried if (memcmp(ptable->magic, SMEM_PTABLE_MAGIC, sizeof(ptable->magic)))
632*654dd4a8SRamon Fried return ERR_PTR(-ENOENT);
633*654dd4a8SRamon Fried
634*654dd4a8SRamon Fried version = le32_to_cpu(ptable->version);
635*654dd4a8SRamon Fried if (version != 1) {
636*654dd4a8SRamon Fried dev_err(smem->dev,
637*654dd4a8SRamon Fried "Unsupported partition header version %d\n", version);
638*654dd4a8SRamon Fried return ERR_PTR(-EINVAL);
639*654dd4a8SRamon Fried }
640*654dd4a8SRamon Fried return ptable;
641*654dd4a8SRamon Fried }
642*654dd4a8SRamon Fried
qcom_smem_get_item_count(struct qcom_smem * smem)643*654dd4a8SRamon Fried static u32 qcom_smem_get_item_count(struct qcom_smem *smem)
644*654dd4a8SRamon Fried {
645*654dd4a8SRamon Fried struct smem_ptable *ptable;
646*654dd4a8SRamon Fried struct smem_info *info;
647*654dd4a8SRamon Fried
648*654dd4a8SRamon Fried ptable = qcom_smem_get_ptable(smem);
649*654dd4a8SRamon Fried if (IS_ERR_OR_NULL(ptable))
650*654dd4a8SRamon Fried return SMEM_ITEM_COUNT;
651*654dd4a8SRamon Fried
652*654dd4a8SRamon Fried info = (struct smem_info *)&ptable->entry[ptable->num_entries];
653*654dd4a8SRamon Fried if (memcmp(info->magic, SMEM_INFO_MAGIC, sizeof(info->magic)))
654*654dd4a8SRamon Fried return SMEM_ITEM_COUNT;
655*654dd4a8SRamon Fried
656*654dd4a8SRamon Fried return le16_to_cpu(info->num_items);
657*654dd4a8SRamon Fried }
658*654dd4a8SRamon Fried
qcom_smem_set_global_partition(struct qcom_smem * smem)659*654dd4a8SRamon Fried static int qcom_smem_set_global_partition(struct qcom_smem *smem)
660*654dd4a8SRamon Fried {
661*654dd4a8SRamon Fried struct smem_partition_header *header;
662*654dd4a8SRamon Fried struct smem_ptable_entry *entry = NULL;
663*654dd4a8SRamon Fried struct smem_ptable *ptable;
664*654dd4a8SRamon Fried u32 host0, host1, size;
665*654dd4a8SRamon Fried int i;
666*654dd4a8SRamon Fried
667*654dd4a8SRamon Fried ptable = qcom_smem_get_ptable(smem);
668*654dd4a8SRamon Fried if (IS_ERR(ptable))
669*654dd4a8SRamon Fried return PTR_ERR(ptable);
670*654dd4a8SRamon Fried
671*654dd4a8SRamon Fried for (i = 0; i < le32_to_cpu(ptable->num_entries); i++) {
672*654dd4a8SRamon Fried entry = &ptable->entry[i];
673*654dd4a8SRamon Fried host0 = le16_to_cpu(entry->host0);
674*654dd4a8SRamon Fried host1 = le16_to_cpu(entry->host1);
675*654dd4a8SRamon Fried
676*654dd4a8SRamon Fried if (host0 == SMEM_GLOBAL_HOST && host0 == host1)
677*654dd4a8SRamon Fried break;
678*654dd4a8SRamon Fried }
679*654dd4a8SRamon Fried
680*654dd4a8SRamon Fried if (!entry) {
681*654dd4a8SRamon Fried dev_err(smem->dev, "Missing entry for global partition\n");
682*654dd4a8SRamon Fried return -EINVAL;
683*654dd4a8SRamon Fried }
684*654dd4a8SRamon Fried
685*654dd4a8SRamon Fried if (!le32_to_cpu(entry->offset) || !le32_to_cpu(entry->size)) {
686*654dd4a8SRamon Fried dev_err(smem->dev, "Invalid entry for global partition\n");
687*654dd4a8SRamon Fried return -EINVAL;
688*654dd4a8SRamon Fried }
689*654dd4a8SRamon Fried
690*654dd4a8SRamon Fried if (smem->global_partition) {
691*654dd4a8SRamon Fried dev_err(smem->dev, "Already found the global partition\n");
692*654dd4a8SRamon Fried return -EINVAL;
693*654dd4a8SRamon Fried }
694*654dd4a8SRamon Fried
695*654dd4a8SRamon Fried header = smem->regions[0].virt_base + le32_to_cpu(entry->offset);
696*654dd4a8SRamon Fried host0 = le16_to_cpu(header->host0);
697*654dd4a8SRamon Fried host1 = le16_to_cpu(header->host1);
698*654dd4a8SRamon Fried
699*654dd4a8SRamon Fried if (memcmp(header->magic, SMEM_PART_MAGIC, sizeof(header->magic))) {
700*654dd4a8SRamon Fried dev_err(smem->dev, "Global partition has invalid magic\n");
701*654dd4a8SRamon Fried return -EINVAL;
702*654dd4a8SRamon Fried }
703*654dd4a8SRamon Fried
704*654dd4a8SRamon Fried if (host0 != SMEM_GLOBAL_HOST && host1 != SMEM_GLOBAL_HOST) {
705*654dd4a8SRamon Fried dev_err(smem->dev, "Global partition hosts are invalid\n");
706*654dd4a8SRamon Fried return -EINVAL;
707*654dd4a8SRamon Fried }
708*654dd4a8SRamon Fried
709*654dd4a8SRamon Fried if (le32_to_cpu(header->size) != le32_to_cpu(entry->size)) {
710*654dd4a8SRamon Fried dev_err(smem->dev, "Global partition has invalid size\n");
711*654dd4a8SRamon Fried return -EINVAL;
712*654dd4a8SRamon Fried }
713*654dd4a8SRamon Fried
714*654dd4a8SRamon Fried size = le32_to_cpu(header->offset_free_uncached);
715*654dd4a8SRamon Fried if (size > le32_to_cpu(header->size)) {
716*654dd4a8SRamon Fried dev_err(smem->dev,
717*654dd4a8SRamon Fried "Global partition has invalid free pointer\n");
718*654dd4a8SRamon Fried return -EINVAL;
719*654dd4a8SRamon Fried }
720*654dd4a8SRamon Fried
721*654dd4a8SRamon Fried smem->global_partition = header;
722*654dd4a8SRamon Fried smem->global_cacheline = le32_to_cpu(entry->cacheline);
723*654dd4a8SRamon Fried
724*654dd4a8SRamon Fried return 0;
725*654dd4a8SRamon Fried }
726*654dd4a8SRamon Fried
qcom_smem_enumerate_partitions(struct qcom_smem * smem,unsigned int local_host)727*654dd4a8SRamon Fried static int qcom_smem_enumerate_partitions(struct qcom_smem *smem,
728*654dd4a8SRamon Fried unsigned int local_host)
729*654dd4a8SRamon Fried {
730*654dd4a8SRamon Fried struct smem_partition_header *header;
731*654dd4a8SRamon Fried struct smem_ptable_entry *entry;
732*654dd4a8SRamon Fried struct smem_ptable *ptable;
733*654dd4a8SRamon Fried unsigned int remote_host;
734*654dd4a8SRamon Fried u32 host0, host1;
735*654dd4a8SRamon Fried int i;
736*654dd4a8SRamon Fried
737*654dd4a8SRamon Fried ptable = qcom_smem_get_ptable(smem);
738*654dd4a8SRamon Fried if (IS_ERR(ptable))
739*654dd4a8SRamon Fried return PTR_ERR(ptable);
740*654dd4a8SRamon Fried
741*654dd4a8SRamon Fried for (i = 0; i < le32_to_cpu(ptable->num_entries); i++) {
742*654dd4a8SRamon Fried entry = &ptable->entry[i];
743*654dd4a8SRamon Fried host0 = le16_to_cpu(entry->host0);
744*654dd4a8SRamon Fried host1 = le16_to_cpu(entry->host1);
745*654dd4a8SRamon Fried
746*654dd4a8SRamon Fried if (host0 != local_host && host1 != local_host)
747*654dd4a8SRamon Fried continue;
748*654dd4a8SRamon Fried
749*654dd4a8SRamon Fried if (!le32_to_cpu(entry->offset))
750*654dd4a8SRamon Fried continue;
751*654dd4a8SRamon Fried
752*654dd4a8SRamon Fried if (!le32_to_cpu(entry->size))
753*654dd4a8SRamon Fried continue;
754*654dd4a8SRamon Fried
755*654dd4a8SRamon Fried if (host0 == local_host)
756*654dd4a8SRamon Fried remote_host = host1;
757*654dd4a8SRamon Fried else
758*654dd4a8SRamon Fried remote_host = host0;
759*654dd4a8SRamon Fried
760*654dd4a8SRamon Fried if (remote_host >= SMEM_HOST_COUNT) {
761*654dd4a8SRamon Fried dev_err(smem->dev,
762*654dd4a8SRamon Fried "Invalid remote host %d\n",
763*654dd4a8SRamon Fried remote_host);
764*654dd4a8SRamon Fried return -EINVAL;
765*654dd4a8SRamon Fried }
766*654dd4a8SRamon Fried
767*654dd4a8SRamon Fried if (smem->partitions[remote_host]) {
768*654dd4a8SRamon Fried dev_err(smem->dev,
769*654dd4a8SRamon Fried "Already found a partition for host %d\n",
770*654dd4a8SRamon Fried remote_host);
771*654dd4a8SRamon Fried return -EINVAL;
772*654dd4a8SRamon Fried }
773*654dd4a8SRamon Fried
774*654dd4a8SRamon Fried header = smem->regions[0].virt_base + le32_to_cpu(entry->offset);
775*654dd4a8SRamon Fried host0 = le16_to_cpu(header->host0);
776*654dd4a8SRamon Fried host1 = le16_to_cpu(header->host1);
777*654dd4a8SRamon Fried
778*654dd4a8SRamon Fried if (memcmp(header->magic, SMEM_PART_MAGIC,
779*654dd4a8SRamon Fried sizeof(header->magic))) {
780*654dd4a8SRamon Fried dev_err(smem->dev,
781*654dd4a8SRamon Fried "Partition %d has invalid magic\n", i);
782*654dd4a8SRamon Fried return -EINVAL;
783*654dd4a8SRamon Fried }
784*654dd4a8SRamon Fried
785*654dd4a8SRamon Fried if (host0 != local_host && host1 != local_host) {
786*654dd4a8SRamon Fried dev_err(smem->dev,
787*654dd4a8SRamon Fried "Partition %d hosts are invalid\n", i);
788*654dd4a8SRamon Fried return -EINVAL;
789*654dd4a8SRamon Fried }
790*654dd4a8SRamon Fried
791*654dd4a8SRamon Fried if (host0 != remote_host && host1 != remote_host) {
792*654dd4a8SRamon Fried dev_err(smem->dev,
793*654dd4a8SRamon Fried "Partition %d hosts are invalid\n", i);
794*654dd4a8SRamon Fried return -EINVAL;
795*654dd4a8SRamon Fried }
796*654dd4a8SRamon Fried
797*654dd4a8SRamon Fried if (le32_to_cpu(header->size) != le32_to_cpu(entry->size)) {
798*654dd4a8SRamon Fried dev_err(smem->dev,
799*654dd4a8SRamon Fried "Partition %d has invalid size\n", i);
800*654dd4a8SRamon Fried return -EINVAL;
801*654dd4a8SRamon Fried }
802*654dd4a8SRamon Fried
803*654dd4a8SRamon Fried if (le32_to_cpu(header->offset_free_uncached) > le32_to_cpu(header->size)) {
804*654dd4a8SRamon Fried dev_err(smem->dev,
805*654dd4a8SRamon Fried "Partition %d has invalid free pointer\n", i);
806*654dd4a8SRamon Fried return -EINVAL;
807*654dd4a8SRamon Fried }
808*654dd4a8SRamon Fried
809*654dd4a8SRamon Fried smem->partitions[remote_host] = header;
810*654dd4a8SRamon Fried smem->cacheline[remote_host] = le32_to_cpu(entry->cacheline);
811*654dd4a8SRamon Fried }
812*654dd4a8SRamon Fried
813*654dd4a8SRamon Fried return 0;
814*654dd4a8SRamon Fried }
815*654dd4a8SRamon Fried
qcom_smem_map_memory(struct qcom_smem * smem,struct udevice * dev,const char * name,int i)816*654dd4a8SRamon Fried static int qcom_smem_map_memory(struct qcom_smem *smem, struct udevice *dev,
817*654dd4a8SRamon Fried const char *name, int i)
818*654dd4a8SRamon Fried {
819*654dd4a8SRamon Fried struct fdt_resource r;
820*654dd4a8SRamon Fried int ret;
821*654dd4a8SRamon Fried int node = dev_of_offset(dev);
822*654dd4a8SRamon Fried
823*654dd4a8SRamon Fried ret = fdtdec_lookup_phandle(gd->fdt_blob, node, name);
824*654dd4a8SRamon Fried if (ret < 0) {
825*654dd4a8SRamon Fried dev_err(dev, "No %s specified\n", name);
826*654dd4a8SRamon Fried return -EINVAL;
827*654dd4a8SRamon Fried }
828*654dd4a8SRamon Fried
829*654dd4a8SRamon Fried ret = fdt_get_resource(gd->fdt_blob, ret, "reg", 0, &r);
830*654dd4a8SRamon Fried if (ret)
831*654dd4a8SRamon Fried return ret;
832*654dd4a8SRamon Fried
833*654dd4a8SRamon Fried smem->regions[i].aux_base = (u32)r.start;
834*654dd4a8SRamon Fried smem->regions[i].size = fdt_resource_size(&r);
835*654dd4a8SRamon Fried smem->regions[i].virt_base = devm_ioremap(dev, r.start, fdt_resource_size(&r));
836*654dd4a8SRamon Fried if (!smem->regions[i].virt_base)
837*654dd4a8SRamon Fried return -ENOMEM;
838*654dd4a8SRamon Fried
839*654dd4a8SRamon Fried return 0;
840*654dd4a8SRamon Fried }
841*654dd4a8SRamon Fried
qcom_smem_probe(struct udevice * dev)842*654dd4a8SRamon Fried static int qcom_smem_probe(struct udevice *dev)
843*654dd4a8SRamon Fried {
844*654dd4a8SRamon Fried struct smem_header *header;
845*654dd4a8SRamon Fried struct qcom_smem *smem;
846*654dd4a8SRamon Fried size_t array_size;
847*654dd4a8SRamon Fried int num_regions;
848*654dd4a8SRamon Fried u32 version;
849*654dd4a8SRamon Fried int ret;
850*654dd4a8SRamon Fried int node = dev_of_offset(dev);
851*654dd4a8SRamon Fried
852*654dd4a8SRamon Fried num_regions = 1;
853*654dd4a8SRamon Fried if (fdtdec_lookup_phandle(gd->fdt_blob, node, "qcomrpm-msg-ram") >= 0)
854*654dd4a8SRamon Fried num_regions++;
855*654dd4a8SRamon Fried
856*654dd4a8SRamon Fried array_size = num_regions * sizeof(struct smem_region);
857*654dd4a8SRamon Fried smem = devm_kzalloc(dev, sizeof(*smem) + array_size, GFP_KERNEL);
858*654dd4a8SRamon Fried if (!smem)
859*654dd4a8SRamon Fried return -ENOMEM;
860*654dd4a8SRamon Fried
861*654dd4a8SRamon Fried smem->dev = dev;
862*654dd4a8SRamon Fried smem->num_regions = num_regions;
863*654dd4a8SRamon Fried
864*654dd4a8SRamon Fried ret = qcom_smem_map_memory(smem, dev, "memory-region", 0);
865*654dd4a8SRamon Fried if (ret)
866*654dd4a8SRamon Fried return ret;
867*654dd4a8SRamon Fried
868*654dd4a8SRamon Fried if (num_regions > 1) {
869*654dd4a8SRamon Fried ret = qcom_smem_map_memory(smem, dev,
870*654dd4a8SRamon Fried "qcom,rpm-msg-ram", 1);
871*654dd4a8SRamon Fried if (ret)
872*654dd4a8SRamon Fried return ret;
873*654dd4a8SRamon Fried }
874*654dd4a8SRamon Fried
875*654dd4a8SRamon Fried header = smem->regions[0].virt_base;
876*654dd4a8SRamon Fried if (le32_to_cpu(header->initialized) != 1 ||
877*654dd4a8SRamon Fried le32_to_cpu(header->reserved)) {
878*654dd4a8SRamon Fried dev_err(&pdev->dev, "SMEM is not initialized by SBL\n");
879*654dd4a8SRamon Fried return -EINVAL;
880*654dd4a8SRamon Fried }
881*654dd4a8SRamon Fried
882*654dd4a8SRamon Fried version = qcom_smem_get_sbl_version(smem);
883*654dd4a8SRamon Fried switch (version >> 16) {
884*654dd4a8SRamon Fried case SMEM_GLOBAL_PART_VERSION:
885*654dd4a8SRamon Fried ret = qcom_smem_set_global_partition(smem);
886*654dd4a8SRamon Fried if (ret < 0)
887*654dd4a8SRamon Fried return ret;
888*654dd4a8SRamon Fried smem->item_count = qcom_smem_get_item_count(smem);
889*654dd4a8SRamon Fried break;
890*654dd4a8SRamon Fried case SMEM_GLOBAL_HEAP_VERSION:
891*654dd4a8SRamon Fried smem->item_count = SMEM_ITEM_COUNT;
892*654dd4a8SRamon Fried break;
893*654dd4a8SRamon Fried default:
894*654dd4a8SRamon Fried dev_err(dev, "Unsupported SMEM version 0x%x\n", version);
895*654dd4a8SRamon Fried return -EINVAL;
896*654dd4a8SRamon Fried }
897*654dd4a8SRamon Fried
898*654dd4a8SRamon Fried ret = qcom_smem_enumerate_partitions(smem, SMEM_HOST_APPS);
899*654dd4a8SRamon Fried if (ret < 0 && ret != -ENOENT)
900*654dd4a8SRamon Fried return ret;
901*654dd4a8SRamon Fried
902*654dd4a8SRamon Fried __smem = smem;
903*654dd4a8SRamon Fried
904*654dd4a8SRamon Fried return 0;
905*654dd4a8SRamon Fried }
906*654dd4a8SRamon Fried
qcom_smem_remove(struct udevice * dev)907*654dd4a8SRamon Fried static int qcom_smem_remove(struct udevice *dev)
908*654dd4a8SRamon Fried {
909*654dd4a8SRamon Fried __smem = NULL;
910*654dd4a8SRamon Fried
911*654dd4a8SRamon Fried return 0;
912*654dd4a8SRamon Fried }
913*654dd4a8SRamon Fried
914*654dd4a8SRamon Fried const struct udevice_id qcom_smem_of_match[] = {
915*654dd4a8SRamon Fried { .compatible = "qcom,smem" },
916*654dd4a8SRamon Fried { }
917*654dd4a8SRamon Fried };
918*654dd4a8SRamon Fried
919*654dd4a8SRamon Fried static const struct smem_ops msm_smem_ops = {
920*654dd4a8SRamon Fried .alloc = qcom_smem_alloc,
921*654dd4a8SRamon Fried .get = qcom_smem_get,
922*654dd4a8SRamon Fried .get_free_space = qcom_smem_get_free_space,
923*654dd4a8SRamon Fried };
924*654dd4a8SRamon Fried
925*654dd4a8SRamon Fried U_BOOT_DRIVER(qcom_smem) = {
926*654dd4a8SRamon Fried .name = "qcom_smem",
927*654dd4a8SRamon Fried .id = UCLASS_SMEM,
928*654dd4a8SRamon Fried .of_match = qcom_smem_of_match,
929*654dd4a8SRamon Fried .ops = &msm_smem_ops,
930*654dd4a8SRamon Fried .probe = qcom_smem_probe,
931*654dd4a8SRamon Fried .remove = qcom_smem_remove,
932*654dd4a8SRamon Fried };
933