1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Keystone Navigator QMSS driver internal header 4 * 5 * Copyright (C) 2014 Texas Instruments Incorporated - http://www.ti.com 6 * Author: Sandeep Nair <sandeep_n@ti.com> 7 * Cyril Chemparathy <cyril@ti.com> 8 * Santosh Shilimkar <santosh.shilimkar@ti.com> 9 */ 10 11 #ifndef __KNAV_QMSS_H__ 12 #define __KNAV_QMSS_H__ 13 14 #include <linux/percpu.h> 15 16 #define THRESH_GTE BIT(7) 17 #define THRESH_LT 0 18 19 #define PDSP_CTRL_PC_MASK 0xffff0000 20 #define PDSP_CTRL_SOFT_RESET BIT(0) 21 #define PDSP_CTRL_ENABLE BIT(1) 22 #define PDSP_CTRL_RUNNING BIT(15) 23 24 #define ACC_MAX_CHANNEL 48 25 #define ACC_DEFAULT_PERIOD 25 /* usecs */ 26 27 #define ACC_CHANNEL_INT_BASE 2 28 29 #define ACC_LIST_ENTRY_TYPE 1 30 #define ACC_LIST_ENTRY_WORDS (1 << ACC_LIST_ENTRY_TYPE) 31 #define ACC_LIST_ENTRY_QUEUE_IDX 0 32 #define ACC_LIST_ENTRY_DESC_IDX (ACC_LIST_ENTRY_WORDS - 1) 33 34 #define ACC_CMD_DISABLE_CHANNEL 0x80 35 #define ACC_CMD_ENABLE_CHANNEL 0x81 36 #define ACC_CFG_MULTI_QUEUE BIT(21) 37 38 #define ACC_INTD_OFFSET_EOI (0x0010) 39 #define ACC_INTD_OFFSET_COUNT(ch) (0x0300 + 4 * (ch)) 40 #define ACC_INTD_OFFSET_STATUS(ch) (0x0200 + 4 * ((ch) / 32)) 41 42 #define RANGE_MAX_IRQS 64 43 44 #define ACC_DESCS_MAX SZ_1K 45 #define ACC_DESCS_MASK (ACC_DESCS_MAX - 1) 46 #define DESC_SIZE_MASK 0xful 47 #define DESC_PTR_MASK (~DESC_SIZE_MASK) 48 49 #define KNAV_NAME_SIZE 32 50 51 enum knav_acc_result { 52 ACC_RET_IDLE, 53 ACC_RET_SUCCESS, 54 ACC_RET_INVALID_COMMAND, 55 ACC_RET_INVALID_CHANNEL, 56 ACC_RET_INACTIVE_CHANNEL, 57 ACC_RET_ACTIVE_CHANNEL, 58 ACC_RET_INVALID_QUEUE, 59 ACC_RET_INVALID_RET, 60 }; 61 62 struct knav_reg_config { 63 u32 revision; 64 u32 __pad1; 65 u32 divert; 66 u32 link_ram_base0; 67 u32 link_ram_size0; 68 u32 link_ram_base1; 69 u32 __pad2[2]; 70 u32 starvation[]; 71 }; 72 73 struct knav_reg_region { 74 u32 base; 75 u32 start_index; 76 u32 size_count; 77 u32 __pad; 78 }; 79 80 struct knav_reg_pdsp_regs { 81 u32 control; 82 u32 status; 83 u32 cycle_count; 84 u32 stall_count; 85 }; 86 87 struct knav_reg_acc_command { 88 u32 command; 89 u32 queue_mask; 90 u32 list_dma; 91 u32 queue_num; 92 u32 timer_config; 93 }; 94 95 struct knav_link_ram_block { 96 dma_addr_t dma; 97 void *virt; 98 size_t size; 99 }; 100 101 struct knav_acc_info { 102 u32 pdsp_id; 103 u32 start_channel; 104 u32 list_entries; 105 u32 pacing_mode; 106 u32 timer_count; 107 int mem_size; 108 int list_size; 109 struct knav_pdsp_info *pdsp; 110 }; 111 112 struct knav_acc_channel { 113 u32 channel; 114 u32 list_index; 115 u32 open_mask; 116 u32 *list_cpu[2]; 117 dma_addr_t list_dma[2]; 118 char name[KNAV_NAME_SIZE]; 119 atomic_t retrigger_count; 120 }; 121 122 struct knav_pdsp_info { 123 const char *name; 124 struct knav_reg_pdsp_regs __iomem *regs; 125 union { 126 void __iomem *command; 127 struct knav_reg_acc_command __iomem *acc_command; 128 u32 __iomem *qos_command; 129 }; 130 void __iomem *intd; 131 u32 __iomem *iram; 132 u32 id; 133 struct list_head list; 134 bool loaded; 135 bool started; 136 }; 137 138 struct knav_qmgr_info { 139 unsigned start_queue; 140 unsigned num_queues; 141 struct knav_reg_config __iomem *reg_config; 142 struct knav_reg_region __iomem *reg_region; 143 struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek; 144 void __iomem *reg_status; 145 struct list_head list; 146 }; 147 148 #define KNAV_NUM_LINKRAM 2 149 150 /** 151 * struct knav_queue_stats: queue statistics 152 * pushes: number of push operations 153 * pops: number of pop operations 154 * push_errors: number of push errors 155 * pop_errors: number of pop errors 156 * notifies: notifier counts 157 */ 158 struct knav_queue_stats { 159 unsigned int pushes; 160 unsigned int pops; 161 unsigned int push_errors; 162 unsigned int pop_errors; 163 unsigned int notifies; 164 }; 165 166 /** 167 * struct knav_reg_queue: queue registers 168 * @entry_count: valid entries in the queue 169 * @byte_count: total byte count in thhe queue 170 * @packet_size: packet size for the queue 171 * @ptr_size_thresh: packet pointer size threshold 172 */ 173 struct knav_reg_queue { 174 u32 entry_count; 175 u32 byte_count; 176 u32 packet_size; 177 u32 ptr_size_thresh; 178 }; 179 180 /** 181 * struct knav_region: qmss region info 182 * @dma_start, dma_end: start and end dma address 183 * @virt_start, virt_end: start and end virtual address 184 * @desc_size: descriptor size 185 * @used_desc: consumed descriptors 186 * @id: region number 187 * @num_desc: total descriptors 188 * @link_index: index of the first descriptor 189 * @name: region name 190 * @list: instance in the device's region list 191 * @pools: list of descriptor pools in the region 192 */ 193 struct knav_region { 194 dma_addr_t dma_start, dma_end; 195 void *virt_start, *virt_end; 196 unsigned desc_size; 197 unsigned used_desc; 198 unsigned id; 199 unsigned num_desc; 200 unsigned link_index; 201 const char *name; 202 struct list_head list; 203 struct list_head pools; 204 }; 205 206 /** 207 * struct knav_pool: qmss pools 208 * @dev: device pointer 209 * @region: qmss region info 210 * @queue: queue registers 211 * @kdev: qmss device pointer 212 * @region_offset: offset from the base 213 * @num_desc: total descriptors 214 * @desc_size: descriptor size 215 * @region_id: region number 216 * @name: pool name 217 * @list: list head 218 * @region_inst: instance in the region's pool list 219 */ 220 struct knav_pool { 221 struct device *dev; 222 struct knav_region *region; 223 struct knav_queue *queue; 224 struct knav_device *kdev; 225 int region_offset; 226 int num_desc; 227 int desc_size; 228 int region_id; 229 const char *name; 230 struct list_head list; 231 struct list_head region_inst; 232 }; 233 234 /** 235 * struct knav_queue_inst: qmss queue instance properties 236 * @descs: descriptor pointer 237 * @desc_head, desc_tail, desc_count: descriptor counters 238 * @acc: accumulator channel pointer 239 * @kdev: qmss device pointer 240 * @range: range info 241 * @qmgr: queue manager info 242 * @id: queue instance id 243 * @irq_num: irq line number 244 * @notify_needed: notifier needed based on queue type 245 * @num_notifiers: total notifiers 246 * @handles: list head 247 * @name: queue instance name 248 * @irq_name: irq line name 249 */ 250 struct knav_queue_inst { 251 u32 *descs; 252 atomic_t desc_head, desc_tail, desc_count; 253 struct knav_acc_channel *acc; 254 struct knav_device *kdev; 255 struct knav_range_info *range; 256 struct knav_qmgr_info *qmgr; 257 u32 id; 258 int irq_num; 259 int notify_needed; 260 atomic_t num_notifiers; 261 struct list_head handles; 262 const char *name; 263 const char *irq_name; 264 }; 265 266 /** 267 * struct knav_queue: qmss queue properties 268 * @reg_push, reg_pop, reg_peek: push, pop queue registers 269 * @inst: qmss queue instance properties 270 * @notifier_fn: notifier function 271 * @notifier_fn_arg: notifier function argument 272 * @notifier_enabled: notier enabled for a give queue 273 * @rcu: rcu head 274 * @flags: queue flags 275 * @list: list head 276 */ 277 struct knav_queue { 278 struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek; 279 struct knav_queue_inst *inst; 280 struct knav_queue_stats __percpu *stats; 281 knav_queue_notify_fn notifier_fn; 282 void *notifier_fn_arg; 283 atomic_t notifier_enabled; 284 struct rcu_head rcu; 285 unsigned flags; 286 struct list_head list; 287 }; 288 289 enum qmss_version { 290 QMSS, 291 QMSS_66AK2G, 292 }; 293 294 struct knav_device { 295 struct device *dev; 296 unsigned base_id; 297 unsigned num_queues; 298 unsigned num_queues_in_use; 299 unsigned inst_shift; 300 struct knav_link_ram_block link_rams[KNAV_NUM_LINKRAM]; 301 void *instances; 302 struct list_head regions; 303 struct list_head queue_ranges; 304 struct list_head pools; 305 struct list_head pdsps; 306 struct list_head qmgrs; 307 enum qmss_version version; 308 }; 309 310 struct knav_range_ops { 311 int (*init_range)(struct knav_range_info *range); 312 int (*free_range)(struct knav_range_info *range); 313 int (*init_queue)(struct knav_range_info *range, 314 struct knav_queue_inst *inst); 315 int (*open_queue)(struct knav_range_info *range, 316 struct knav_queue_inst *inst, unsigned flags); 317 int (*close_queue)(struct knav_range_info *range, 318 struct knav_queue_inst *inst); 319 int (*set_notify)(struct knav_range_info *range, 320 struct knav_queue_inst *inst, bool enabled); 321 }; 322 323 struct knav_irq_info { 324 int irq; 325 struct cpumask *cpu_mask; 326 }; 327 328 struct knav_range_info { 329 const char *name; 330 struct knav_device *kdev; 331 unsigned queue_base; 332 unsigned num_queues; 333 void *queue_base_inst; 334 unsigned flags; 335 struct list_head list; 336 struct knav_range_ops *ops; 337 struct knav_acc_info acc_info; 338 struct knav_acc_channel *acc; 339 unsigned num_irqs; 340 struct knav_irq_info irqs[RANGE_MAX_IRQS]; 341 }; 342 343 #define RANGE_RESERVED BIT(0) 344 #define RANGE_HAS_IRQ BIT(1) 345 #define RANGE_HAS_ACCUMULATOR BIT(2) 346 #define RANGE_MULTI_QUEUE BIT(3) 347 348 #define for_each_region(kdev, region) \ 349 list_for_each_entry(region, &kdev->regions, list) 350 351 #define first_region(kdev) \ 352 list_first_entry_or_null(&kdev->regions, \ 353 struct knav_region, list) 354 355 #define for_each_queue_range(kdev, range) \ 356 list_for_each_entry(range, &kdev->queue_ranges, list) 357 358 #define first_queue_range(kdev) \ 359 list_first_entry_or_null(&kdev->queue_ranges, \ 360 struct knav_range_info, list) 361 362 #define for_each_pool(kdev, pool) \ 363 list_for_each_entry(pool, &kdev->pools, list) 364 365 #define for_each_pdsp(kdev, pdsp) \ 366 list_for_each_entry(pdsp, &kdev->pdsps, list) 367 368 #define for_each_qmgr(kdev, qmgr) \ 369 list_for_each_entry(qmgr, &kdev->qmgrs, list) 370 371 static inline struct knav_pdsp_info * 372 knav_find_pdsp(struct knav_device *kdev, unsigned pdsp_id) 373 { 374 struct knav_pdsp_info *pdsp; 375 376 for_each_pdsp(kdev, pdsp) 377 if (pdsp_id == pdsp->id) 378 return pdsp; 379 return NULL; 380 } 381 382 extern int knav_init_acc_range(struct knav_device *kdev, 383 struct device_node *node, 384 struct knav_range_info *range); 385 extern void knav_queue_notify(struct knav_queue_inst *inst); 386 387 #endif /* __KNAV_QMSS_H__ */ 388