123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396 |
- /*
- * Keystone Navigator QMSS driver internal header
- *
- * Copyright (C) 2014 Texas Instruments Incorporated - http://www.ti.com
- * Author: Sandeep Nair <sandeep_n@ti.com>
- * Cyril Chemparathy <cyril@ti.com>
- * Santosh Shilimkar <santosh.shilimkar@ti.com>
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * version 2 as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- */
- #ifndef __KNAV_QMSS_H__
- #define __KNAV_QMSS_H__
- #include <linux/percpu.h>
- #define THRESH_GTE BIT(7)
- #define THRESH_LT 0
- #define PDSP_CTRL_PC_MASK 0xffff0000
- #define PDSP_CTRL_SOFT_RESET BIT(0)
- #define PDSP_CTRL_ENABLE BIT(1)
- #define PDSP_CTRL_RUNNING BIT(15)
- #define ACC_MAX_CHANNEL 48
- #define ACC_DEFAULT_PERIOD 25 /* usecs */
- #define ACC_CHANNEL_INT_BASE 2
- #define ACC_LIST_ENTRY_TYPE 1
- #define ACC_LIST_ENTRY_WORDS (1 << ACC_LIST_ENTRY_TYPE)
- #define ACC_LIST_ENTRY_QUEUE_IDX 0
- #define ACC_LIST_ENTRY_DESC_IDX (ACC_LIST_ENTRY_WORDS - 1)
- #define ACC_CMD_DISABLE_CHANNEL 0x80
- #define ACC_CMD_ENABLE_CHANNEL 0x81
- #define ACC_CFG_MULTI_QUEUE BIT(21)
- #define ACC_INTD_OFFSET_EOI (0x0010)
- #define ACC_INTD_OFFSET_COUNT(ch) (0x0300 + 4 * (ch))
- #define ACC_INTD_OFFSET_STATUS(ch) (0x0200 + 4 * ((ch) / 32))
- #define RANGE_MAX_IRQS 64
- #define ACC_DESCS_MAX SZ_1K
- #define ACC_DESCS_MASK (ACC_DESCS_MAX - 1)
- #define DESC_SIZE_MASK 0xful
- #define DESC_PTR_MASK (~DESC_SIZE_MASK)
- #define KNAV_NAME_SIZE 32
- enum knav_acc_result {
- ACC_RET_IDLE,
- ACC_RET_SUCCESS,
- ACC_RET_INVALID_COMMAND,
- ACC_RET_INVALID_CHANNEL,
- ACC_RET_INACTIVE_CHANNEL,
- ACC_RET_ACTIVE_CHANNEL,
- ACC_RET_INVALID_QUEUE,
- ACC_RET_INVALID_RET,
- };
- struct knav_reg_config {
- u32 revision;
- u32 __pad1;
- u32 divert;
- u32 link_ram_base0;
- u32 link_ram_size0;
- u32 link_ram_base1;
- u32 __pad2[2];
- u32 starvation[0];
- };
- struct knav_reg_region {
- u32 base;
- u32 start_index;
- u32 size_count;
- u32 __pad;
- };
- struct knav_reg_pdsp_regs {
- u32 control;
- u32 status;
- u32 cycle_count;
- u32 stall_count;
- };
- struct knav_reg_acc_command {
- u32 command;
- u32 queue_mask;
- u32 list_dma;
- u32 queue_num;
- u32 timer_config;
- };
- struct knav_link_ram_block {
- dma_addr_t dma;
- void *virt;
- size_t size;
- };
- struct knav_acc_info {
- u32 pdsp_id;
- u32 start_channel;
- u32 list_entries;
- u32 pacing_mode;
- u32 timer_count;
- int mem_size;
- int list_size;
- struct knav_pdsp_info *pdsp;
- };
- struct knav_acc_channel {
- u32 channel;
- u32 list_index;
- u32 open_mask;
- u32 *list_cpu[2];
- dma_addr_t list_dma[2];
- char name[KNAV_NAME_SIZE];
- atomic_t retrigger_count;
- };
- struct knav_pdsp_info {
- const char *name;
- struct knav_reg_pdsp_regs __iomem *regs;
- union {
- void __iomem *command;
- struct knav_reg_acc_command __iomem *acc_command;
- u32 __iomem *qos_command;
- };
- void __iomem *intd;
- u32 __iomem *iram;
- u32 id;
- struct list_head list;
- bool loaded;
- bool started;
- };
- struct knav_qmgr_info {
- unsigned start_queue;
- unsigned num_queues;
- struct knav_reg_config __iomem *reg_config;
- struct knav_reg_region __iomem *reg_region;
- struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek;
- void __iomem *reg_status;
- struct list_head list;
- };
- #define KNAV_NUM_LINKRAM 2
- /**
- * struct knav_queue_stats: queue statistics
- * pushes: number of push operations
- * pops: number of pop operations
- * push_errors: number of push errors
- * pop_errors: number of pop errors
- * notifies: notifier counts
- */
- struct knav_queue_stats {
- unsigned int pushes;
- unsigned int pops;
- unsigned int push_errors;
- unsigned int pop_errors;
- unsigned int notifies;
- };
- /**
- * struct knav_reg_queue: queue registers
- * @entry_count: valid entries in the queue
- * @byte_count: total byte count in thhe queue
- * @packet_size: packet size for the queue
- * @ptr_size_thresh: packet pointer size threshold
- */
- struct knav_reg_queue {
- u32 entry_count;
- u32 byte_count;
- u32 packet_size;
- u32 ptr_size_thresh;
- };
- /**
- * struct knav_region: qmss region info
- * @dma_start, dma_end: start and end dma address
- * @virt_start, virt_end: start and end virtual address
- * @desc_size: descriptor size
- * @used_desc: consumed descriptors
- * @id: region number
- * @num_desc: total descriptors
- * @link_index: index of the first descriptor
- * @name: region name
- * @list: instance in the device's region list
- * @pools: list of descriptor pools in the region
- */
- struct knav_region {
- dma_addr_t dma_start, dma_end;
- void *virt_start, *virt_end;
- unsigned desc_size;
- unsigned used_desc;
- unsigned id;
- unsigned num_desc;
- unsigned link_index;
- const char *name;
- struct list_head list;
- struct list_head pools;
- };
- /**
- * struct knav_pool: qmss pools
- * @dev: device pointer
- * @region: qmss region info
- * @queue: queue registers
- * @kdev: qmss device pointer
- * @region_offset: offset from the base
- * @num_desc: total descriptors
- * @desc_size: descriptor size
- * @region_id: region number
- * @name: pool name
- * @list: list head
- * @region_inst: instance in the region's pool list
- */
- struct knav_pool {
- struct device *dev;
- struct knav_region *region;
- struct knav_queue *queue;
- struct knav_device *kdev;
- int region_offset;
- int num_desc;
- int desc_size;
- int region_id;
- const char *name;
- struct list_head list;
- struct list_head region_inst;
- };
- /**
- * struct knav_queue_inst: qmss queue instace properties
- * @descs: descriptor pointer
- * @desc_head, desc_tail, desc_count: descriptor counters
- * @acc: accumulator channel pointer
- * @kdev: qmss device pointer
- * @range: range info
- * @qmgr: queue manager info
- * @id: queue instace id
- * @irq_num: irq line number
- * @notify_needed: notifier needed based on queue type
- * @num_notifiers: total notifiers
- * @handles: list head
- * @name: queue instance name
- * @irq_name: irq line name
- */
- struct knav_queue_inst {
- u32 *descs;
- atomic_t desc_head, desc_tail, desc_count;
- struct knav_acc_channel *acc;
- struct knav_device *kdev;
- struct knav_range_info *range;
- struct knav_qmgr_info *qmgr;
- u32 id;
- int irq_num;
- int notify_needed;
- atomic_t num_notifiers;
- struct list_head handles;
- const char *name;
- const char *irq_name;
- };
- /**
- * struct knav_queue: qmss queue properties
- * @reg_push, reg_pop, reg_peek: push, pop queue registers
- * @inst: qmss queue instace properties
- * @notifier_fn: notifier function
- * @notifier_fn_arg: notifier function argument
- * @notifier_enabled: notier enabled for a give queue
- * @rcu: rcu head
- * @flags: queue flags
- * @list: list head
- */
- struct knav_queue {
- struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek;
- struct knav_queue_inst *inst;
- struct knav_queue_stats __percpu *stats;
- knav_queue_notify_fn notifier_fn;
- void *notifier_fn_arg;
- atomic_t notifier_enabled;
- struct rcu_head rcu;
- unsigned flags;
- struct list_head list;
- };
- enum qmss_version {
- QMSS,
- QMSS_66AK2G,
- };
- struct knav_device {
- struct device *dev;
- unsigned base_id;
- unsigned num_queues;
- unsigned num_queues_in_use;
- unsigned inst_shift;
- struct knav_link_ram_block link_rams[KNAV_NUM_LINKRAM];
- void *instances;
- struct list_head regions;
- struct list_head queue_ranges;
- struct list_head pools;
- struct list_head pdsps;
- struct list_head qmgrs;
- enum qmss_version version;
- };
- struct knav_range_ops {
- int (*init_range)(struct knav_range_info *range);
- int (*free_range)(struct knav_range_info *range);
- int (*init_queue)(struct knav_range_info *range,
- struct knav_queue_inst *inst);
- int (*open_queue)(struct knav_range_info *range,
- struct knav_queue_inst *inst, unsigned flags);
- int (*close_queue)(struct knav_range_info *range,
- struct knav_queue_inst *inst);
- int (*set_notify)(struct knav_range_info *range,
- struct knav_queue_inst *inst, bool enabled);
- };
- struct knav_irq_info {
- int irq;
- struct cpumask *cpu_mask;
- };
- struct knav_range_info {
- const char *name;
- struct knav_device *kdev;
- unsigned queue_base;
- unsigned num_queues;
- void *queue_base_inst;
- unsigned flags;
- struct list_head list;
- struct knav_range_ops *ops;
- struct knav_acc_info acc_info;
- struct knav_acc_channel *acc;
- unsigned num_irqs;
- struct knav_irq_info irqs[RANGE_MAX_IRQS];
- };
- #define RANGE_RESERVED BIT(0)
- #define RANGE_HAS_IRQ BIT(1)
- #define RANGE_HAS_ACCUMULATOR BIT(2)
- #define RANGE_MULTI_QUEUE BIT(3)
- #define for_each_region(kdev, region) \
- list_for_each_entry(region, &kdev->regions, list)
- #define first_region(kdev) \
- list_first_entry_or_null(&kdev->regions, \
- struct knav_region, list)
- #define for_each_queue_range(kdev, range) \
- list_for_each_entry(range, &kdev->queue_ranges, list)
- #define first_queue_range(kdev) \
- list_first_entry_or_null(&kdev->queue_ranges, \
- struct knav_range_info, list)
- #define for_each_pool(kdev, pool) \
- list_for_each_entry(pool, &kdev->pools, list)
- #define for_each_pdsp(kdev, pdsp) \
- list_for_each_entry(pdsp, &kdev->pdsps, list)
- #define for_each_qmgr(kdev, qmgr) \
- list_for_each_entry(qmgr, &kdev->qmgrs, list)
- static inline struct knav_pdsp_info *
- knav_find_pdsp(struct knav_device *kdev, unsigned pdsp_id)
- {
- struct knav_pdsp_info *pdsp;
- for_each_pdsp(kdev, pdsp)
- if (pdsp_id == pdsp->id)
- return pdsp;
- return NULL;
- }
- extern int knav_init_acc_range(struct knav_device *kdev,
- struct device_node *node,
- struct knav_range_info *range);
- extern void knav_queue_notify(struct knav_queue_inst *inst);
- #endif /* __KNAV_QMSS_H__ */
|