desc_constr.h 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. /*
  2. * caam descriptor construction helper functions
  3. *
  4. * Copyright 2008-2011 Freescale Semiconductor, Inc.
  5. */
  6. #include "desc.h"
  7. #define IMMEDIATE (1 << 23)
  8. #define CAAM_CMD_SZ sizeof(u32)
  9. #define CAAM_PTR_SZ sizeof(dma_addr_t)
  10. #define CAAM_DESC_BYTES_MAX (CAAM_CMD_SZ * 64)
  11. #ifdef DEBUG
  12. #define PRINT_POS do { printk(KERN_DEBUG "%02d: %s\n", desc_len(desc),\
  13. &__func__[sizeof("append")]); } while (0)
  14. #else
  15. #define PRINT_POS
  16. #endif
  17. #define DISABLE_AUTO_INFO_FIFO (IMMEDIATE | LDST_CLASS_DECO | \
  18. LDST_SRCDST_WORD_DECOCTRL | \
  19. (LDOFF_DISABLE_AUTO_NFIFO << LDST_OFFSET_SHIFT))
  20. #define ENABLE_AUTO_INFO_FIFO (IMMEDIATE | LDST_CLASS_DECO | \
  21. LDST_SRCDST_WORD_DECOCTRL | \
  22. (LDOFF_ENABLE_AUTO_NFIFO << LDST_OFFSET_SHIFT))
  23. static inline int desc_len(u32 *desc)
  24. {
  25. return *desc & HDR_DESCLEN_MASK;
  26. }
  27. static inline int desc_bytes(void *desc)
  28. {
  29. return desc_len(desc) * CAAM_CMD_SZ;
  30. }
  31. static inline u32 *desc_end(u32 *desc)
  32. {
  33. return desc + desc_len(desc);
  34. }
  35. static inline void *sh_desc_pdb(u32 *desc)
  36. {
  37. return desc + 1;
  38. }
  39. static inline void init_desc(u32 *desc, u32 options)
  40. {
  41. *desc = options | HDR_ONE | 1;
  42. }
  43. static inline void init_sh_desc(u32 *desc, u32 options)
  44. {
  45. PRINT_POS;
  46. init_desc(desc, CMD_SHARED_DESC_HDR | options);
  47. }
  48. static inline void init_sh_desc_pdb(u32 *desc, u32 options, size_t pdb_bytes)
  49. {
  50. u32 pdb_len = pdb_bytes / CAAM_CMD_SZ + 1;
  51. init_sh_desc(desc, ((pdb_len << HDR_START_IDX_SHIFT) + pdb_len) |
  52. options);
  53. }
  54. static inline void init_job_desc(u32 *desc, u32 options)
  55. {
  56. init_desc(desc, CMD_DESC_HDR | options);
  57. }
  58. static inline void append_ptr(u32 *desc, dma_addr_t ptr)
  59. {
  60. dma_addr_t *offset = (dma_addr_t *)desc_end(desc);
  61. *offset = ptr;
  62. (*desc) += CAAM_PTR_SZ / CAAM_CMD_SZ;
  63. }
  64. static inline void init_job_desc_shared(u32 *desc, dma_addr_t ptr, int len,
  65. u32 options)
  66. {
  67. PRINT_POS;
  68. init_job_desc(desc, HDR_SHARED | options |
  69. (len << HDR_START_IDX_SHIFT));
  70. append_ptr(desc, ptr);
  71. }
  72. static inline void append_data(u32 *desc, void *data, int len)
  73. {
  74. u32 *offset = desc_end(desc);
  75. if (len) /* avoid sparse warning: memcpy with byte count of 0 */
  76. memcpy(offset, data, len);
  77. (*desc) += (len + CAAM_CMD_SZ - 1) / CAAM_CMD_SZ;
  78. }
  79. static inline void append_cmd(u32 *desc, u32 command)
  80. {
  81. u32 *cmd = desc_end(desc);
  82. *cmd = command;
  83. (*desc)++;
  84. }
  85. static inline void append_cmd_ptr(u32 *desc, dma_addr_t ptr, int len,
  86. u32 command)
  87. {
  88. append_cmd(desc, command | len);
  89. append_ptr(desc, ptr);
  90. }
  91. static inline void append_cmd_data(u32 *desc, void *data, int len,
  92. u32 command)
  93. {
  94. append_cmd(desc, command | IMMEDIATE | len);
  95. append_data(desc, data, len);
  96. }
  97. static inline u32 *append_jump(u32 *desc, u32 options)
  98. {
  99. u32 *cmd = desc_end(desc);
  100. PRINT_POS;
  101. append_cmd(desc, CMD_JUMP | options);
  102. return cmd;
  103. }
  104. static inline void set_jump_tgt_here(u32 *desc, u32 *jump_cmd)
  105. {
  106. *jump_cmd = *jump_cmd | (desc_len(desc) - (jump_cmd - desc));
  107. }
  108. #define APPEND_CMD(cmd, op) \
  109. static inline void append_##cmd(u32 *desc, u32 options) \
  110. { \
  111. PRINT_POS; \
  112. append_cmd(desc, CMD_##op | options); \
  113. }
  114. APPEND_CMD(operation, OPERATION)
  115. APPEND_CMD(move, MOVE)
  116. #define APPEND_CMD_LEN(cmd, op) \
  117. static inline void append_##cmd(u32 *desc, unsigned int len, u32 options) \
  118. { \
  119. PRINT_POS; \
  120. append_cmd(desc, CMD_##op | len | options); \
  121. }
  122. APPEND_CMD_LEN(seq_store, SEQ_STORE)
  123. APPEND_CMD_LEN(seq_fifo_load, SEQ_FIFO_LOAD)
  124. APPEND_CMD_LEN(seq_fifo_store, SEQ_FIFO_STORE)
  125. #define APPEND_CMD_PTR(cmd, op) \
  126. static inline void append_##cmd(u32 *desc, dma_addr_t ptr, unsigned int len, \
  127. u32 options) \
  128. { \
  129. PRINT_POS; \
  130. append_cmd_ptr(desc, ptr, len, CMD_##op | options); \
  131. }
  132. APPEND_CMD_PTR(key, KEY)
  133. APPEND_CMD_PTR(seq_in_ptr, SEQ_IN_PTR)
  134. APPEND_CMD_PTR(seq_out_ptr, SEQ_OUT_PTR)
  135. APPEND_CMD_PTR(load, LOAD)
  136. APPEND_CMD_PTR(store, STORE)
  137. APPEND_CMD_PTR(fifo_load, FIFO_LOAD)
  138. APPEND_CMD_PTR(fifo_store, FIFO_STORE)
  139. #define APPEND_CMD_PTR_TO_IMM(cmd, op) \
  140. static inline void append_##cmd##_as_imm(u32 *desc, void *data, \
  141. unsigned int len, u32 options) \
  142. { \
  143. PRINT_POS; \
  144. append_cmd_data(desc, data, len, CMD_##op | options); \
  145. }
  146. APPEND_CMD_PTR_TO_IMM(load, LOAD);
  147. APPEND_CMD_PTR_TO_IMM(fifo_load, FIFO_LOAD);
  148. /*
  149. * 2nd variant for commands whose specified immediate length differs
  150. * from length of immediate data provided, e.g., split keys
  151. */
  152. #define APPEND_CMD_PTR_TO_IMM2(cmd, op) \
  153. static inline void append_##cmd##_as_imm(u32 *desc, void *data, \
  154. unsigned int data_len, \
  155. unsigned int len, u32 options) \
  156. { \
  157. PRINT_POS; \
  158. append_cmd(desc, CMD_##op | IMMEDIATE | len | options); \
  159. append_data(desc, data, data_len); \
  160. }
  161. APPEND_CMD_PTR_TO_IMM2(key, KEY);
  162. #define APPEND_CMD_RAW_IMM(cmd, op, type) \
  163. static inline void append_##cmd##_imm_##type(u32 *desc, type immediate, \
  164. u32 options) \
  165. { \
  166. PRINT_POS; \
  167. append_cmd(desc, CMD_##op | IMMEDIATE | options | sizeof(type)); \
  168. append_cmd(desc, immediate); \
  169. }
  170. APPEND_CMD_RAW_IMM(load, LOAD, u32);