macros.h 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. /***********************************************************************
  2. Copyright (c) 2006-2011, Skype Limited. All rights reserved.
  3. Redistribution and use in source and binary forms, with or without
  4. modification, are permitted provided that the following conditions
  5. are met:
  6. - Redistributions of source code must retain the above copyright notice,
  7. this list of conditions and the following disclaimer.
  8. - Redistributions in binary form must reproduce the above copyright
  9. notice, this list of conditions and the following disclaimer in the
  10. documentation and/or other materials provided with the distribution.
  11. - Neither the name of Internet Society, IETF or IETF Trust, nor the
  12. names of specific contributors, may be used to endorse or promote
  13. products derived from this software without specific prior written
  14. permission.
  15. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18. ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  19. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  20. CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  21. SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  22. INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  23. CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  24. ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  25. POSSIBILITY OF SUCH DAMAGE.
  26. ***********************************************************************/
  27. #ifndef SILK_MACROS_H
  28. #define SILK_MACROS_H
  29. #ifdef HAVE_CONFIG_H
  30. #include "config.h"
  31. #endif
  32. #include "opus_types.h"
  33. #include "opus_defines.h"
  34. #include "arch.h"
  35. #if OPUS_GNUC_PREREQ(3, 0)
  36. #define opus_likely(x) (__builtin_expect(!!(x), 1))
  37. #define opus_unlikely(x) (__builtin_expect(!!(x), 0))
  38. #else
  39. #define opus_likely(x) (!!(x))
  40. #define opus_unlikely(x) (!!(x))
  41. #endif
  42. /* This is an OPUS_INLINE header file for general platform. */
  43. /* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */
  44. #if OPUS_FAST_INT64
  45. #define silk_SMULWB(a32, b32) ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16))
  46. #else
  47. #define silk_SMULWB(a32, b32) ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16))
  48. #endif
  49. /* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */
  50. #if OPUS_FAST_INT64
  51. #define silk_SMLAWB(a32, b32, c32) ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16)))
  52. #else
  53. #define silk_SMLAWB(a32, b32, c32) ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16)))
  54. #endif
  55. /* (a32 * (b32 >> 16)) >> 16 */
  56. #if OPUS_FAST_INT64
  57. #define silk_SMULWT(a32, b32) ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16))
  58. #else
  59. #define silk_SMULWT(a32, b32) (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16))
  60. #endif
  61. /* a32 + (b32 * (c32 >> 16)) >> 16 */
  62. #if OPUS_FAST_INT64
  63. #define silk_SMLAWT(a32, b32, c32) ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16)))
  64. #else
  65. #define silk_SMLAWT(a32, b32, c32) ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16))
  66. #endif
  67. /* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */
  68. #define silk_SMULBB(a32, b32) ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32)))
  69. /* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */
  70. #define silk_SMLABB(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32)))
  71. /* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */
  72. #define silk_SMULBT(a32, b32) ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16))
  73. /* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */
  74. #define silk_SMLABT(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16))
  75. /* a64 + (b32 * c32) */
  76. #define silk_SMLAL(a64, b32, c32) (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32))))
  77. /* (a32 * b32) >> 16 */
  78. #if OPUS_FAST_INT64
  79. #define silk_SMULWW(a32, b32) ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16))
  80. #else
  81. #define silk_SMULWW(a32, b32) silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16))
  82. #endif
  83. /* a32 + ((b32 * c32) >> 16) */
  84. #if OPUS_FAST_INT64
  85. #define silk_SMLAWW(a32, b32, c32) ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16)))
  86. #else
  87. #define silk_SMLAWW(a32, b32, c32) silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16))
  88. #endif
  89. /* add/subtract with output saturated */
  90. #define silk_ADD_SAT32(a, b) ((((opus_uint32)(a) + (opus_uint32)(b)) & 0x80000000) == 0 ? \
  91. ((((a) & (b)) & 0x80000000) != 0 ? silk_int32_MIN : (a)+(b)) : \
  92. ((((a) | (b)) & 0x80000000) == 0 ? silk_int32_MAX : (a)+(b)) )
  93. #define silk_SUB_SAT32(a, b) ((((opus_uint32)(a)-(opus_uint32)(b)) & 0x80000000) == 0 ? \
  94. (( (a) & ((b)^0x80000000) & 0x80000000) ? silk_int32_MIN : (a)-(b)) : \
  95. ((((a)^0x80000000) & (b) & 0x80000000) ? silk_int32_MAX : (a)-(b)) )
  96. #if defined(MIPSr1_ASM)
  97. #include "mips/macros_mipsr1.h"
  98. #endif
  99. #include "ecintrin.h"
  100. #ifndef OVERRIDE_silk_CLZ16
  101. static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16)
  102. {
  103. return 32 - EC_ILOG(in16<<16|0x8000);
  104. }
  105. #endif
  106. #ifndef OVERRIDE_silk_CLZ32
  107. static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32)
  108. {
  109. return in32 ? 32 - EC_ILOG(in32) : 32;
  110. }
  111. #endif
  112. /* Row based */
  113. #define matrix_ptr(Matrix_base_adr, row, column, N) \
  114. (*((Matrix_base_adr) + ((row)*(N)+(column))))
  115. #define matrix_adr(Matrix_base_adr, row, column, N) \
  116. ((Matrix_base_adr) + ((row)*(N)+(column)))
  117. /* Column based */
  118. #ifndef matrix_c_ptr
  119. # define matrix_c_ptr(Matrix_base_adr, row, column, M) \
  120. (*((Matrix_base_adr) + ((row)+(M)*(column))))
  121. #endif
  122. #ifdef OPUS_ARM_INLINE_ASM
  123. #include "arm/macros_armv4.h"
  124. #endif
  125. #ifdef OPUS_ARM_INLINE_EDSP
  126. #include "arm/macros_armv5e.h"
  127. #endif
  128. #ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR
  129. #include "arm/macros_arm64.h"
  130. #endif
  131. #endif /* SILK_MACROS_H */