ctx_sw.c 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. /*
  2. * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. *
  8. * Vineetg: Aug 2009
  9. * -"C" version of lowest level context switch asm macro called by schedular
  10. * gcc doesn't generate the dward CFI info for hand written asm, hence can't
  11. * backtrace out of it (e.g. tasks sleeping in kernel).
  12. * So we cheat a bit by writing almost similar code in inline-asm.
  13. * -This is a hacky way of doing things, but there is no other simple way.
  14. * I don't want/intend to extend unwinding code to understand raw asm
  15. */
  16. #include <asm/asm-offsets.h>
  17. #include <linux/sched.h>
  18. #include <linux/sched/debug.h>
  19. #ifdef CONFIG_ARC_PLAT_EZNPS
  20. #include <plat/ctop.h>
  21. #endif
  22. #define KSP_WORD_OFF ((TASK_THREAD + THREAD_KSP) / 4)
  23. struct task_struct *__sched
  24. __switch_to(struct task_struct *prev_task, struct task_struct *next_task)
  25. {
  26. unsigned int tmp;
  27. unsigned int prev = (unsigned int)prev_task;
  28. unsigned int next = (unsigned int)next_task;
  29. __asm__ __volatile__(
  30. /* FP/BLINK save generated by gcc (standard function prologue */
  31. "st.a r13, [sp, -4] \n\t"
  32. "st.a r14, [sp, -4] \n\t"
  33. "st.a r15, [sp, -4] \n\t"
  34. "st.a r16, [sp, -4] \n\t"
  35. "st.a r17, [sp, -4] \n\t"
  36. "st.a r18, [sp, -4] \n\t"
  37. "st.a r19, [sp, -4] \n\t"
  38. "st.a r20, [sp, -4] \n\t"
  39. "st.a r21, [sp, -4] \n\t"
  40. "st.a r22, [sp, -4] \n\t"
  41. "st.a r23, [sp, -4] \n\t"
  42. "st.a r24, [sp, -4] \n\t"
  43. #ifndef CONFIG_ARC_CURR_IN_REG
  44. "st.a r25, [sp, -4] \n\t"
  45. #else
  46. "sub sp, sp, 4 \n\t" /* usual r25 placeholder */
  47. #endif
  48. /* set ksp of outgoing task in tsk->thread.ksp */
  49. #if KSP_WORD_OFF <= 255
  50. "st.as sp, [%3, %1] \n\t"
  51. #else
  52. /*
  53. * Workaround for NR_CPUS=4k
  54. * %1 is bigger than 255 (S9 offset for st.as)
  55. */
  56. "add2 r24, %3, %1 \n\t"
  57. "st sp, [r24] \n\t"
  58. #endif
  59. /*
  60. * setup _current_task with incoming tsk.
  61. * optionally, set r25 to that as well
  62. * For SMP extra work to get to &_current_task[cpu]
  63. * (open coded SET_CURR_TASK_ON_CPU)
  64. */
  65. #ifndef CONFIG_SMP
  66. "st %2, [@_current_task] \n\t"
  67. #else
  68. #ifdef CONFIG_ARC_PLAT_EZNPS
  69. "lr r24, [%4] \n\t"
  70. #ifndef CONFIG_EZNPS_MTM_EXT
  71. "lsr r24, r24, 4 \n\t"
  72. #endif
  73. #else
  74. "lr r24, [identity] \n\t"
  75. "lsr r24, r24, 8 \n\t"
  76. "bmsk r24, r24, 7 \n\t"
  77. #endif
  78. "add2 r24, @_current_task, r24 \n\t"
  79. "st %2, [r24] \n\t"
  80. #endif
  81. #ifdef CONFIG_ARC_CURR_IN_REG
  82. "mov r25, %2 \n\t"
  83. #endif
  84. /* get ksp of incoming task from tsk->thread.ksp */
  85. "ld.as sp, [%2, %1] \n\t"
  86. /* start loading it's CALLEE reg file */
  87. #ifndef CONFIG_ARC_CURR_IN_REG
  88. "ld.ab r25, [sp, 4] \n\t"
  89. #else
  90. "add sp, sp, 4 \n\t"
  91. #endif
  92. "ld.ab r24, [sp, 4] \n\t"
  93. "ld.ab r23, [sp, 4] \n\t"
  94. "ld.ab r22, [sp, 4] \n\t"
  95. "ld.ab r21, [sp, 4] \n\t"
  96. "ld.ab r20, [sp, 4] \n\t"
  97. "ld.ab r19, [sp, 4] \n\t"
  98. "ld.ab r18, [sp, 4] \n\t"
  99. "ld.ab r17, [sp, 4] \n\t"
  100. "ld.ab r16, [sp, 4] \n\t"
  101. "ld.ab r15, [sp, 4] \n\t"
  102. "ld.ab r14, [sp, 4] \n\t"
  103. "ld.ab r13, [sp, 4] \n\t"
  104. /* last (ret value) = prev : although for ARC it mov r0, r0 */
  105. "mov %0, %3 \n\t"
  106. /* FP/BLINK restore generated by gcc (standard func epilogue */
  107. : "=r"(tmp)
  108. : "n"(KSP_WORD_OFF), "r"(next), "r"(prev)
  109. #ifdef CONFIG_ARC_PLAT_EZNPS
  110. , "i"(CTOP_AUX_LOGIC_GLOBAL_ID)
  111. #endif
  112. : "blink"
  113. );
  114. return (struct task_struct *)tmp;
  115. }