uaccess_mm.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef __M68K_UACCESS_H
  3. #define __M68K_UACCESS_H
  4. /*
  5. * User space memory access functions
  6. */
  7. #include <linux/compiler.h>
  8. #include <linux/types.h>
  9. #include <asm/segment.h>
  10. /* We let the MMU do all checking */
  11. static inline int access_ok(int type, const void __user *addr,
  12. unsigned long size)
  13. {
  14. return 1;
  15. }
  16. /*
  17. * Not all varients of the 68k family support the notion of address spaces.
  18. * The traditional 680x0 parts do, and they use the sfc/dfc registers and
  19. * the "moves" instruction to access user space from kernel space. Other
  20. * family members like ColdFire don't support this, and only have a single
  21. * address space, and use the usual "move" instruction for user space access.
  22. *
  23. * Outside of this difference the user space access functions are the same.
  24. * So lets keep the code simple and just define in what we need to use.
  25. */
  26. #ifdef CONFIG_CPU_HAS_ADDRESS_SPACES
  27. #define MOVES "moves"
  28. #else
  29. #define MOVES "move"
  30. #endif
  31. extern int __put_user_bad(void);
  32. extern int __get_user_bad(void);
  33. #define __put_user_asm(res, x, ptr, bwl, reg, err) \
  34. asm volatile ("\n" \
  35. "1: "MOVES"."#bwl" %2,%1\n" \
  36. "2:\n" \
  37. " .section .fixup,\"ax\"\n" \
  38. " .even\n" \
  39. "10: moveq.l %3,%0\n" \
  40. " jra 2b\n" \
  41. " .previous\n" \
  42. "\n" \
  43. " .section __ex_table,\"a\"\n" \
  44. " .align 4\n" \
  45. " .long 1b,10b\n" \
  46. " .long 2b,10b\n" \
  47. " .previous" \
  48. : "+d" (res), "=m" (*(ptr)) \
  49. : #reg (x), "i" (err))
  50. /*
  51. * These are the main single-value transfer routines. They automatically
  52. * use the right size if we just have the right pointer type.
  53. */
  54. #define __put_user(x, ptr) \
  55. ({ \
  56. typeof(*(ptr)) __pu_val = (x); \
  57. int __pu_err = 0; \
  58. __chk_user_ptr(ptr); \
  59. switch (sizeof (*(ptr))) { \
  60. case 1: \
  61. __put_user_asm(__pu_err, __pu_val, ptr, b, d, -EFAULT); \
  62. break; \
  63. case 2: \
  64. __put_user_asm(__pu_err, __pu_val, ptr, w, r, -EFAULT); \
  65. break; \
  66. case 4: \
  67. __put_user_asm(__pu_err, __pu_val, ptr, l, r, -EFAULT); \
  68. break; \
  69. case 8: \
  70. { \
  71. const void __user *__pu_ptr = (ptr); \
  72. asm volatile ("\n" \
  73. "1: "MOVES".l %2,(%1)+\n" \
  74. "2: "MOVES".l %R2,(%1)\n" \
  75. "3:\n" \
  76. " .section .fixup,\"ax\"\n" \
  77. " .even\n" \
  78. "10: movel %3,%0\n" \
  79. " jra 3b\n" \
  80. " .previous\n" \
  81. "\n" \
  82. " .section __ex_table,\"a\"\n" \
  83. " .align 4\n" \
  84. " .long 1b,10b\n" \
  85. " .long 2b,10b\n" \
  86. " .long 3b,10b\n" \
  87. " .previous" \
  88. : "+d" (__pu_err), "+a" (__pu_ptr) \
  89. : "r" (__pu_val), "i" (-EFAULT) \
  90. : "memory"); \
  91. break; \
  92. } \
  93. default: \
  94. __pu_err = __put_user_bad(); \
  95. break; \
  96. } \
  97. __pu_err; \
  98. })
  99. #define put_user(x, ptr) __put_user(x, ptr)
  100. #define __get_user_asm(res, x, ptr, type, bwl, reg, err) ({ \
  101. type __gu_val; \
  102. asm volatile ("\n" \
  103. "1: "MOVES"."#bwl" %2,%1\n" \
  104. "2:\n" \
  105. " .section .fixup,\"ax\"\n" \
  106. " .even\n" \
  107. "10: move.l %3,%0\n" \
  108. " sub.l %1,%1\n" \
  109. " jra 2b\n" \
  110. " .previous\n" \
  111. "\n" \
  112. " .section __ex_table,\"a\"\n" \
  113. " .align 4\n" \
  114. " .long 1b,10b\n" \
  115. " .previous" \
  116. : "+d" (res), "=&" #reg (__gu_val) \
  117. : "m" (*(ptr)), "i" (err)); \
  118. (x) = (__force typeof(*(ptr)))(__force unsigned long)__gu_val; \
  119. })
  120. #define __get_user(x, ptr) \
  121. ({ \
  122. int __gu_err = 0; \
  123. __chk_user_ptr(ptr); \
  124. switch (sizeof(*(ptr))) { \
  125. case 1: \
  126. __get_user_asm(__gu_err, x, ptr, u8, b, d, -EFAULT); \
  127. break; \
  128. case 2: \
  129. __get_user_asm(__gu_err, x, ptr, u16, w, r, -EFAULT); \
  130. break; \
  131. case 4: \
  132. __get_user_asm(__gu_err, x, ptr, u32, l, r, -EFAULT); \
  133. break; \
  134. case 8: { \
  135. const void *__gu_ptr = (ptr); \
  136. union { \
  137. u64 l; \
  138. __typeof__(*(ptr)) t; \
  139. } __gu_val; \
  140. asm volatile ("\n" \
  141. "1: "MOVES".l (%2)+,%1\n" \
  142. "2: "MOVES".l (%2),%R1\n" \
  143. "3:\n" \
  144. " .section .fixup,\"ax\"\n" \
  145. " .even\n" \
  146. "10: move.l %3,%0\n" \
  147. " sub.l %1,%1\n" \
  148. " sub.l %R1,%R1\n" \
  149. " jra 3b\n" \
  150. " .previous\n" \
  151. "\n" \
  152. " .section __ex_table,\"a\"\n" \
  153. " .align 4\n" \
  154. " .long 1b,10b\n" \
  155. " .long 2b,10b\n" \
  156. " .previous" \
  157. : "+d" (__gu_err), "=&r" (__gu_val.l), \
  158. "+a" (__gu_ptr) \
  159. : "i" (-EFAULT) \
  160. : "memory"); \
  161. (x) = __gu_val.t; \
  162. break; \
  163. } \
  164. default: \
  165. __gu_err = __get_user_bad(); \
  166. break; \
  167. } \
  168. __gu_err; \
  169. })
  170. #define get_user(x, ptr) __get_user(x, ptr)
  171. unsigned long __generic_copy_from_user(void *to, const void __user *from, unsigned long n);
  172. unsigned long __generic_copy_to_user(void __user *to, const void *from, unsigned long n);
  173. #define __suffix0
  174. #define __suffix1 b
  175. #define __suffix2 w
  176. #define __suffix4 l
  177. #define ____constant_copy_from_user_asm(res, to, from, tmp, n1, n2, n3, s1, s2, s3)\
  178. asm volatile ("\n" \
  179. "1: "MOVES"."#s1" (%2)+,%3\n" \
  180. " move."#s1" %3,(%1)+\n" \
  181. " .ifnc \""#s2"\",\"\"\n" \
  182. "2: "MOVES"."#s2" (%2)+,%3\n" \
  183. " move."#s2" %3,(%1)+\n" \
  184. " .ifnc \""#s3"\",\"\"\n" \
  185. "3: "MOVES"."#s3" (%2)+,%3\n" \
  186. " move."#s3" %3,(%1)+\n" \
  187. " .endif\n" \
  188. " .endif\n" \
  189. "4:\n" \
  190. " .section __ex_table,\"a\"\n" \
  191. " .align 4\n" \
  192. " .long 1b,10f\n" \
  193. " .ifnc \""#s2"\",\"\"\n" \
  194. " .long 2b,20f\n" \
  195. " .ifnc \""#s3"\",\"\"\n" \
  196. " .long 3b,30f\n" \
  197. " .endif\n" \
  198. " .endif\n" \
  199. " .previous\n" \
  200. "\n" \
  201. " .section .fixup,\"ax\"\n" \
  202. " .even\n" \
  203. "10: addq.l #"#n1",%0\n" \
  204. " .ifnc \""#s2"\",\"\"\n" \
  205. "20: addq.l #"#n2",%0\n" \
  206. " .ifnc \""#s3"\",\"\"\n" \
  207. "30: addq.l #"#n3",%0\n" \
  208. " .endif\n" \
  209. " .endif\n" \
  210. " jra 4b\n" \
  211. " .previous\n" \
  212. : "+d" (res), "+&a" (to), "+a" (from), "=&d" (tmp) \
  213. : : "memory")
  214. #define ___constant_copy_from_user_asm(res, to, from, tmp, n1, n2, n3, s1, s2, s3)\
  215. ____constant_copy_from_user_asm(res, to, from, tmp, n1, n2, n3, s1, s2, s3)
  216. #define __constant_copy_from_user_asm(res, to, from, tmp, n1, n2, n3) \
  217. ___constant_copy_from_user_asm(res, to, from, tmp, n1, n2, n3, \
  218. __suffix##n1, __suffix##n2, __suffix##n3)
  219. static __always_inline unsigned long
  220. __constant_copy_from_user(void *to, const void __user *from, unsigned long n)
  221. {
  222. unsigned long res = 0, tmp;
  223. switch (n) {
  224. case 1:
  225. __constant_copy_from_user_asm(res, to, from, tmp, 1, 0, 0);
  226. break;
  227. case 2:
  228. __constant_copy_from_user_asm(res, to, from, tmp, 2, 0, 0);
  229. break;
  230. case 3:
  231. __constant_copy_from_user_asm(res, to, from, tmp, 2, 1, 0);
  232. break;
  233. case 4:
  234. __constant_copy_from_user_asm(res, to, from, tmp, 4, 0, 0);
  235. break;
  236. case 5:
  237. __constant_copy_from_user_asm(res, to, from, tmp, 4, 1, 0);
  238. break;
  239. case 6:
  240. __constant_copy_from_user_asm(res, to, from, tmp, 4, 2, 0);
  241. break;
  242. case 7:
  243. __constant_copy_from_user_asm(res, to, from, tmp, 4, 2, 1);
  244. break;
  245. case 8:
  246. __constant_copy_from_user_asm(res, to, from, tmp, 4, 4, 0);
  247. break;
  248. case 9:
  249. __constant_copy_from_user_asm(res, to, from, tmp, 4, 4, 1);
  250. break;
  251. case 10:
  252. __constant_copy_from_user_asm(res, to, from, tmp, 4, 4, 2);
  253. break;
  254. case 12:
  255. __constant_copy_from_user_asm(res, to, from, tmp, 4, 4, 4);
  256. break;
  257. default:
  258. /* we limit the inlined version to 3 moves */
  259. return __generic_copy_from_user(to, from, n);
  260. }
  261. return res;
  262. }
  263. #define __constant_copy_to_user_asm(res, to, from, tmp, n, s1, s2, s3) \
  264. asm volatile ("\n" \
  265. " move."#s1" (%2)+,%3\n" \
  266. "11: "MOVES"."#s1" %3,(%1)+\n" \
  267. "12: move."#s2" (%2)+,%3\n" \
  268. "21: "MOVES"."#s2" %3,(%1)+\n" \
  269. "22:\n" \
  270. " .ifnc \""#s3"\",\"\"\n" \
  271. " move."#s3" (%2)+,%3\n" \
  272. "31: "MOVES"."#s3" %3,(%1)+\n" \
  273. "32:\n" \
  274. " .endif\n" \
  275. "4:\n" \
  276. "\n" \
  277. " .section __ex_table,\"a\"\n" \
  278. " .align 4\n" \
  279. " .long 11b,5f\n" \
  280. " .long 12b,5f\n" \
  281. " .long 21b,5f\n" \
  282. " .long 22b,5f\n" \
  283. " .ifnc \""#s3"\",\"\"\n" \
  284. " .long 31b,5f\n" \
  285. " .long 32b,5f\n" \
  286. " .endif\n" \
  287. " .previous\n" \
  288. "\n" \
  289. " .section .fixup,\"ax\"\n" \
  290. " .even\n" \
  291. "5: moveq.l #"#n",%0\n" \
  292. " jra 4b\n" \
  293. " .previous\n" \
  294. : "+d" (res), "+a" (to), "+a" (from), "=&d" (tmp) \
  295. : : "memory")
  296. static __always_inline unsigned long
  297. __constant_copy_to_user(void __user *to, const void *from, unsigned long n)
  298. {
  299. unsigned long res = 0, tmp;
  300. switch (n) {
  301. case 1:
  302. __put_user_asm(res, *(u8 *)from, (u8 __user *)to, b, d, 1);
  303. break;
  304. case 2:
  305. __put_user_asm(res, *(u16 *)from, (u16 __user *)to, w, r, 2);
  306. break;
  307. case 3:
  308. __constant_copy_to_user_asm(res, to, from, tmp, 3, w, b,);
  309. break;
  310. case 4:
  311. __put_user_asm(res, *(u32 *)from, (u32 __user *)to, l, r, 4);
  312. break;
  313. case 5:
  314. __constant_copy_to_user_asm(res, to, from, tmp, 5, l, b,);
  315. break;
  316. case 6:
  317. __constant_copy_to_user_asm(res, to, from, tmp, 6, l, w,);
  318. break;
  319. case 7:
  320. __constant_copy_to_user_asm(res, to, from, tmp, 7, l, w, b);
  321. break;
  322. case 8:
  323. __constant_copy_to_user_asm(res, to, from, tmp, 8, l, l,);
  324. break;
  325. case 9:
  326. __constant_copy_to_user_asm(res, to, from, tmp, 9, l, l, b);
  327. break;
  328. case 10:
  329. __constant_copy_to_user_asm(res, to, from, tmp, 10, l, l, w);
  330. break;
  331. case 12:
  332. __constant_copy_to_user_asm(res, to, from, tmp, 12, l, l, l);
  333. break;
  334. default:
  335. /* limit the inlined version to 3 moves */
  336. return __generic_copy_to_user(to, from, n);
  337. }
  338. return res;
  339. }
  340. static inline unsigned long
  341. raw_copy_from_user(void *to, const void __user *from, unsigned long n)
  342. {
  343. if (__builtin_constant_p(n))
  344. return __constant_copy_from_user(to, from, n);
  345. return __generic_copy_from_user(to, from, n);
  346. }
  347. static inline unsigned long
  348. raw_copy_to_user(void __user *to, const void *from, unsigned long n)
  349. {
  350. if (__builtin_constant_p(n))
  351. return __constant_copy_to_user(to, from, n);
  352. return __generic_copy_to_user(to, from, n);
  353. }
  354. #define INLINE_COPY_FROM_USER
  355. #define INLINE_COPY_TO_USER
  356. #define user_addr_max() \
  357. (uaccess_kernel() ? ~0UL : TASK_SIZE)
  358. extern long strncpy_from_user(char *dst, const char __user *src, long count);
  359. extern __must_check long strnlen_user(const char __user *str, long n);
  360. unsigned long __clear_user(void __user *to, unsigned long n);
  361. #define clear_user __clear_user
  362. #endif /* _M68K_UACCESS_H */