grant_table.h 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. /******************************************************************************
  2. * grant_table.h
  3. *
  4. * Two sets of functionality:
  5. * 1. Granting foreign access to our memory reservation.
  6. * 2. Accessing others' memory reservations via grant references.
  7. * (i.e., mechanisms for both sender and recipient of grant references)
  8. *
  9. * Copyright (c) 2004-2005, K A Fraser
  10. * Copyright (c) 2005, Christopher Clark
  11. *
  12. * This program is free software; you can redistribute it and/or
  13. * modify it under the terms of the GNU General Public License version 2
  14. * as published by the Free Software Foundation; or, when distributed
  15. * separately from the Linux kernel or incorporated into other
  16. * software packages, subject to the following license:
  17. *
  18. * Permission is hereby granted, free of charge, to any person obtaining a copy
  19. * of this source file (the "Software"), to deal in the Software without
  20. * restriction, including without limitation the rights to use, copy, modify,
  21. * merge, publish, distribute, sublicense, and/or sell copies of the Software,
  22. * and to permit persons to whom the Software is furnished to do so, subject to
  23. * the following conditions:
  24. *
  25. * The above copyright notice and this permission notice shall be included in
  26. * all copies or substantial portions of the Software.
  27. *
  28. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  29. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  30. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  31. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  32. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  33. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  34. * IN THE SOFTWARE.
  35. */
  36. #ifndef __ASM_GNTTAB_H__
  37. #define __ASM_GNTTAB_H__
  38. #include <asm/page.h>
  39. #include <xen/interface/xen.h>
  40. #include <xen/interface/grant_table.h>
  41. #include <asm/xen/hypervisor.h>
  42. #include <xen/features.h>
  43. #include <xen/page.h>
  44. #include <linux/mm_types.h>
  45. #include <linux/page-flags.h>
  46. #include <linux/kernel.h>
  47. #define GNTTAB_RESERVED_XENSTORE 1
  48. /* NR_GRANT_FRAMES must be less than or equal to that configured in Xen */
  49. #define NR_GRANT_FRAMES 4
  50. struct gnttab_free_callback {
  51. struct gnttab_free_callback *next;
  52. void (*fn)(void *);
  53. void *arg;
  54. u16 count;
  55. };
  56. struct gntab_unmap_queue_data;
  57. typedef void (*gnttab_unmap_refs_done)(int result, struct gntab_unmap_queue_data *data);
  58. struct gntab_unmap_queue_data
  59. {
  60. struct delayed_work gnttab_work;
  61. void *data;
  62. gnttab_unmap_refs_done done;
  63. struct gnttab_unmap_grant_ref *unmap_ops;
  64. struct gnttab_unmap_grant_ref *kunmap_ops;
  65. struct page **pages;
  66. unsigned int count;
  67. unsigned int age;
  68. };
  69. int gnttab_init(void);
  70. int gnttab_suspend(void);
  71. int gnttab_resume(void);
  72. int gnttab_grant_foreign_access(domid_t domid, unsigned long frame,
  73. int readonly);
  74. /*
  75. * End access through the given grant reference, iff the grant entry is no
  76. * longer in use. Return 1 if the grant entry was freed, 0 if it is still in
  77. * use.
  78. */
  79. int gnttab_end_foreign_access_ref(grant_ref_t ref, int readonly);
  80. /*
  81. * Eventually end access through the given grant reference, and once that
  82. * access has been ended, free the given page too. Access will be ended
  83. * immediately iff the grant entry is not in use, otherwise it will happen
  84. * some time later. page may be 0, in which case no freeing will occur.
  85. */
  86. void gnttab_end_foreign_access(grant_ref_t ref, int readonly,
  87. unsigned long page);
  88. int gnttab_grant_foreign_transfer(domid_t domid, unsigned long pfn);
  89. unsigned long gnttab_end_foreign_transfer_ref(grant_ref_t ref);
  90. unsigned long gnttab_end_foreign_transfer(grant_ref_t ref);
  91. int gnttab_query_foreign_access(grant_ref_t ref);
  92. /*
  93. * operations on reserved batches of grant references
  94. */
  95. int gnttab_alloc_grant_references(u16 count, grant_ref_t *pprivate_head);
  96. void gnttab_free_grant_reference(grant_ref_t ref);
  97. void gnttab_free_grant_references(grant_ref_t head);
  98. int gnttab_empty_grant_references(const grant_ref_t *pprivate_head);
  99. int gnttab_claim_grant_reference(grant_ref_t *pprivate_head);
  100. void gnttab_release_grant_reference(grant_ref_t *private_head,
  101. grant_ref_t release);
  102. void gnttab_request_free_callback(struct gnttab_free_callback *callback,
  103. void (*fn)(void *), void *arg, u16 count);
  104. void gnttab_cancel_free_callback(struct gnttab_free_callback *callback);
  105. void gnttab_grant_foreign_access_ref(grant_ref_t ref, domid_t domid,
  106. unsigned long frame, int readonly);
  107. /* Give access to the first 4K of the page */
  108. static inline void gnttab_page_grant_foreign_access_ref_one(
  109. grant_ref_t ref, domid_t domid,
  110. struct page *page, int readonly)
  111. {
  112. gnttab_grant_foreign_access_ref(ref, domid, xen_page_to_gfn(page),
  113. readonly);
  114. }
  115. void gnttab_grant_foreign_transfer_ref(grant_ref_t, domid_t domid,
  116. unsigned long pfn);
  117. static inline void
  118. gnttab_set_map_op(struct gnttab_map_grant_ref *map, phys_addr_t addr,
  119. uint32_t flags, grant_ref_t ref, domid_t domid)
  120. {
  121. if (flags & GNTMAP_contains_pte)
  122. map->host_addr = addr;
  123. else if (xen_feature(XENFEAT_auto_translated_physmap))
  124. map->host_addr = __pa(addr);
  125. else
  126. map->host_addr = addr;
  127. map->flags = flags;
  128. map->ref = ref;
  129. map->dom = domid;
  130. }
  131. static inline void
  132. gnttab_set_unmap_op(struct gnttab_unmap_grant_ref *unmap, phys_addr_t addr,
  133. uint32_t flags, grant_handle_t handle)
  134. {
  135. if (flags & GNTMAP_contains_pte)
  136. unmap->host_addr = addr;
  137. else if (xen_feature(XENFEAT_auto_translated_physmap))
  138. unmap->host_addr = __pa(addr);
  139. else
  140. unmap->host_addr = addr;
  141. unmap->handle = handle;
  142. unmap->dev_bus_addr = 0;
  143. }
  144. int arch_gnttab_init(unsigned long nr_shared, unsigned long nr_status);
  145. int arch_gnttab_map_shared(xen_pfn_t *frames, unsigned long nr_gframes,
  146. unsigned long max_nr_gframes,
  147. void **__shared);
  148. int arch_gnttab_map_status(uint64_t *frames, unsigned long nr_gframes,
  149. unsigned long max_nr_gframes,
  150. grant_status_t **__shared);
  151. void arch_gnttab_unmap(void *shared, unsigned long nr_gframes);
  152. struct grant_frames {
  153. xen_pfn_t *pfn;
  154. unsigned int count;
  155. void *vaddr;
  156. };
  157. extern struct grant_frames xen_auto_xlat_grant_frames;
  158. unsigned int gnttab_max_grant_frames(void);
  159. int gnttab_setup_auto_xlat_frames(phys_addr_t addr);
  160. void gnttab_free_auto_xlat_frames(void);
  161. #define gnttab_map_vaddr(map) ((void *)(map.host_virt_addr))
  162. int gnttab_alloc_pages(int nr_pages, struct page **pages);
  163. void gnttab_free_pages(int nr_pages, struct page **pages);
  164. #ifdef CONFIG_XEN_GRANT_DMA_ALLOC
  165. struct gnttab_dma_alloc_args {
  166. /* Device for which DMA memory will be/was allocated. */
  167. struct device *dev;
  168. /* If set then DMA buffer is coherent and write-combine otherwise. */
  169. bool coherent;
  170. int nr_pages;
  171. struct page **pages;
  172. xen_pfn_t *frames;
  173. void *vaddr;
  174. dma_addr_t dev_bus_addr;
  175. };
  176. int gnttab_dma_alloc_pages(struct gnttab_dma_alloc_args *args);
  177. int gnttab_dma_free_pages(struct gnttab_dma_alloc_args *args);
  178. #endif
  179. int gnttab_pages_set_private(int nr_pages, struct page **pages);
  180. void gnttab_pages_clear_private(int nr_pages, struct page **pages);
  181. int gnttab_map_refs(struct gnttab_map_grant_ref *map_ops,
  182. struct gnttab_map_grant_ref *kmap_ops,
  183. struct page **pages, unsigned int count);
  184. int gnttab_unmap_refs(struct gnttab_unmap_grant_ref *unmap_ops,
  185. struct gnttab_unmap_grant_ref *kunmap_ops,
  186. struct page **pages, unsigned int count);
  187. void gnttab_unmap_refs_async(struct gntab_unmap_queue_data* item);
  188. int gnttab_unmap_refs_sync(struct gntab_unmap_queue_data *item);
  189. /* Perform a batch of grant map/copy operations. Retry every batch slot
  190. * for which the hypervisor returns GNTST_eagain. This is typically due
  191. * to paged out target frames.
  192. *
  193. * Will retry for 1, 2, ... 255 ms, i.e. 256 times during 32 seconds.
  194. *
  195. * Return value in each iand every status field of the batch guaranteed
  196. * to not be GNTST_eagain.
  197. */
  198. void gnttab_batch_map(struct gnttab_map_grant_ref *batch, unsigned count);
  199. void gnttab_batch_copy(struct gnttab_copy *batch, unsigned count);
  200. struct xen_page_foreign {
  201. domid_t domid;
  202. grant_ref_t gref;
  203. };
  204. static inline struct xen_page_foreign *xen_page_foreign(struct page *page)
  205. {
  206. if (!PageForeign(page))
  207. return NULL;
  208. #if BITS_PER_LONG < 64
  209. return (struct xen_page_foreign *)page->private;
  210. #else
  211. BUILD_BUG_ON(sizeof(struct xen_page_foreign) > BITS_PER_LONG);
  212. return (struct xen_page_foreign *)&page->private;
  213. #endif
  214. }
  215. /* Split Linux page in chunk of the size of the grant and call fn
  216. *
  217. * Parameters of fn:
  218. * gfn: guest frame number
  219. * offset: offset in the grant
  220. * len: length of the data in the grant.
  221. * data: internal information
  222. */
  223. typedef void (*xen_grant_fn_t)(unsigned long gfn, unsigned int offset,
  224. unsigned int len, void *data);
  225. void gnttab_foreach_grant_in_range(struct page *page,
  226. unsigned int offset,
  227. unsigned int len,
  228. xen_grant_fn_t fn,
  229. void *data);
  230. /* Helper to get to call fn only on the first "grant chunk" */
  231. static inline void gnttab_for_one_grant(struct page *page, unsigned int offset,
  232. unsigned len, xen_grant_fn_t fn,
  233. void *data)
  234. {
  235. /* The first request is limited to the size of one grant */
  236. len = min_t(unsigned int, XEN_PAGE_SIZE - (offset & ~XEN_PAGE_MASK),
  237. len);
  238. gnttab_foreach_grant_in_range(page, offset, len, fn, data);
  239. }
  240. /* Get @nr_grefs grants from an array of page and call fn for each grant */
  241. void gnttab_foreach_grant(struct page **pages,
  242. unsigned int nr_grefs,
  243. xen_grant_fn_t fn,
  244. void *data);
  245. /* Get the number of grant in a specified region
  246. *
  247. * start: Offset from the beginning of the first page
  248. * len: total length of data (can cross multiple page)
  249. */
  250. static inline unsigned int gnttab_count_grant(unsigned int start,
  251. unsigned int len)
  252. {
  253. return XEN_PFN_UP(xen_offset_in_page(start) + len);
  254. }
  255. #endif /* __ASM_GNTTAB_H__ */