dma-mapping.c 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. /*
  2. * Dynamic DMA mapping support
  3. *
  4. * Copyright 2005-2009 Analog Devices Inc.
  5. *
  6. * Licensed under the GPL-2 or later
  7. */
  8. #include <linux/types.h>
  9. #include <linux/gfp.h>
  10. #include <linux/string.h>
  11. #include <linux/spinlock.h>
  12. #include <linux/dma-mapping.h>
  13. #include <linux/scatterlist.h>
  14. static spinlock_t dma_page_lock;
  15. static unsigned long *dma_page;
  16. static unsigned int dma_pages;
  17. static unsigned long dma_base;
  18. static unsigned long dma_size;
  19. static unsigned int dma_initialized;
  20. static void dma_alloc_init(unsigned long start, unsigned long end)
  21. {
  22. spin_lock_init(&dma_page_lock);
  23. dma_initialized = 0;
  24. dma_page = (unsigned long *)__get_free_page(GFP_KERNEL);
  25. memset(dma_page, 0, PAGE_SIZE);
  26. dma_base = PAGE_ALIGN(start);
  27. dma_size = PAGE_ALIGN(end) - PAGE_ALIGN(start);
  28. dma_pages = dma_size >> PAGE_SHIFT;
  29. memset((void *)dma_base, 0, DMA_UNCACHED_REGION);
  30. dma_initialized = 1;
  31. printk(KERN_INFO "%s: dma_page @ 0x%p - %d pages at 0x%08lx\n", __func__,
  32. dma_page, dma_pages, dma_base);
  33. }
  34. static inline unsigned int get_pages(size_t size)
  35. {
  36. return ((size - 1) >> PAGE_SHIFT) + 1;
  37. }
  38. static unsigned long __alloc_dma_pages(unsigned int pages)
  39. {
  40. unsigned long ret = 0, flags;
  41. int i, count = 0;
  42. if (dma_initialized == 0)
  43. dma_alloc_init(_ramend - DMA_UNCACHED_REGION, _ramend);
  44. spin_lock_irqsave(&dma_page_lock, flags);
  45. for (i = 0; i < dma_pages;) {
  46. if (test_bit(i++, dma_page) == 0) {
  47. if (++count == pages) {
  48. while (count--)
  49. __set_bit(--i, dma_page);
  50. ret = dma_base + (i << PAGE_SHIFT);
  51. break;
  52. }
  53. } else
  54. count = 0;
  55. }
  56. spin_unlock_irqrestore(&dma_page_lock, flags);
  57. return ret;
  58. }
  59. static void __free_dma_pages(unsigned long addr, unsigned int pages)
  60. {
  61. unsigned long page = (addr - dma_base) >> PAGE_SHIFT;
  62. unsigned long flags;
  63. int i;
  64. if ((page + pages) > dma_pages) {
  65. printk(KERN_ERR "%s: freeing outside range.\n", __func__);
  66. BUG();
  67. }
  68. spin_lock_irqsave(&dma_page_lock, flags);
  69. for (i = page; i < page + pages; i++)
  70. __clear_bit(i, dma_page);
  71. spin_unlock_irqrestore(&dma_page_lock, flags);
  72. }
  73. void *dma_alloc_coherent(struct device *dev, size_t size,
  74. dma_addr_t *dma_handle, gfp_t gfp)
  75. {
  76. void *ret;
  77. ret = (void *)__alloc_dma_pages(get_pages(size));
  78. if (ret) {
  79. memset(ret, 0, size);
  80. *dma_handle = virt_to_phys(ret);
  81. }
  82. return ret;
  83. }
  84. EXPORT_SYMBOL(dma_alloc_coherent);
  85. void
  86. dma_free_coherent(struct device *dev, size_t size, void *vaddr,
  87. dma_addr_t dma_handle)
  88. {
  89. __free_dma_pages((unsigned long)vaddr, get_pages(size));
  90. }
  91. EXPORT_SYMBOL(dma_free_coherent);
  92. /*
  93. * Streaming DMA mappings
  94. */
  95. void __dma_sync(dma_addr_t addr, size_t size,
  96. enum dma_data_direction dir)
  97. {
  98. __dma_sync_inline(addr, size, dir);
  99. }
  100. EXPORT_SYMBOL(__dma_sync);
  101. int
  102. dma_map_sg(struct device *dev, struct scatterlist *sg, int nents,
  103. enum dma_data_direction direction)
  104. {
  105. int i;
  106. for (i = 0; i < nents; i++, sg++) {
  107. sg->dma_address = (dma_addr_t) sg_virt(sg);
  108. __dma_sync(sg_dma_address(sg), sg_dma_len(sg), direction);
  109. }
  110. return nents;
  111. }
  112. EXPORT_SYMBOL(dma_map_sg);
  113. void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sg,
  114. int nelems, enum dma_data_direction direction)
  115. {
  116. int i;
  117. for (i = 0; i < nelems; i++, sg++) {
  118. sg->dma_address = (dma_addr_t) sg_virt(sg);
  119. __dma_sync(sg_dma_address(sg), sg_dma_len(sg), direction);
  120. }
  121. }
  122. EXPORT_SYMBOL(dma_sync_sg_for_device);