iomap.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404
  1. /*
  2. * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of version 2 of the GNU General Public License as
  6. * published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful, but
  9. * WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. */
  13. #include <linux/memremap.h>
  14. #include <linux/rculist.h>
  15. #include <linux/export.h>
  16. #include <linux/ioport.h>
  17. #include <linux/module.h>
  18. #include <linux/types.h>
  19. #include <linux/pfn_t.h>
  20. #include <linux/acpi.h>
  21. #include <linux/io.h>
  22. #include <linux/mm.h>
  23. #include "nfit_test.h"
  24. static LIST_HEAD(iomap_head);
  25. static struct iomap_ops {
  26. nfit_test_lookup_fn nfit_test_lookup;
  27. nfit_test_evaluate_dsm_fn evaluate_dsm;
  28. struct list_head list;
  29. } iomap_ops = {
  30. .list = LIST_HEAD_INIT(iomap_ops.list),
  31. };
  32. void nfit_test_setup(nfit_test_lookup_fn lookup,
  33. nfit_test_evaluate_dsm_fn evaluate)
  34. {
  35. iomap_ops.nfit_test_lookup = lookup;
  36. iomap_ops.evaluate_dsm = evaluate;
  37. list_add_rcu(&iomap_ops.list, &iomap_head);
  38. }
  39. EXPORT_SYMBOL(nfit_test_setup);
  40. void nfit_test_teardown(void)
  41. {
  42. list_del_rcu(&iomap_ops.list);
  43. synchronize_rcu();
  44. }
  45. EXPORT_SYMBOL(nfit_test_teardown);
  46. static struct nfit_test_resource *__get_nfit_res(resource_size_t resource)
  47. {
  48. struct iomap_ops *ops;
  49. ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
  50. if (ops)
  51. return ops->nfit_test_lookup(resource);
  52. return NULL;
  53. }
  54. struct nfit_test_resource *get_nfit_res(resource_size_t resource)
  55. {
  56. struct nfit_test_resource *res;
  57. rcu_read_lock();
  58. res = __get_nfit_res(resource);
  59. rcu_read_unlock();
  60. return res;
  61. }
  62. EXPORT_SYMBOL(get_nfit_res);
  63. void __iomem *__nfit_test_ioremap(resource_size_t offset, unsigned long size,
  64. void __iomem *(*fallback_fn)(resource_size_t, unsigned long))
  65. {
  66. struct nfit_test_resource *nfit_res = get_nfit_res(offset);
  67. if (nfit_res)
  68. return (void __iomem *) nfit_res->buf + offset
  69. - nfit_res->res.start;
  70. return fallback_fn(offset, size);
  71. }
  72. void __iomem *__wrap_devm_ioremap_nocache(struct device *dev,
  73. resource_size_t offset, unsigned long size)
  74. {
  75. struct nfit_test_resource *nfit_res = get_nfit_res(offset);
  76. if (nfit_res)
  77. return (void __iomem *) nfit_res->buf + offset
  78. - nfit_res->res.start;
  79. return devm_ioremap_nocache(dev, offset, size);
  80. }
  81. EXPORT_SYMBOL(__wrap_devm_ioremap_nocache);
  82. void *__wrap_devm_memremap(struct device *dev, resource_size_t offset,
  83. size_t size, unsigned long flags)
  84. {
  85. struct nfit_test_resource *nfit_res = get_nfit_res(offset);
  86. if (nfit_res)
  87. return nfit_res->buf + offset - nfit_res->res.start;
  88. return devm_memremap(dev, offset, size, flags);
  89. }
  90. EXPORT_SYMBOL(__wrap_devm_memremap);
  91. static void nfit_test_kill(void *_pgmap)
  92. {
  93. struct dev_pagemap *pgmap = _pgmap;
  94. pgmap->kill(pgmap->ref);
  95. }
  96. void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap)
  97. {
  98. resource_size_t offset = pgmap->res.start;
  99. struct nfit_test_resource *nfit_res = get_nfit_res(offset);
  100. if (nfit_res) {
  101. int rc;
  102. rc = devm_add_action_or_reset(dev, nfit_test_kill, pgmap);
  103. if (rc)
  104. return ERR_PTR(rc);
  105. return nfit_res->buf + offset - nfit_res->res.start;
  106. }
  107. return devm_memremap_pages(dev, pgmap);
  108. }
  109. EXPORT_SYMBOL_GPL(__wrap_devm_memremap_pages);
  110. pfn_t __wrap_phys_to_pfn_t(phys_addr_t addr, unsigned long flags)
  111. {
  112. struct nfit_test_resource *nfit_res = get_nfit_res(addr);
  113. if (nfit_res)
  114. flags &= ~PFN_MAP;
  115. return phys_to_pfn_t(addr, flags);
  116. }
  117. EXPORT_SYMBOL(__wrap_phys_to_pfn_t);
  118. void *__wrap_memremap(resource_size_t offset, size_t size,
  119. unsigned long flags)
  120. {
  121. struct nfit_test_resource *nfit_res = get_nfit_res(offset);
  122. if (nfit_res)
  123. return nfit_res->buf + offset - nfit_res->res.start;
  124. return memremap(offset, size, flags);
  125. }
  126. EXPORT_SYMBOL(__wrap_memremap);
  127. void __wrap_devm_memunmap(struct device *dev, void *addr)
  128. {
  129. struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
  130. if (nfit_res)
  131. return;
  132. return devm_memunmap(dev, addr);
  133. }
  134. EXPORT_SYMBOL(__wrap_devm_memunmap);
  135. void __iomem *__wrap_ioremap_nocache(resource_size_t offset, unsigned long size)
  136. {
  137. return __nfit_test_ioremap(offset, size, ioremap_nocache);
  138. }
  139. EXPORT_SYMBOL(__wrap_ioremap_nocache);
  140. void __iomem *__wrap_ioremap_wc(resource_size_t offset, unsigned long size)
  141. {
  142. return __nfit_test_ioremap(offset, size, ioremap_wc);
  143. }
  144. EXPORT_SYMBOL(__wrap_ioremap_wc);
  145. void __wrap_iounmap(volatile void __iomem *addr)
  146. {
  147. struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
  148. if (nfit_res)
  149. return;
  150. return iounmap(addr);
  151. }
  152. EXPORT_SYMBOL(__wrap_iounmap);
  153. void __wrap_memunmap(void *addr)
  154. {
  155. struct nfit_test_resource *nfit_res = get_nfit_res((long) addr);
  156. if (nfit_res)
  157. return;
  158. return memunmap(addr);
  159. }
  160. EXPORT_SYMBOL(__wrap_memunmap);
  161. static bool nfit_test_release_region(struct device *dev,
  162. struct resource *parent, resource_size_t start,
  163. resource_size_t n);
  164. static void nfit_devres_release(struct device *dev, void *data)
  165. {
  166. struct resource *res = *((struct resource **) data);
  167. WARN_ON(!nfit_test_release_region(NULL, &iomem_resource, res->start,
  168. resource_size(res)));
  169. }
  170. static int match(struct device *dev, void *__res, void *match_data)
  171. {
  172. struct resource *res = *((struct resource **) __res);
  173. resource_size_t start = *((resource_size_t *) match_data);
  174. return res->start == start;
  175. }
  176. static bool nfit_test_release_region(struct device *dev,
  177. struct resource *parent, resource_size_t start,
  178. resource_size_t n)
  179. {
  180. if (parent == &iomem_resource) {
  181. struct nfit_test_resource *nfit_res = get_nfit_res(start);
  182. if (nfit_res) {
  183. struct nfit_test_request *req;
  184. struct resource *res = NULL;
  185. if (dev) {
  186. devres_release(dev, nfit_devres_release, match,
  187. &start);
  188. return true;
  189. }
  190. spin_lock(&nfit_res->lock);
  191. list_for_each_entry(req, &nfit_res->requests, list)
  192. if (req->res.start == start) {
  193. res = &req->res;
  194. list_del(&req->list);
  195. break;
  196. }
  197. spin_unlock(&nfit_res->lock);
  198. WARN(!res || resource_size(res) != n,
  199. "%s: start: %llx n: %llx mismatch: %pr\n",
  200. __func__, start, n, res);
  201. if (res)
  202. kfree(req);
  203. return true;
  204. }
  205. }
  206. return false;
  207. }
  208. static struct resource *nfit_test_request_region(struct device *dev,
  209. struct resource *parent, resource_size_t start,
  210. resource_size_t n, const char *name, int flags)
  211. {
  212. struct nfit_test_resource *nfit_res;
  213. if (parent == &iomem_resource) {
  214. nfit_res = get_nfit_res(start);
  215. if (nfit_res) {
  216. struct nfit_test_request *req;
  217. struct resource *res = NULL;
  218. if (start + n > nfit_res->res.start
  219. + resource_size(&nfit_res->res)) {
  220. pr_debug("%s: start: %llx n: %llx overflow: %pr\n",
  221. __func__, start, n,
  222. &nfit_res->res);
  223. return NULL;
  224. }
  225. spin_lock(&nfit_res->lock);
  226. list_for_each_entry(req, &nfit_res->requests, list)
  227. if (start == req->res.start) {
  228. res = &req->res;
  229. break;
  230. }
  231. spin_unlock(&nfit_res->lock);
  232. if (res) {
  233. WARN(1, "%pr already busy\n", res);
  234. return NULL;
  235. }
  236. req = kzalloc(sizeof(*req), GFP_KERNEL);
  237. if (!req)
  238. return NULL;
  239. INIT_LIST_HEAD(&req->list);
  240. res = &req->res;
  241. res->start = start;
  242. res->end = start + n - 1;
  243. res->name = name;
  244. res->flags = resource_type(parent);
  245. res->flags |= IORESOURCE_BUSY | flags;
  246. spin_lock(&nfit_res->lock);
  247. list_add(&req->list, &nfit_res->requests);
  248. spin_unlock(&nfit_res->lock);
  249. if (dev) {
  250. struct resource **d;
  251. d = devres_alloc(nfit_devres_release,
  252. sizeof(struct resource *),
  253. GFP_KERNEL);
  254. if (!d)
  255. return NULL;
  256. *d = res;
  257. devres_add(dev, d);
  258. }
  259. pr_debug("%s: %pr\n", __func__, res);
  260. return res;
  261. }
  262. }
  263. if (dev)
  264. return __devm_request_region(dev, parent, start, n, name);
  265. return __request_region(parent, start, n, name, flags);
  266. }
  267. struct resource *__wrap___request_region(struct resource *parent,
  268. resource_size_t start, resource_size_t n, const char *name,
  269. int flags)
  270. {
  271. return nfit_test_request_region(NULL, parent, start, n, name, flags);
  272. }
  273. EXPORT_SYMBOL(__wrap___request_region);
  274. int __wrap_insert_resource(struct resource *parent, struct resource *res)
  275. {
  276. if (get_nfit_res(res->start))
  277. return 0;
  278. return insert_resource(parent, res);
  279. }
  280. EXPORT_SYMBOL(__wrap_insert_resource);
  281. int __wrap_remove_resource(struct resource *res)
  282. {
  283. if (get_nfit_res(res->start))
  284. return 0;
  285. return remove_resource(res);
  286. }
  287. EXPORT_SYMBOL(__wrap_remove_resource);
  288. struct resource *__wrap___devm_request_region(struct device *dev,
  289. struct resource *parent, resource_size_t start,
  290. resource_size_t n, const char *name)
  291. {
  292. if (!dev)
  293. return NULL;
  294. return nfit_test_request_region(dev, parent, start, n, name, 0);
  295. }
  296. EXPORT_SYMBOL(__wrap___devm_request_region);
  297. void __wrap___release_region(struct resource *parent, resource_size_t start,
  298. resource_size_t n)
  299. {
  300. if (!nfit_test_release_region(NULL, parent, start, n))
  301. __release_region(parent, start, n);
  302. }
  303. EXPORT_SYMBOL(__wrap___release_region);
  304. void __wrap___devm_release_region(struct device *dev, struct resource *parent,
  305. resource_size_t start, resource_size_t n)
  306. {
  307. if (!nfit_test_release_region(dev, parent, start, n))
  308. __devm_release_region(dev, parent, start, n);
  309. }
  310. EXPORT_SYMBOL(__wrap___devm_release_region);
  311. acpi_status __wrap_acpi_evaluate_object(acpi_handle handle, acpi_string path,
  312. struct acpi_object_list *p, struct acpi_buffer *buf)
  313. {
  314. struct nfit_test_resource *nfit_res = get_nfit_res((long) handle);
  315. union acpi_object **obj;
  316. if (!nfit_res || strcmp(path, "_FIT") || !buf)
  317. return acpi_evaluate_object(handle, path, p, buf);
  318. obj = nfit_res->buf;
  319. buf->length = sizeof(union acpi_object);
  320. buf->pointer = *obj;
  321. return AE_OK;
  322. }
  323. EXPORT_SYMBOL(__wrap_acpi_evaluate_object);
  324. union acpi_object * __wrap_acpi_evaluate_dsm(acpi_handle handle, const guid_t *guid,
  325. u64 rev, u64 func, union acpi_object *argv4)
  326. {
  327. union acpi_object *obj = ERR_PTR(-ENXIO);
  328. struct iomap_ops *ops;
  329. rcu_read_lock();
  330. ops = list_first_or_null_rcu(&iomap_head, typeof(*ops), list);
  331. if (ops)
  332. obj = ops->evaluate_dsm(handle, guid, rev, func, argv4);
  333. rcu_read_unlock();
  334. if (IS_ERR(obj))
  335. return acpi_evaluate_dsm(handle, guid, rev, func, argv4);
  336. return obj;
  337. }
  338. EXPORT_SYMBOL(__wrap_acpi_evaluate_dsm);
  339. MODULE_LICENSE("GPL v2");