pfn_t.h 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _LINUX_PFN_T_H_
  3. #define _LINUX_PFN_T_H_
  4. #include <linux/mm.h>
  5. /*
  6. * PFN_FLAGS_MASK - mask of all the possible valid pfn_t flags
  7. * PFN_SG_CHAIN - pfn is a pointer to the next scatterlist entry
  8. * PFN_SG_LAST - pfn references a page and is the last scatterlist entry
  9. * PFN_DEV - pfn is not covered by system memmap by default
  10. * PFN_MAP - pfn has a dynamic page mapping established by a device driver
  11. */
  12. #define PFN_FLAGS_MASK (((u64) (~PAGE_MASK)) << (BITS_PER_LONG_LONG - PAGE_SHIFT))
  13. #define PFN_SG_CHAIN (1ULL << (BITS_PER_LONG_LONG - 1))
  14. #define PFN_SG_LAST (1ULL << (BITS_PER_LONG_LONG - 2))
  15. #define PFN_DEV (1ULL << (BITS_PER_LONG_LONG - 3))
  16. #define PFN_MAP (1ULL << (BITS_PER_LONG_LONG - 4))
  17. #define PFN_SPECIAL (1ULL << (BITS_PER_LONG_LONG - 5))
  18. #define PFN_FLAGS_TRACE \
  19. { PFN_SPECIAL, "SPECIAL" }, \
  20. { PFN_SG_CHAIN, "SG_CHAIN" }, \
  21. { PFN_SG_LAST, "SG_LAST" }, \
  22. { PFN_DEV, "DEV" }, \
  23. { PFN_MAP, "MAP" }
  24. static inline pfn_t __pfn_to_pfn_t(unsigned long pfn, u64 flags)
  25. {
  26. pfn_t pfn_t = { .val = pfn | (flags & PFN_FLAGS_MASK), };
  27. return pfn_t;
  28. }
  29. /* a default pfn to pfn_t conversion assumes that @pfn is pfn_valid() */
  30. static inline pfn_t pfn_to_pfn_t(unsigned long pfn)
  31. {
  32. return __pfn_to_pfn_t(pfn, 0);
  33. }
  34. static inline pfn_t phys_to_pfn_t(phys_addr_t addr, u64 flags)
  35. {
  36. return __pfn_to_pfn_t(addr >> PAGE_SHIFT, flags);
  37. }
  38. static inline bool pfn_t_has_page(pfn_t pfn)
  39. {
  40. return (pfn.val & PFN_MAP) == PFN_MAP || (pfn.val & PFN_DEV) == 0;
  41. }
  42. static inline unsigned long pfn_t_to_pfn(pfn_t pfn)
  43. {
  44. return pfn.val & ~PFN_FLAGS_MASK;
  45. }
  46. static inline struct page *pfn_t_to_page(pfn_t pfn)
  47. {
  48. if (pfn_t_has_page(pfn))
  49. return pfn_to_page(pfn_t_to_pfn(pfn));
  50. return NULL;
  51. }
  52. static inline phys_addr_t pfn_t_to_phys(pfn_t pfn)
  53. {
  54. return PFN_PHYS(pfn_t_to_pfn(pfn));
  55. }
  56. static inline void *pfn_t_to_virt(pfn_t pfn)
  57. {
  58. if (pfn_t_has_page(pfn))
  59. return __va(pfn_t_to_phys(pfn));
  60. return NULL;
  61. }
  62. static inline pfn_t page_to_pfn_t(struct page *page)
  63. {
  64. return pfn_to_pfn_t(page_to_pfn(page));
  65. }
  66. static inline int pfn_t_valid(pfn_t pfn)
  67. {
  68. return pfn_valid(pfn_t_to_pfn(pfn));
  69. }
  70. #ifdef CONFIG_MMU
  71. static inline pte_t pfn_t_pte(pfn_t pfn, pgprot_t pgprot)
  72. {
  73. return pfn_pte(pfn_t_to_pfn(pfn), pgprot);
  74. }
  75. #endif
  76. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  77. static inline pmd_t pfn_t_pmd(pfn_t pfn, pgprot_t pgprot)
  78. {
  79. return pfn_pmd(pfn_t_to_pfn(pfn), pgprot);
  80. }
  81. #ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD
  82. static inline pud_t pfn_t_pud(pfn_t pfn, pgprot_t pgprot)
  83. {
  84. return pfn_pud(pfn_t_to_pfn(pfn), pgprot);
  85. }
  86. #endif
  87. #endif
  88. #ifdef __HAVE_ARCH_PTE_DEVMAP
  89. static inline bool pfn_t_devmap(pfn_t pfn)
  90. {
  91. const u64 flags = PFN_DEV|PFN_MAP;
  92. return (pfn.val & flags) == flags;
  93. }
  94. #else
  95. static inline bool pfn_t_devmap(pfn_t pfn)
  96. {
  97. return false;
  98. }
  99. pte_t pte_mkdevmap(pte_t pte);
  100. pmd_t pmd_mkdevmap(pmd_t pmd);
  101. #if defined(CONFIG_TRANSPARENT_HUGEPAGE) && \
  102. defined(CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD)
  103. pud_t pud_mkdevmap(pud_t pud);
  104. #endif
  105. #endif /* __HAVE_ARCH_PTE_DEVMAP */
  106. #ifdef CONFIG_ARCH_HAS_PTE_SPECIAL
  107. static inline bool pfn_t_special(pfn_t pfn)
  108. {
  109. return (pfn.val & PFN_SPECIAL) == PFN_SPECIAL;
  110. }
  111. #else
  112. static inline bool pfn_t_special(pfn_t pfn)
  113. {
  114. return false;
  115. }
  116. #endif /* CONFIG_ARCH_HAS_PTE_SPECIAL */
  117. #endif /* _LINUX_PFN_T_H_ */