cacheflush.h 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. /*
  2. * Based on arch/arm/include/asm/cacheflush.h
  3. *
  4. * Copyright (C) 1999-2002 Russell King.
  5. * Copyright (C) 2012 ARM Ltd.
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. */
  19. #ifndef __ASM_CACHEFLUSH_H
  20. #define __ASM_CACHEFLUSH_H
  21. #include <linux/mm.h>
  22. /*
  23. * This flag is used to indicate that the page pointed to by a pte is clean
  24. * and does not require cleaning before returning it to the user.
  25. */
  26. #define PG_dcache_clean PG_arch_1
  27. /*
  28. * MM Cache Management
  29. * ===================
  30. *
  31. * The arch/arm64/mm/cache.S implements these methods.
  32. *
  33. * Start addresses are inclusive and end addresses are exclusive; start
  34. * addresses should be rounded down, end addresses up.
  35. *
  36. * See Documentation/cachetlb.txt for more information. Please note that
  37. * the implementation assumes non-aliasing VIPT D-cache and (aliasing)
  38. * VIPT or ASID-tagged VIVT I-cache.
  39. *
  40. * flush_cache_mm(mm)
  41. *
  42. * Clean and invalidate all user space cache entries
  43. * before a change of page tables.
  44. *
  45. * flush_icache_range(start, end)
  46. *
  47. * Ensure coherency between the I-cache and the D-cache in the
  48. * region described by start, end.
  49. * - start - virtual start address
  50. * - end - virtual end address
  51. *
  52. * __flush_cache_user_range(start, end)
  53. *
  54. * Ensure coherency between the I-cache and the D-cache in the
  55. * region described by start, end.
  56. * - start - virtual start address
  57. * - end - virtual end address
  58. *
  59. * __flush_dcache_area(kaddr, size)
  60. *
  61. * Ensure that the data held in page is written back.
  62. * - kaddr - page address
  63. * - size - region size
  64. */
  65. extern void flush_cache_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
  66. extern void flush_icache_range(unsigned long start, unsigned long end);
  67. extern void __flush_dcache_area(void *addr, size_t len);
  68. extern long __flush_cache_user_range(unsigned long start, unsigned long end);
  69. static inline void flush_cache_mm(struct mm_struct *mm)
  70. {
  71. }
  72. static inline void flush_cache_page(struct vm_area_struct *vma,
  73. unsigned long user_addr, unsigned long pfn)
  74. {
  75. }
  76. /*
  77. * Cache maintenance functions used by the DMA API. No to be used directly.
  78. */
  79. extern void __dma_map_area(const void *, size_t, int);
  80. extern void __dma_unmap_area(const void *, size_t, int);
  81. extern void __dma_flush_range(const void *, const void *);
  82. /*
  83. * Copy user data from/to a page which is mapped into a different
  84. * processes address space. Really, we want to allow our "user
  85. * space" model to handle this.
  86. */
  87. extern void copy_to_user_page(struct vm_area_struct *, struct page *,
  88. unsigned long, void *, const void *, unsigned long);
  89. #define copy_from_user_page(vma, page, vaddr, dst, src, len) \
  90. do { \
  91. memcpy(dst, src, len); \
  92. } while (0)
  93. #define flush_cache_dup_mm(mm) flush_cache_mm(mm)
  94. /*
  95. * flush_dcache_page is used when the kernel has written to the page
  96. * cache page at virtual address page->virtual.
  97. *
  98. * If this page isn't mapped (ie, page_mapping == NULL), or it might
  99. * have userspace mappings, then we _must_ always clean + invalidate
  100. * the dcache entries associated with the kernel mapping.
  101. *
  102. * Otherwise we can defer the operation, and clean the cache when we are
  103. * about to change to user space. This is the same method as used on SPARC64.
  104. * See update_mmu_cache for the user space part.
  105. */
  106. #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
  107. extern void flush_dcache_page(struct page *);
  108. static inline void __local_flush_icache_all(void)
  109. {
  110. asm("ic iallu");
  111. dsb(nsh);
  112. isb();
  113. }
  114. static inline void __flush_icache_all(void)
  115. {
  116. asm("ic ialluis");
  117. dsb(ish);
  118. }
  119. #define flush_dcache_mmap_lock(mapping) \
  120. spin_lock_irq(&(mapping)->tree_lock)
  121. #define flush_dcache_mmap_unlock(mapping) \
  122. spin_unlock_irq(&(mapping)->tree_lock)
  123. /*
  124. * We don't appear to need to do anything here. In fact, if we did, we'd
  125. * duplicate cache flushing elsewhere performed by flush_dcache_page().
  126. */
  127. #define flush_icache_page(vma,page) do { } while (0)
  128. /*
  129. * Not required on AArch64 (PIPT or VIPT non-aliasing D-cache).
  130. */
  131. static inline void flush_cache_vmap(unsigned long start, unsigned long end)
  132. {
  133. }
  134. static inline void flush_cache_vunmap(unsigned long start, unsigned long end)
  135. {
  136. }
  137. int set_memory_ro(unsigned long addr, int numpages);
  138. int set_memory_rw(unsigned long addr, int numpages);
  139. int set_memory_x(unsigned long addr, int numpages);
  140. int set_memory_nx(unsigned long addr, int numpages);
  141. #ifdef CONFIG_DEBUG_RODATA
  142. void mark_rodata_ro(void);
  143. #endif
  144. #endif