page.h 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335
  1. /*
  2. * Copyright 2010 Tilera Corporation. All Rights Reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public License
  6. * as published by the Free Software Foundation, version 2.
  7. *
  8. * This program is distributed in the hope that it will be useful, but
  9. * WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  11. * NON INFRINGEMENT. See the GNU General Public License for
  12. * more details.
  13. */
  14. #ifndef _ASM_TILE_PAGE_H
  15. #define _ASM_TILE_PAGE_H
  16. #include <linux/const.h>
  17. #include <hv/hypervisor.h>
  18. #include <arch/chip.h>
  19. /* PAGE_SHIFT and HPAGE_SHIFT determine the page sizes. */
  20. #if defined(CONFIG_PAGE_SIZE_4KB) /* tilepro only */
  21. #define PAGE_SHIFT 12
  22. #define CTX_PAGE_FLAG HV_CTX_PG_SM_4K
  23. #elif defined(CONFIG_PAGE_SIZE_16KB)
  24. #define PAGE_SHIFT 14
  25. #define CTX_PAGE_FLAG HV_CTX_PG_SM_16K
  26. #elif defined(CONFIG_PAGE_SIZE_64KB)
  27. #define PAGE_SHIFT 16
  28. #define CTX_PAGE_FLAG HV_CTX_PG_SM_64K
  29. #else
  30. #error Page size not specified in Kconfig
  31. #endif
  32. #define HPAGE_SHIFT HV_LOG2_DEFAULT_PAGE_SIZE_LARGE
  33. #define PAGE_SIZE (_AC(1, UL) << PAGE_SHIFT)
  34. #define HPAGE_SIZE (_AC(1, UL) << HPAGE_SHIFT)
  35. #define PAGE_MASK (~(PAGE_SIZE - 1))
  36. #define HPAGE_MASK (~(HPAGE_SIZE - 1))
  37. /*
  38. * If the Kconfig doesn't specify, set a maximum zone order that
  39. * is enough so that we can create huge pages from small pages given
  40. * the respective sizes of the two page types. See <linux/mmzone.h>.
  41. */
  42. #ifndef CONFIG_FORCE_MAX_ZONEORDER
  43. #define CONFIG_FORCE_MAX_ZONEORDER (HPAGE_SHIFT - PAGE_SHIFT + 1)
  44. #endif
  45. #ifndef __ASSEMBLY__
  46. #include <linux/types.h>
  47. #include <linux/string.h>
  48. struct page;
  49. static inline void clear_page(void *page)
  50. {
  51. memset(page, 0, PAGE_SIZE);
  52. }
  53. static inline void copy_page(void *to, void *from)
  54. {
  55. memcpy(to, from, PAGE_SIZE);
  56. }
  57. static inline void clear_user_page(void *page, unsigned long vaddr,
  58. struct page *pg)
  59. {
  60. clear_page(page);
  61. }
  62. static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
  63. struct page *topage)
  64. {
  65. copy_page(to, from);
  66. }
  67. /*
  68. * Hypervisor page tables are made of the same basic structure.
  69. */
  70. typedef HV_PTE pte_t;
  71. typedef HV_PTE pgd_t;
  72. typedef HV_PTE pgprot_t;
  73. /*
  74. * User L2 page tables are managed as one L2 page table per page,
  75. * because we use the page allocator for them. This keeps the allocation
  76. * simple, but it's also inefficient, since L2 page tables are much smaller
  77. * than pages (currently 2KB vs 64KB). So we should revisit this.
  78. */
  79. typedef struct page *pgtable_t;
  80. /* Must be a macro since it is used to create constants. */
  81. #define __pgprot(val) hv_pte(val)
  82. /* Rarely-used initializers, typically with a "zero" value. */
  83. #define __pte(x) hv_pte(x)
  84. #define __pgd(x) hv_pte(x)
  85. static inline u64 pgprot_val(pgprot_t pgprot)
  86. {
  87. return hv_pte_val(pgprot);
  88. }
  89. static inline u64 pte_val(pte_t pte)
  90. {
  91. return hv_pte_val(pte);
  92. }
  93. static inline u64 pgd_val(pgd_t pgd)
  94. {
  95. return hv_pte_val(pgd);
  96. }
  97. #ifdef __tilegx__
  98. typedef HV_PTE pmd_t;
  99. #define __pmd(x) hv_pte(x)
  100. static inline u64 pmd_val(pmd_t pmd)
  101. {
  102. return hv_pte_val(pmd);
  103. }
  104. #endif
  105. static inline __attribute_const__ int get_order(unsigned long size)
  106. {
  107. return BITS_PER_LONG - __builtin_clzl((size - 1) >> PAGE_SHIFT);
  108. }
  109. #endif /* !__ASSEMBLY__ */
  110. #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
  111. #define HUGE_MAX_HSTATE 6
  112. #ifdef CONFIG_HUGETLB_PAGE
  113. #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
  114. #endif
  115. /* Allow overriding how much VA or PA the kernel will use. */
  116. #define MAX_PA_WIDTH CHIP_PA_WIDTH()
  117. #define MAX_VA_WIDTH CHIP_VA_WIDTH()
  118. /* Each memory controller has PAs distinct in their high bits. */
  119. #define NR_PA_HIGHBIT_SHIFT (MAX_PA_WIDTH - CHIP_LOG_NUM_MSHIMS())
  120. #define NR_PA_HIGHBIT_VALUES (1 << CHIP_LOG_NUM_MSHIMS())
  121. #define __pa_to_highbits(pa) ((phys_addr_t)(pa) >> NR_PA_HIGHBIT_SHIFT)
  122. #define __pfn_to_highbits(pfn) ((pfn) >> (NR_PA_HIGHBIT_SHIFT - PAGE_SHIFT))
  123. #ifdef __tilegx__
  124. /*
  125. * We reserve the lower half of memory for user-space programs, and the
  126. * upper half for system code. We re-map all of physical memory in the
  127. * upper half, which takes a quarter of our VA space. Then we have
  128. * the vmalloc regions. The supervisor code lives at the highest address,
  129. * with the hypervisor above that.
  130. *
  131. * Loadable kernel modules are placed immediately after the static
  132. * supervisor code, with each being allocated a 256MB region of
  133. * address space, so we don't have to worry about the range of "jal"
  134. * and other branch instructions.
  135. *
  136. * For now we keep life simple and just allocate one pmd (4GB) for vmalloc.
  137. * Similarly, for now we don't play any struct page mapping games.
  138. */
  139. #if MAX_PA_WIDTH + 2 > MAX_VA_WIDTH
  140. # error Too much PA to map with the VA available!
  141. #endif
  142. #define PAGE_OFFSET (-(_AC(1, UL) << (MAX_VA_WIDTH - 1)))
  143. #define KERNEL_HIGH_VADDR _AC(0xfffffff800000000, UL) /* high 32GB */
  144. #define FIXADDR_BASE (KERNEL_HIGH_VADDR - 0x300000000) /* 4 GB */
  145. #define FIXADDR_TOP (KERNEL_HIGH_VADDR - 0x200000000) /* 4 GB */
  146. #define _VMALLOC_START FIXADDR_TOP
  147. #define MEM_SV_START (KERNEL_HIGH_VADDR - 0x100000000) /* 256 MB */
  148. #define MEM_MODULE_START (MEM_SV_START + (256*1024*1024)) /* 256 MB */
  149. #define MEM_MODULE_END (MEM_MODULE_START + (256*1024*1024))
  150. #else /* !__tilegx__ */
  151. /*
  152. * A PAGE_OFFSET of 0xC0000000 means that the kernel has
  153. * a virtual address space of one gigabyte, which limits the
  154. * amount of physical memory you can use to about 768MB.
  155. * If you want more physical memory than this then see the CONFIG_HIGHMEM
  156. * option in the kernel configuration.
  157. *
  158. * The top 16MB chunk in the table below is unavailable to Linux. Since
  159. * the kernel interrupt vectors must live at ether 0xfe000000 or 0xfd000000
  160. * (depending on whether the kernel is at PL2 or Pl1), we map all of the
  161. * bottom of RAM at this address with a huge page table entry to minimize
  162. * its ITLB footprint (as well as at PAGE_OFFSET). The last architected
  163. * requirement is that user interrupt vectors live at 0xfc000000, so we
  164. * make that range of memory available to user processes. The remaining
  165. * regions are sized as shown; the first four addresses use the PL 1
  166. * values, and after that, we show "typical" values, since the actual
  167. * addresses depend on kernel #defines.
  168. *
  169. * MEM_HV_START 0xfe000000
  170. * MEM_SV_START (kernel code) 0xfd000000
  171. * MEM_USER_INTRPT (user vector) 0xfc000000
  172. * FIX_KMAP_xxx 0xfa000000 (via NR_CPUS * KM_TYPE_NR)
  173. * PKMAP_BASE 0xf9000000 (via LAST_PKMAP)
  174. * VMALLOC_START 0xf7000000 (via VMALLOC_RESERVE)
  175. * mapped LOWMEM 0xc0000000
  176. */
  177. #define MEM_USER_INTRPT _AC(0xfc000000, UL)
  178. #define MEM_SV_START _AC(0xfd000000, UL)
  179. #define MEM_HV_START _AC(0xfe000000, UL)
  180. #define INTRPT_SIZE 0x4000
  181. /* Tolerate page size larger than the architecture interrupt region size. */
  182. #if PAGE_SIZE > INTRPT_SIZE
  183. #undef INTRPT_SIZE
  184. #define INTRPT_SIZE PAGE_SIZE
  185. #endif
  186. #define KERNEL_HIGH_VADDR MEM_USER_INTRPT
  187. #define FIXADDR_TOP (KERNEL_HIGH_VADDR - PAGE_SIZE)
  188. #define PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL)
  189. /* On 32-bit architectures we mix kernel modules in with other vmaps. */
  190. #define MEM_MODULE_START VMALLOC_START
  191. #define MEM_MODULE_END VMALLOC_END
  192. #endif /* __tilegx__ */
  193. #if !defined(__ASSEMBLY__) && !defined(VDSO_BUILD)
  194. #ifdef CONFIG_HIGHMEM
  195. /* Map kernel virtual addresses to page frames, in HPAGE_SIZE chunks. */
  196. extern unsigned long pbase_map[];
  197. extern void *vbase_map[];
  198. static inline unsigned long kaddr_to_pfn(const volatile void *_kaddr)
  199. {
  200. unsigned long kaddr = (unsigned long)_kaddr;
  201. return pbase_map[kaddr >> HPAGE_SHIFT] +
  202. ((kaddr & (HPAGE_SIZE - 1)) >> PAGE_SHIFT);
  203. }
  204. static inline void *pfn_to_kaddr(unsigned long pfn)
  205. {
  206. return vbase_map[__pfn_to_highbits(pfn)] + (pfn << PAGE_SHIFT);
  207. }
  208. static inline phys_addr_t virt_to_phys(const volatile void *kaddr)
  209. {
  210. unsigned long pfn = kaddr_to_pfn(kaddr);
  211. return ((phys_addr_t)pfn << PAGE_SHIFT) +
  212. ((unsigned long)kaddr & (PAGE_SIZE-1));
  213. }
  214. static inline void *phys_to_virt(phys_addr_t paddr)
  215. {
  216. return pfn_to_kaddr(paddr >> PAGE_SHIFT) + (paddr & (PAGE_SIZE-1));
  217. }
  218. /* With HIGHMEM, we pack PAGE_OFFSET through high_memory with all valid VAs. */
  219. static inline int virt_addr_valid(const volatile void *kaddr)
  220. {
  221. extern void *high_memory; /* copied from <linux/mm.h> */
  222. return ((unsigned long)kaddr >= PAGE_OFFSET && kaddr < high_memory);
  223. }
  224. #else /* !CONFIG_HIGHMEM */
  225. static inline unsigned long kaddr_to_pfn(const volatile void *kaddr)
  226. {
  227. return ((unsigned long)kaddr - PAGE_OFFSET) >> PAGE_SHIFT;
  228. }
  229. static inline void *pfn_to_kaddr(unsigned long pfn)
  230. {
  231. return (void *)((pfn << PAGE_SHIFT) + PAGE_OFFSET);
  232. }
  233. static inline phys_addr_t virt_to_phys(const volatile void *kaddr)
  234. {
  235. return (phys_addr_t)((unsigned long)kaddr - PAGE_OFFSET);
  236. }
  237. static inline void *phys_to_virt(phys_addr_t paddr)
  238. {
  239. return (void *)((unsigned long)paddr + PAGE_OFFSET);
  240. }
  241. /* Check that the given address is within some mapped range of PAs. */
  242. #define virt_addr_valid(kaddr) pfn_valid(kaddr_to_pfn(kaddr))
  243. #endif /* !CONFIG_HIGHMEM */
  244. /* All callers are not consistent in how they call these functions. */
  245. #define __pa(kaddr) virt_to_phys((void *)(unsigned long)(kaddr))
  246. #define __va(paddr) phys_to_virt((phys_addr_t)(paddr))
  247. extern int devmem_is_allowed(unsigned long pagenr);
  248. #ifdef CONFIG_FLATMEM
  249. static inline int pfn_valid(unsigned long pfn)
  250. {
  251. return pfn < max_mapnr;
  252. }
  253. #endif
  254. /* Provide as macros since these require some other headers included. */
  255. #define page_to_pa(page) ((phys_addr_t)(page_to_pfn(page)) << PAGE_SHIFT)
  256. #define virt_to_page(kaddr) pfn_to_page(kaddr_to_pfn((void *)(kaddr)))
  257. #define page_to_virt(page) pfn_to_kaddr(page_to_pfn(page))
  258. struct mm_struct;
  259. extern pte_t *virt_to_pte(struct mm_struct *mm, unsigned long addr);
  260. extern pte_t *virt_to_kpte(unsigned long kaddr);
  261. #endif /* !__ASSEMBLY__ */
  262. #define VM_DATA_DEFAULT_FLAGS \
  263. (VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
  264. #include <asm-generic/memory_model.h>
  265. #endif /* _ASM_TILE_PAGE_H */