iomap_32.c 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. /*
  2. * Copyright © 2008 Ingo Molnar
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License as published by
  6. * the Free Software Foundation; either version 2 of the License, or
  7. * (at your option) any later version.
  8. *
  9. * This program is distributed in the hope that it will be useful, but
  10. * WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License along
  15. * with this program; if not, write to the Free Software Foundation, Inc.,
  16. * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
  17. */
  18. #include <asm/iomap.h>
  19. #include <asm/pat.h>
  20. #include <linux/module.h>
  21. #include <linux/highmem.h>
  22. static int is_io_mapping_possible(resource_size_t base, unsigned long size)
  23. {
  24. #if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
  25. /* There is no way to map greater than 1 << 32 address without PAE */
  26. if (base + size > 0x100000000ULL)
  27. return 0;
  28. #endif
  29. return 1;
  30. }
  31. int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
  32. {
  33. enum page_cache_mode pcm = _PAGE_CACHE_MODE_WC;
  34. int ret;
  35. if (!is_io_mapping_possible(base, size))
  36. return -EINVAL;
  37. ret = io_reserve_memtype(base, base + size, &pcm);
  38. if (ret)
  39. return ret;
  40. *prot = __pgprot(__PAGE_KERNEL | cachemode2protval(pcm));
  41. return 0;
  42. }
  43. EXPORT_SYMBOL_GPL(iomap_create_wc);
  44. void iomap_free(resource_size_t base, unsigned long size)
  45. {
  46. io_free_memtype(base, base + size);
  47. }
  48. EXPORT_SYMBOL_GPL(iomap_free);
  49. void *kmap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
  50. {
  51. unsigned long vaddr;
  52. int idx, type;
  53. preempt_disable();
  54. pagefault_disable();
  55. type = kmap_atomic_idx_push();
  56. idx = type + KM_TYPE_NR * smp_processor_id();
  57. vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
  58. set_pte(kmap_pte - idx, pfn_pte(pfn, prot));
  59. arch_flush_lazy_mmu_mode();
  60. return (void *)vaddr;
  61. }
  62. /*
  63. * Map 'pfn' using protections 'prot'
  64. */
  65. void __iomem *
  66. iomap_atomic_prot_pfn(unsigned long pfn, pgprot_t prot)
  67. {
  68. /*
  69. * For non-PAT systems, translate non-WB request to UC- just in
  70. * case the caller set the PWT bit to prot directly without using
  71. * pgprot_writecombine(). UC- translates to uncached if the MTRR
  72. * is UC or WC. UC- gets the real intention, of the user, which is
  73. * "WC if the MTRR is WC, UC if you can't do that."
  74. */
  75. if (!pat_enabled() && pgprot2cachemode(prot) != _PAGE_CACHE_MODE_WB)
  76. prot = __pgprot(__PAGE_KERNEL |
  77. cachemode2protval(_PAGE_CACHE_MODE_UC_MINUS));
  78. return (void __force __iomem *) kmap_atomic_prot_pfn(pfn, prot);
  79. }
  80. EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn);
  81. void
  82. iounmap_atomic(void __iomem *kvaddr)
  83. {
  84. unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
  85. if (vaddr >= __fix_to_virt(FIX_KMAP_END) &&
  86. vaddr <= __fix_to_virt(FIX_KMAP_BEGIN)) {
  87. int idx, type;
  88. type = kmap_atomic_idx();
  89. idx = type + KM_TYPE_NR * smp_processor_id();
  90. #ifdef CONFIG_DEBUG_HIGHMEM
  91. WARN_ON_ONCE(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx));
  92. #endif
  93. /*
  94. * Force other mappings to Oops if they'll try to access this
  95. * pte without first remap it. Keeping stale mappings around
  96. * is a bad idea also, in case the page changes cacheability
  97. * attributes or becomes a protected page in a hypervisor.
  98. */
  99. kpte_clear_flush(kmap_pte-idx, vaddr);
  100. kmap_atomic_idx_pop();
  101. }
  102. pagefault_enable();
  103. preempt_enable();
  104. }
  105. EXPORT_SYMBOL_GPL(iounmap_atomic);