arch_gicv3.h 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. /*
  2. * arch/arm64/include/asm/arch_gicv3.h
  3. *
  4. * Copyright (C) 2015 ARM Ltd.
  5. *
  6. * This program is free software: you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #ifndef __ASM_ARCH_GICV3_H
  19. #define __ASM_ARCH_GICV3_H
  20. #include <asm/sysreg.h>
  21. #define ICC_EOIR1_EL1 sys_reg(3, 0, 12, 12, 1)
  22. #define ICC_DIR_EL1 sys_reg(3, 0, 12, 11, 1)
  23. #define ICC_IAR1_EL1 sys_reg(3, 0, 12, 12, 0)
  24. #define ICC_SGI1R_EL1 sys_reg(3, 0, 12, 11, 5)
  25. #define ICC_PMR_EL1 sys_reg(3, 0, 4, 6, 0)
  26. #define ICC_CTLR_EL1 sys_reg(3, 0, 12, 12, 4)
  27. #define ICC_SRE_EL1 sys_reg(3, 0, 12, 12, 5)
  28. #define ICC_GRPEN1_EL1 sys_reg(3, 0, 12, 12, 7)
  29. #define ICC_SRE_EL2 sys_reg(3, 4, 12, 9, 5)
  30. /*
  31. * System register definitions
  32. */
  33. #define ICH_VSEIR_EL2 sys_reg(3, 4, 12, 9, 4)
  34. #define ICH_HCR_EL2 sys_reg(3, 4, 12, 11, 0)
  35. #define ICH_VTR_EL2 sys_reg(3, 4, 12, 11, 1)
  36. #define ICH_MISR_EL2 sys_reg(3, 4, 12, 11, 2)
  37. #define ICH_EISR_EL2 sys_reg(3, 4, 12, 11, 3)
  38. #define ICH_ELSR_EL2 sys_reg(3, 4, 12, 11, 5)
  39. #define ICH_VMCR_EL2 sys_reg(3, 4, 12, 11, 7)
  40. #define __LR0_EL2(x) sys_reg(3, 4, 12, 12, x)
  41. #define __LR8_EL2(x) sys_reg(3, 4, 12, 13, x)
  42. #define ICH_LR0_EL2 __LR0_EL2(0)
  43. #define ICH_LR1_EL2 __LR0_EL2(1)
  44. #define ICH_LR2_EL2 __LR0_EL2(2)
  45. #define ICH_LR3_EL2 __LR0_EL2(3)
  46. #define ICH_LR4_EL2 __LR0_EL2(4)
  47. #define ICH_LR5_EL2 __LR0_EL2(5)
  48. #define ICH_LR6_EL2 __LR0_EL2(6)
  49. #define ICH_LR7_EL2 __LR0_EL2(7)
  50. #define ICH_LR8_EL2 __LR8_EL2(0)
  51. #define ICH_LR9_EL2 __LR8_EL2(1)
  52. #define ICH_LR10_EL2 __LR8_EL2(2)
  53. #define ICH_LR11_EL2 __LR8_EL2(3)
  54. #define ICH_LR12_EL2 __LR8_EL2(4)
  55. #define ICH_LR13_EL2 __LR8_EL2(5)
  56. #define ICH_LR14_EL2 __LR8_EL2(6)
  57. #define ICH_LR15_EL2 __LR8_EL2(7)
  58. #define __AP0Rx_EL2(x) sys_reg(3, 4, 12, 8, x)
  59. #define ICH_AP0R0_EL2 __AP0Rx_EL2(0)
  60. #define ICH_AP0R1_EL2 __AP0Rx_EL2(1)
  61. #define ICH_AP0R2_EL2 __AP0Rx_EL2(2)
  62. #define ICH_AP0R3_EL2 __AP0Rx_EL2(3)
  63. #define __AP1Rx_EL2(x) sys_reg(3, 4, 12, 9, x)
  64. #define ICH_AP1R0_EL2 __AP1Rx_EL2(0)
  65. #define ICH_AP1R1_EL2 __AP1Rx_EL2(1)
  66. #define ICH_AP1R2_EL2 __AP1Rx_EL2(2)
  67. #define ICH_AP1R3_EL2 __AP1Rx_EL2(3)
  68. #ifndef __ASSEMBLY__
  69. #include <linux/stringify.h>
  70. #include <asm/barrier.h>
  71. /*
  72. * Low-level accessors
  73. *
  74. * These system registers are 32 bits, but we make sure that the compiler
  75. * sets the GP register's most significant bits to 0 with an explicit cast.
  76. */
  77. static inline void gic_write_eoir(u32 irq)
  78. {
  79. asm volatile("msr_s " __stringify(ICC_EOIR1_EL1) ", %0" : : "r" ((u64)irq));
  80. isb();
  81. }
  82. static inline void gic_write_dir(u32 irq)
  83. {
  84. asm volatile("msr_s " __stringify(ICC_DIR_EL1) ", %0" : : "r" ((u64)irq));
  85. isb();
  86. }
  87. static inline u64 gic_read_iar_common(void)
  88. {
  89. u64 irqstat;
  90. asm volatile("mrs_s %0, " __stringify(ICC_IAR1_EL1) : "=r" (irqstat));
  91. dsb(sy);
  92. return irqstat;
  93. }
  94. /*
  95. * Cavium ThunderX erratum 23154
  96. *
  97. * The gicv3 of ThunderX requires a modified version for reading the
  98. * IAR status to ensure data synchronization (access to icc_iar1_el1
  99. * is not sync'ed before and after).
  100. */
  101. static inline u64 gic_read_iar_cavium_thunderx(void)
  102. {
  103. u64 irqstat;
  104. asm volatile(
  105. "nop;nop;nop;nop\n\t"
  106. "nop;nop;nop;nop\n\t"
  107. "mrs_s %0, " __stringify(ICC_IAR1_EL1) "\n\t"
  108. "nop;nop;nop;nop"
  109. : "=r" (irqstat));
  110. mb();
  111. return irqstat;
  112. }
  113. static inline void gic_write_pmr(u32 val)
  114. {
  115. asm volatile("msr_s " __stringify(ICC_PMR_EL1) ", %0" : : "r" ((u64)val));
  116. }
  117. static inline void gic_write_ctlr(u32 val)
  118. {
  119. asm volatile("msr_s " __stringify(ICC_CTLR_EL1) ", %0" : : "r" ((u64)val));
  120. isb();
  121. }
  122. static inline void gic_write_grpen1(u32 val)
  123. {
  124. asm volatile("msr_s " __stringify(ICC_GRPEN1_EL1) ", %0" : : "r" ((u64)val));
  125. isb();
  126. }
  127. static inline void gic_write_sgi1r(u64 val)
  128. {
  129. asm volatile("msr_s " __stringify(ICC_SGI1R_EL1) ", %0" : : "r" (val));
  130. }
  131. static inline u32 gic_read_sre(void)
  132. {
  133. u64 val;
  134. asm volatile("mrs_s %0, " __stringify(ICC_SRE_EL1) : "=r" (val));
  135. return val;
  136. }
  137. static inline void gic_write_sre(u32 val)
  138. {
  139. asm volatile("msr_s " __stringify(ICC_SRE_EL1) ", %0" : : "r" ((u64)val));
  140. isb();
  141. }
  142. #define gic_read_typer(c) readq_relaxed(c)
  143. #define gic_write_irouter(v, c) writeq_relaxed(v, c)
  144. #endif /* __ASSEMBLY__ */
  145. #endif /* __ASM_ARCH_GICV3_H */