kvm_emulate.h 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. /*
  2. * Copyright (C) 2012,2013 - ARM Ltd
  3. * Author: Marc Zyngier <marc.zyngier@arm.com>
  4. *
  5. * Derived from arch/arm/include/kvm_emulate.h
  6. * Copyright (C) 2012 - Virtual Open Systems and Columbia University
  7. * Author: Christoffer Dall <c.dall@virtualopensystems.com>
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License version 2 as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  20. */
  21. #ifndef __ARM64_KVM_EMULATE_H__
  22. #define __ARM64_KVM_EMULATE_H__
  23. #include <linux/kvm_host.h>
  24. #include <asm/esr.h>
  25. #include <asm/kvm_arm.h>
  26. #include <asm/kvm_asm.h>
  27. #include <asm/kvm_mmio.h>
  28. #include <asm/ptrace.h>
  29. #include <asm/cputype.h>
  30. unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num);
  31. unsigned long *vcpu_spsr32(const struct kvm_vcpu *vcpu);
  32. bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
  33. void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
  34. void kvm_inject_undefined(struct kvm_vcpu *vcpu);
  35. void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr);
  36. void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr);
  37. static inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu)
  38. {
  39. return !(vcpu->arch.hcr_el2 & HCR_RW);
  40. }
  41. static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)
  42. {
  43. vcpu->arch.hcr_el2 = HCR_GUEST_FLAGS;
  44. if (test_bit(KVM_ARM_VCPU_EL1_32BIT, vcpu->arch.features))
  45. vcpu->arch.hcr_el2 &= ~HCR_RW;
  46. }
  47. static inline unsigned long vcpu_get_hcr(struct kvm_vcpu *vcpu)
  48. {
  49. return vcpu->arch.hcr_el2;
  50. }
  51. static inline void vcpu_set_hcr(struct kvm_vcpu *vcpu, unsigned long hcr)
  52. {
  53. vcpu->arch.hcr_el2 = hcr;
  54. }
  55. static inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu)
  56. {
  57. return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pc;
  58. }
  59. static inline unsigned long *vcpu_elr_el1(const struct kvm_vcpu *vcpu)
  60. {
  61. return (unsigned long *)&vcpu_gp_regs(vcpu)->elr_el1;
  62. }
  63. static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)
  64. {
  65. return (unsigned long *)&vcpu_gp_regs(vcpu)->regs.pstate;
  66. }
  67. static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)
  68. {
  69. return !!(*vcpu_cpsr(vcpu) & PSR_MODE32_BIT);
  70. }
  71. static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)
  72. {
  73. if (vcpu_mode_is_32bit(vcpu))
  74. return kvm_condition_valid32(vcpu);
  75. return true;
  76. }
  77. static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)
  78. {
  79. if (vcpu_mode_is_32bit(vcpu))
  80. kvm_skip_instr32(vcpu, is_wide_instr);
  81. else
  82. *vcpu_pc(vcpu) += 4;
  83. }
  84. static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
  85. {
  86. *vcpu_cpsr(vcpu) |= COMPAT_PSR_T_BIT;
  87. }
  88. /*
  89. * vcpu_get_reg and vcpu_set_reg should always be passed a register number
  90. * coming from a read of ESR_EL2. Otherwise, it may give the wrong result on
  91. * AArch32 with banked registers.
  92. */
  93. static inline unsigned long vcpu_get_reg(const struct kvm_vcpu *vcpu,
  94. u8 reg_num)
  95. {
  96. return (reg_num == 31) ? 0 : vcpu_gp_regs(vcpu)->regs.regs[reg_num];
  97. }
  98. static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
  99. unsigned long val)
  100. {
  101. if (reg_num != 31)
  102. vcpu_gp_regs(vcpu)->regs.regs[reg_num] = val;
  103. }
  104. /* Get vcpu SPSR for current mode */
  105. static inline unsigned long *vcpu_spsr(const struct kvm_vcpu *vcpu)
  106. {
  107. if (vcpu_mode_is_32bit(vcpu))
  108. return vcpu_spsr32(vcpu);
  109. return (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1];
  110. }
  111. static inline bool vcpu_mode_priv(const struct kvm_vcpu *vcpu)
  112. {
  113. u32 mode = *vcpu_cpsr(vcpu) & PSR_MODE_MASK;
  114. if (vcpu_mode_is_32bit(vcpu))
  115. return mode > COMPAT_PSR_MODE_USR;
  116. return mode != PSR_MODE_EL0t;
  117. }
  118. static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)
  119. {
  120. return vcpu->arch.fault.esr_el2;
  121. }
  122. static inline unsigned long kvm_vcpu_get_hfar(const struct kvm_vcpu *vcpu)
  123. {
  124. return vcpu->arch.fault.far_el2;
  125. }
  126. static inline phys_addr_t kvm_vcpu_get_fault_ipa(const struct kvm_vcpu *vcpu)
  127. {
  128. return ((phys_addr_t)vcpu->arch.fault.hpfar_el2 & HPFAR_MASK) << 8;
  129. }
  130. static inline u32 kvm_vcpu_hvc_get_imm(const struct kvm_vcpu *vcpu)
  131. {
  132. return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_xVC_IMM_MASK;
  133. }
  134. static inline bool kvm_vcpu_dabt_isvalid(const struct kvm_vcpu *vcpu)
  135. {
  136. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_ISV);
  137. }
  138. static inline bool kvm_vcpu_dabt_iswrite(const struct kvm_vcpu *vcpu)
  139. {
  140. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_WNR);
  141. }
  142. static inline bool kvm_vcpu_dabt_issext(const struct kvm_vcpu *vcpu)
  143. {
  144. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SSE);
  145. }
  146. static inline int kvm_vcpu_dabt_get_rd(const struct kvm_vcpu *vcpu)
  147. {
  148. return (kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SRT_MASK) >> ESR_ELx_SRT_SHIFT;
  149. }
  150. static inline bool kvm_vcpu_dabt_isextabt(const struct kvm_vcpu *vcpu)
  151. {
  152. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_EA);
  153. }
  154. static inline bool kvm_vcpu_dabt_iss1tw(const struct kvm_vcpu *vcpu)
  155. {
  156. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_S1PTW);
  157. }
  158. static inline int kvm_vcpu_dabt_get_as(const struct kvm_vcpu *vcpu)
  159. {
  160. return 1 << ((kvm_vcpu_get_hsr(vcpu) & ESR_ELx_SAS) >> ESR_ELx_SAS_SHIFT);
  161. }
  162. /* This one is not specific to Data Abort */
  163. static inline bool kvm_vcpu_trap_il_is32bit(const struct kvm_vcpu *vcpu)
  164. {
  165. return !!(kvm_vcpu_get_hsr(vcpu) & ESR_ELx_IL);
  166. }
  167. static inline u8 kvm_vcpu_trap_get_class(const struct kvm_vcpu *vcpu)
  168. {
  169. return kvm_vcpu_get_hsr(vcpu) >> ESR_ELx_EC_SHIFT;
  170. }
  171. static inline bool kvm_vcpu_trap_is_iabt(const struct kvm_vcpu *vcpu)
  172. {
  173. return kvm_vcpu_trap_get_class(vcpu) == ESR_ELx_EC_IABT_LOW;
  174. }
  175. static inline u8 kvm_vcpu_trap_get_fault(const struct kvm_vcpu *vcpu)
  176. {
  177. return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC;
  178. }
  179. static inline u8 kvm_vcpu_trap_get_fault_type(const struct kvm_vcpu *vcpu)
  180. {
  181. return kvm_vcpu_get_hsr(vcpu) & ESR_ELx_FSC_TYPE;
  182. }
  183. static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)
  184. {
  185. return vcpu_sys_reg(vcpu, MPIDR_EL1) & MPIDR_HWID_BITMASK;
  186. }
  187. static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
  188. {
  189. if (vcpu_mode_is_32bit(vcpu))
  190. *vcpu_cpsr(vcpu) |= COMPAT_PSR_E_BIT;
  191. else
  192. vcpu_sys_reg(vcpu, SCTLR_EL1) |= (1 << 25);
  193. }
  194. static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
  195. {
  196. if (vcpu_mode_is_32bit(vcpu))
  197. return !!(*vcpu_cpsr(vcpu) & COMPAT_PSR_E_BIT);
  198. return !!(vcpu_sys_reg(vcpu, SCTLR_EL1) & (1 << 25));
  199. }
  200. static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
  201. unsigned long data,
  202. unsigned int len)
  203. {
  204. if (kvm_vcpu_is_be(vcpu)) {
  205. switch (len) {
  206. case 1:
  207. return data & 0xff;
  208. case 2:
  209. return be16_to_cpu(data & 0xffff);
  210. case 4:
  211. return be32_to_cpu(data & 0xffffffff);
  212. default:
  213. return be64_to_cpu(data);
  214. }
  215. } else {
  216. switch (len) {
  217. case 1:
  218. return data & 0xff;
  219. case 2:
  220. return le16_to_cpu(data & 0xffff);
  221. case 4:
  222. return le32_to_cpu(data & 0xffffffff);
  223. default:
  224. return le64_to_cpu(data);
  225. }
  226. }
  227. return data; /* Leave LE untouched */
  228. }
  229. static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
  230. unsigned long data,
  231. unsigned int len)
  232. {
  233. if (kvm_vcpu_is_be(vcpu)) {
  234. switch (len) {
  235. case 1:
  236. return data & 0xff;
  237. case 2:
  238. return cpu_to_be16(data & 0xffff);
  239. case 4:
  240. return cpu_to_be32(data & 0xffffffff);
  241. default:
  242. return cpu_to_be64(data);
  243. }
  244. } else {
  245. switch (len) {
  246. case 1:
  247. return data & 0xff;
  248. case 2:
  249. return cpu_to_le16(data & 0xffff);
  250. case 4:
  251. return cpu_to_le32(data & 0xffffffff);
  252. default:
  253. return cpu_to_le64(data);
  254. }
  255. }
  256. return data; /* Leave LE untouched */
  257. }
  258. #endif /* __ARM64_KVM_EMULATE_H__ */