e500.h 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. /*
  2. * Copyright (C) 2008-2011 Freescale Semiconductor, Inc. All rights reserved.
  3. *
  4. * Author: Yu Liu <yu.liu@freescale.com>
  5. * Scott Wood <scottwood@freescale.com>
  6. * Ashish Kalra <ashish.kalra@freescale.com>
  7. * Varun Sethi <varun.sethi@freescale.com>
  8. *
  9. * Description:
  10. * This file is based on arch/powerpc/kvm/44x_tlb.h and
  11. * arch/powerpc/include/asm/kvm_44x.h by Hollis Blanchard <hollisb@us.ibm.com>,
  12. * Copyright IBM Corp. 2007-2008
  13. *
  14. * This program is free software; you can redistribute it and/or modify
  15. * it under the terms of the GNU General Public License, version 2, as
  16. * published by the Free Software Foundation.
  17. */
  18. #ifndef KVM_E500_H
  19. #define KVM_E500_H
  20. #include <linux/kvm_host.h>
  21. #include <asm/mmu-book3e.h>
  22. #include <asm/tlb.h>
  23. #include <asm/cputhreads.h>
  24. enum vcpu_ftr {
  25. VCPU_FTR_MMU_V2
  26. };
  27. #define E500_PID_NUM 3
  28. #define E500_TLB_NUM 2
  29. /* entry is mapped somewhere in host TLB */
  30. #define E500_TLB_VALID (1 << 31)
  31. /* TLB1 entry is mapped by host TLB1, tracked by bitmaps */
  32. #define E500_TLB_BITMAP (1 << 30)
  33. /* TLB1 entry is mapped by host TLB0 */
  34. #define E500_TLB_TLB0 (1 << 29)
  35. /* bits [6-5] MAS2_X1 and MAS2_X0 and [4-0] bits for WIMGE */
  36. #define E500_TLB_MAS2_ATTR (0x7f)
  37. struct tlbe_ref {
  38. pfn_t pfn; /* valid only for TLB0, except briefly */
  39. unsigned int flags; /* E500_TLB_* */
  40. };
  41. struct tlbe_priv {
  42. struct tlbe_ref ref;
  43. };
  44. #ifdef CONFIG_KVM_E500V2
  45. struct vcpu_id_table;
  46. #endif
  47. struct kvmppc_e500_tlb_params {
  48. int entries, ways, sets;
  49. };
  50. struct kvmppc_vcpu_e500 {
  51. struct kvm_vcpu vcpu;
  52. /* Unmodified copy of the guest's TLB -- shared with host userspace. */
  53. struct kvm_book3e_206_tlb_entry *gtlb_arch;
  54. /* Starting entry number in gtlb_arch[] */
  55. int gtlb_offset[E500_TLB_NUM];
  56. /* KVM internal information associated with each guest TLB entry */
  57. struct tlbe_priv *gtlb_priv[E500_TLB_NUM];
  58. struct kvmppc_e500_tlb_params gtlb_params[E500_TLB_NUM];
  59. unsigned int gtlb_nv[E500_TLB_NUM];
  60. unsigned int host_tlb1_nv;
  61. u32 svr;
  62. u32 l1csr0;
  63. u32 l1csr1;
  64. u32 hid0;
  65. u32 hid1;
  66. u64 mcar;
  67. struct page **shared_tlb_pages;
  68. int num_shared_tlb_pages;
  69. u64 *g2h_tlb1_map;
  70. unsigned int *h2g_tlb1_rmap;
  71. /* Minimum and maximum address mapped my TLB1 */
  72. unsigned long tlb1_min_eaddr;
  73. unsigned long tlb1_max_eaddr;
  74. #ifdef CONFIG_KVM_E500V2
  75. u32 pid[E500_PID_NUM];
  76. /* vcpu id table */
  77. struct vcpu_id_table *idt;
  78. #endif
  79. };
  80. static inline struct kvmppc_vcpu_e500 *to_e500(struct kvm_vcpu *vcpu)
  81. {
  82. return container_of(vcpu, struct kvmppc_vcpu_e500, vcpu);
  83. }
  84. /* This geometry is the legacy default -- can be overridden by userspace */
  85. #define KVM_E500_TLB0_WAY_SIZE 128
  86. #define KVM_E500_TLB0_WAY_NUM 2
  87. #define KVM_E500_TLB0_SIZE (KVM_E500_TLB0_WAY_SIZE * KVM_E500_TLB0_WAY_NUM)
  88. #define KVM_E500_TLB1_SIZE 16
  89. #define index_of(tlbsel, esel) (((tlbsel) << 16) | ((esel) & 0xFFFF))
  90. #define tlbsel_of(index) ((index) >> 16)
  91. #define esel_of(index) ((index) & 0xFFFF)
  92. #define E500_TLB_USER_PERM_MASK (MAS3_UX|MAS3_UR|MAS3_UW)
  93. #define E500_TLB_SUPER_PERM_MASK (MAS3_SX|MAS3_SR|MAS3_SW)
  94. #define MAS2_ATTRIB_MASK \
  95. (MAS2_X0 | MAS2_X1 | MAS2_E | MAS2_G)
  96. #define MAS3_ATTRIB_MASK \
  97. (MAS3_U0 | MAS3_U1 | MAS3_U2 | MAS3_U3 \
  98. | E500_TLB_USER_PERM_MASK | E500_TLB_SUPER_PERM_MASK)
  99. int kvmppc_e500_emul_mt_mmucsr0(struct kvmppc_vcpu_e500 *vcpu_e500,
  100. ulong value);
  101. int kvmppc_e500_emul_tlbwe(struct kvm_vcpu *vcpu);
  102. int kvmppc_e500_emul_tlbre(struct kvm_vcpu *vcpu);
  103. int kvmppc_e500_emul_tlbivax(struct kvm_vcpu *vcpu, gva_t ea);
  104. int kvmppc_e500_emul_tlbilx(struct kvm_vcpu *vcpu, int type, gva_t ea);
  105. int kvmppc_e500_emul_tlbsx(struct kvm_vcpu *vcpu, gva_t ea);
  106. int kvmppc_e500_tlb_init(struct kvmppc_vcpu_e500 *vcpu_e500);
  107. void kvmppc_e500_tlb_uninit(struct kvmppc_vcpu_e500 *vcpu_e500);
  108. void kvmppc_get_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
  109. int kvmppc_set_sregs_e500_tlb(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs);
  110. int kvmppc_get_one_reg_e500_tlb(struct kvm_vcpu *vcpu, u64 id,
  111. union kvmppc_one_reg *val);
  112. int kvmppc_set_one_reg_e500_tlb(struct kvm_vcpu *vcpu, u64 id,
  113. union kvmppc_one_reg *val);
  114. #ifdef CONFIG_KVM_E500V2
  115. unsigned int kvmppc_e500_get_sid(struct kvmppc_vcpu_e500 *vcpu_e500,
  116. unsigned int as, unsigned int gid,
  117. unsigned int pr, int avoid_recursion);
  118. #endif
  119. /* TLB helper functions */
  120. static inline unsigned int
  121. get_tlb_size(const struct kvm_book3e_206_tlb_entry *tlbe)
  122. {
  123. return (tlbe->mas1 >> 7) & 0x1f;
  124. }
  125. static inline gva_t get_tlb_eaddr(const struct kvm_book3e_206_tlb_entry *tlbe)
  126. {
  127. return tlbe->mas2 & MAS2_EPN;
  128. }
  129. static inline u64 get_tlb_bytes(const struct kvm_book3e_206_tlb_entry *tlbe)
  130. {
  131. unsigned int pgsize = get_tlb_size(tlbe);
  132. return 1ULL << 10 << pgsize;
  133. }
  134. static inline gva_t get_tlb_end(const struct kvm_book3e_206_tlb_entry *tlbe)
  135. {
  136. u64 bytes = get_tlb_bytes(tlbe);
  137. return get_tlb_eaddr(tlbe) + bytes - 1;
  138. }
  139. static inline u64 get_tlb_raddr(const struct kvm_book3e_206_tlb_entry *tlbe)
  140. {
  141. return tlbe->mas7_3 & ~0xfffULL;
  142. }
  143. static inline unsigned int
  144. get_tlb_tid(const struct kvm_book3e_206_tlb_entry *tlbe)
  145. {
  146. return (tlbe->mas1 >> 16) & 0xff;
  147. }
  148. static inline unsigned int
  149. get_tlb_ts(const struct kvm_book3e_206_tlb_entry *tlbe)
  150. {
  151. return (tlbe->mas1 >> 12) & 0x1;
  152. }
  153. static inline unsigned int
  154. get_tlb_v(const struct kvm_book3e_206_tlb_entry *tlbe)
  155. {
  156. return (tlbe->mas1 >> 31) & 0x1;
  157. }
  158. static inline unsigned int
  159. get_tlb_iprot(const struct kvm_book3e_206_tlb_entry *tlbe)
  160. {
  161. return (tlbe->mas1 >> 30) & 0x1;
  162. }
  163. static inline unsigned int
  164. get_tlb_tsize(const struct kvm_book3e_206_tlb_entry *tlbe)
  165. {
  166. return (tlbe->mas1 & MAS1_TSIZE_MASK) >> MAS1_TSIZE_SHIFT;
  167. }
  168. static inline unsigned int get_cur_pid(struct kvm_vcpu *vcpu)
  169. {
  170. return vcpu->arch.pid & 0xff;
  171. }
  172. static inline unsigned int get_cur_as(struct kvm_vcpu *vcpu)
  173. {
  174. return !!(vcpu->arch.shared->msr & (MSR_IS | MSR_DS));
  175. }
  176. static inline unsigned int get_cur_pr(struct kvm_vcpu *vcpu)
  177. {
  178. return !!(vcpu->arch.shared->msr & MSR_PR);
  179. }
  180. static inline unsigned int get_cur_spid(const struct kvm_vcpu *vcpu)
  181. {
  182. return (vcpu->arch.shared->mas6 >> 16) & 0xff;
  183. }
  184. static inline unsigned int get_cur_sas(const struct kvm_vcpu *vcpu)
  185. {
  186. return vcpu->arch.shared->mas6 & 0x1;
  187. }
  188. static inline unsigned int get_tlb_tlbsel(const struct kvm_vcpu *vcpu)
  189. {
  190. /*
  191. * Manual says that tlbsel has 2 bits wide.
  192. * Since we only have two TLBs, only lower bit is used.
  193. */
  194. return (vcpu->arch.shared->mas0 >> 28) & 0x1;
  195. }
  196. static inline unsigned int get_tlb_nv_bit(const struct kvm_vcpu *vcpu)
  197. {
  198. return vcpu->arch.shared->mas0 & 0xfff;
  199. }
  200. static inline unsigned int get_tlb_esel_bit(const struct kvm_vcpu *vcpu)
  201. {
  202. return (vcpu->arch.shared->mas0 >> 16) & 0xfff;
  203. }
  204. static inline int tlbe_is_host_safe(const struct kvm_vcpu *vcpu,
  205. const struct kvm_book3e_206_tlb_entry *tlbe)
  206. {
  207. gpa_t gpa;
  208. if (!get_tlb_v(tlbe))
  209. return 0;
  210. #ifndef CONFIG_KVM_BOOKE_HV
  211. /* Does it match current guest AS? */
  212. /* XXX what about IS != DS? */
  213. if (get_tlb_ts(tlbe) != !!(vcpu->arch.shared->msr & MSR_IS))
  214. return 0;
  215. #endif
  216. gpa = get_tlb_raddr(tlbe);
  217. if (!gfn_to_memslot(vcpu->kvm, gpa >> PAGE_SHIFT))
  218. /* Mapping is not for RAM. */
  219. return 0;
  220. return 1;
  221. }
  222. static inline struct kvm_book3e_206_tlb_entry *get_entry(
  223. struct kvmppc_vcpu_e500 *vcpu_e500, int tlbsel, int entry)
  224. {
  225. int offset = vcpu_e500->gtlb_offset[tlbsel];
  226. return &vcpu_e500->gtlb_arch[offset + entry];
  227. }
  228. void kvmppc_e500_tlbil_one(struct kvmppc_vcpu_e500 *vcpu_e500,
  229. struct kvm_book3e_206_tlb_entry *gtlbe);
  230. void kvmppc_e500_tlbil_all(struct kvmppc_vcpu_e500 *vcpu_e500);
  231. #ifdef CONFIG_KVM_BOOKE_HV
  232. #define kvmppc_e500_get_tlb_stid(vcpu, gtlbe) get_tlb_tid(gtlbe)
  233. #define get_tlbmiss_tid(vcpu) get_cur_pid(vcpu)
  234. #define get_tlb_sts(gtlbe) (gtlbe->mas1 & MAS1_TS)
  235. /*
  236. * These functions should be called with preemption disabled
  237. * and the returned value is valid only in that context
  238. */
  239. static inline int get_thread_specific_lpid(int vm_lpid)
  240. {
  241. int vcpu_lpid = vm_lpid;
  242. if (threads_per_core == 2)
  243. vcpu_lpid |= smp_processor_id() & 1;
  244. return vcpu_lpid;
  245. }
  246. static inline int get_lpid(struct kvm_vcpu *vcpu)
  247. {
  248. return get_thread_specific_lpid(vcpu->kvm->arch.lpid);
  249. }
  250. #else
  251. unsigned int kvmppc_e500_get_tlb_stid(struct kvm_vcpu *vcpu,
  252. struct kvm_book3e_206_tlb_entry *gtlbe);
  253. static inline unsigned int get_tlbmiss_tid(struct kvm_vcpu *vcpu)
  254. {
  255. struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
  256. unsigned int tidseld = (vcpu->arch.shared->mas4 >> 16) & 0xf;
  257. return vcpu_e500->pid[tidseld];
  258. }
  259. /* Force TS=1 for all guest mappings. */
  260. #define get_tlb_sts(gtlbe) (MAS1_TS)
  261. #endif /* !BOOKE_HV */
  262. static inline bool has_feature(const struct kvm_vcpu *vcpu,
  263. enum vcpu_ftr ftr)
  264. {
  265. bool has_ftr;
  266. switch (ftr) {
  267. case VCPU_FTR_MMU_V2:
  268. has_ftr = ((vcpu->arch.mmucfg & MMUCFG_MAVN) == MMUCFG_MAVN_V2);
  269. break;
  270. default:
  271. return false;
  272. }
  273. return has_ftr;
  274. }
  275. #endif /* KVM_E500_H */