123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260 |
- #ifndef __ALPHA_MMU_CONTEXT_H
- #define __ALPHA_MMU_CONTEXT_H
- /*
- * get a new mmu context..
- *
- * Copyright (C) 1996, Linus Torvalds
- */
- #include <linux/sched.h>
- #include <asm/machvec.h>
- #include <asm/compiler.h>
- #include <asm-generic/mm_hooks.h>
- /*
- * Force a context reload. This is needed when we change the page
- * table pointer or when we update the ASN of the current process.
- */
- /* Don't get into trouble with dueling __EXTERN_INLINEs. */
- #ifndef __EXTERN_INLINE
- #include <asm/io.h>
- #endif
- static inline unsigned long
- __reload_thread(struct pcb_struct *pcb)
- {
- register unsigned long a0 __asm__("$16");
- register unsigned long v0 __asm__("$0");
- a0 = virt_to_phys(pcb);
- __asm__ __volatile__(
- "call_pal %2 #__reload_thread"
- : "=r"(v0), "=r"(a0)
- : "i"(PAL_swpctx), "r"(a0)
- : "$1", "$22", "$23", "$24", "$25");
- return v0;
- }
- /*
- * The maximum ASN's the processor supports. On the EV4 this is 63
- * but the PAL-code doesn't actually use this information. On the
- * EV5 this is 127, and EV6 has 255.
- *
- * On the EV4, the ASNs are more-or-less useless anyway, as they are
- * only used as an icache tag, not for TB entries. On the EV5 and EV6,
- * ASN's also validate the TB entries, and thus make a lot more sense.
- *
- * The EV4 ASN's don't even match the architecture manual, ugh. And
- * I quote: "If a processor implements address space numbers (ASNs),
- * and the old PTE has the Address Space Match (ASM) bit clear (ASNs
- * in use) and the Valid bit set, then entries can also effectively be
- * made coherent by assigning a new, unused ASN to the currently
- * running process and not reusing the previous ASN before calling the
- * appropriate PALcode routine to invalidate the translation buffer (TB)".
- *
- * In short, the EV4 has a "kind of" ASN capability, but it doesn't actually
- * work correctly and can thus not be used (explaining the lack of PAL-code
- * support).
- */
- #define EV4_MAX_ASN 63
- #define EV5_MAX_ASN 127
- #define EV6_MAX_ASN 255
- #ifdef CONFIG_ALPHA_GENERIC
- # define MAX_ASN (alpha_mv.max_asn)
- #else
- # ifdef CONFIG_ALPHA_EV4
- # define MAX_ASN EV4_MAX_ASN
- # elif defined(CONFIG_ALPHA_EV5)
- # define MAX_ASN EV5_MAX_ASN
- # else
- # define MAX_ASN EV6_MAX_ASN
- # endif
- #endif
- /*
- * cpu_last_asn(processor):
- * 63 0
- * +-------------+----------------+--------------+
- * | asn version | this processor | hardware asn |
- * +-------------+----------------+--------------+
- */
- #include <asm/smp.h>
- #ifdef CONFIG_SMP
- #define cpu_last_asn(cpuid) (cpu_data[cpuid].last_asn)
- #else
- extern unsigned long last_asn;
- #define cpu_last_asn(cpuid) last_asn
- #endif /* CONFIG_SMP */
- #define WIDTH_HARDWARE_ASN 8
- #define ASN_FIRST_VERSION (1UL << WIDTH_HARDWARE_ASN)
- #define HARDWARE_ASN_MASK ((1UL << WIDTH_HARDWARE_ASN) - 1)
- /*
- * NOTE! The way this is set up, the high bits of the "asn_cache" (and
- * the "mm->context") are the ASN _version_ code. A version of 0 is
- * always considered invalid, so to invalidate another process you only
- * need to do "p->mm->context = 0".
- *
- * If we need more ASN's than the processor has, we invalidate the old
- * user TLB's (tbiap()) and start a new ASN version. That will automatically
- * force a new asn for any other processes the next time they want to
- * run.
- */
- #ifndef __EXTERN_INLINE
- #define __EXTERN_INLINE extern inline
- #define __MMU_EXTERN_INLINE
- #endif
- extern inline unsigned long
- __get_new_mm_context(struct mm_struct *mm, long cpu)
- {
- unsigned long asn = cpu_last_asn(cpu);
- unsigned long next = asn + 1;
- if ((asn & HARDWARE_ASN_MASK) >= MAX_ASN) {
- tbiap();
- imb();
- next = (asn & ~HARDWARE_ASN_MASK) + ASN_FIRST_VERSION;
- }
- cpu_last_asn(cpu) = next;
- return next;
- }
- __EXTERN_INLINE void
- ev5_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm,
- struct task_struct *next)
- {
- /* Check if our ASN is of an older version, and thus invalid. */
- unsigned long asn;
- unsigned long mmc;
- long cpu = smp_processor_id();
- #ifdef CONFIG_SMP
- cpu_data[cpu].asn_lock = 1;
- barrier();
- #endif
- asn = cpu_last_asn(cpu);
- mmc = next_mm->context[cpu];
- if ((mmc ^ asn) & ~HARDWARE_ASN_MASK) {
- mmc = __get_new_mm_context(next_mm, cpu);
- next_mm->context[cpu] = mmc;
- }
- #ifdef CONFIG_SMP
- else
- cpu_data[cpu].need_new_asn = 1;
- #endif
- /* Always update the PCB ASN. Another thread may have allocated
- a new mm->context (via flush_tlb_mm) without the ASN serial
- number wrapping. We have no way to detect when this is needed. */
- task_thread_info(next)->pcb.asn = mmc & HARDWARE_ASN_MASK;
- }
- __EXTERN_INLINE void
- ev4_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm,
- struct task_struct *next)
- {
- /* As described, ASN's are broken for TLB usage. But we can
- optimize for switching between threads -- if the mm is
- unchanged from current we needn't flush. */
- /* ??? May not be needed because EV4 PALcode recognizes that
- ASN's are broken and does a tbiap itself on swpctx, under
- the "Must set ASN or flush" rule. At least this is true
- for a 1992 SRM, reports Joseph Martin (jmartin@hlo.dec.com).
- I'm going to leave this here anyway, just to Be Sure. -- r~ */
- if (prev_mm != next_mm)
- tbiap();
- /* Do continue to allocate ASNs, because we can still use them
- to avoid flushing the icache. */
- ev5_switch_mm(prev_mm, next_mm, next);
- }
- extern void __load_new_mm_context(struct mm_struct *);
- #ifdef CONFIG_SMP
- #define check_mmu_context() \
- do { \
- int cpu = smp_processor_id(); \
- cpu_data[cpu].asn_lock = 0; \
- barrier(); \
- if (cpu_data[cpu].need_new_asn) { \
- struct mm_struct * mm = current->active_mm; \
- cpu_data[cpu].need_new_asn = 0; \
- if (!mm->context[cpu]) \
- __load_new_mm_context(mm); \
- } \
- } while(0)
- #else
- #define check_mmu_context() do { } while(0)
- #endif
- __EXTERN_INLINE void
- ev5_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm)
- {
- __load_new_mm_context(next_mm);
- }
- __EXTERN_INLINE void
- ev4_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm)
- {
- __load_new_mm_context(next_mm);
- tbiap();
- }
- #define deactivate_mm(tsk,mm) do { } while (0)
- #ifdef CONFIG_ALPHA_GENERIC
- # define switch_mm(a,b,c) alpha_mv.mv_switch_mm((a),(b),(c))
- # define activate_mm(x,y) alpha_mv.mv_activate_mm((x),(y))
- #else
- # ifdef CONFIG_ALPHA_EV4
- # define switch_mm(a,b,c) ev4_switch_mm((a),(b),(c))
- # define activate_mm(x,y) ev4_activate_mm((x),(y))
- # else
- # define switch_mm(a,b,c) ev5_switch_mm((a),(b),(c))
- # define activate_mm(x,y) ev5_activate_mm((x),(y))
- # endif
- #endif
- static inline int
- init_new_context(struct task_struct *tsk, struct mm_struct *mm)
- {
- int i;
- for_each_online_cpu(i)
- mm->context[i] = 0;
- if (tsk != current)
- task_thread_info(tsk)->pcb.ptbr
- = ((unsigned long)mm->pgd - IDENT_ADDR) >> PAGE_SHIFT;
- return 0;
- }
- extern inline void
- destroy_context(struct mm_struct *mm)
- {
- /* Nothing to do. */
- }
- static inline void
- enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
- {
- task_thread_info(tsk)->pcb.ptbr
- = ((unsigned long)mm->pgd - IDENT_ADDR) >> PAGE_SHIFT;
- }
- #ifdef __MMU_EXTERN_INLINE
- #undef __EXTERN_INLINE
- #undef __MMU_EXTERN_INLINE
- #endif
- #endif /* __ALPHA_MMU_CONTEXT_H */
|