123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184 |
- /* tlb-flush.S: TLB flushing routines
- *
- * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
- * Written by David Howells (dhowells@redhat.com)
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version
- * 2 of the License, or (at your option) any later version.
- */
- #include <linux/sys.h>
- #include <linux/linkage.h>
- #include <asm/page.h>
- #include <asm/ptrace.h>
- #include <asm/spr-regs.h>
- .macro DEBUG ch
- # sethi.p %hi(0xfeff9c00),gr4
- # setlo %lo(0xfeff9c00),gr4
- # setlos #\ch,gr5
- # stbi gr5,@(gr4,#0)
- # membar
- .endm
- .section .rodata
- # sizes corresponding to TPXR.LMAX
- .balign 1
- __tlb_lmax_sizes:
- .byte 0, 64, 0, 0
- .byte 0, 0, 0, 0
- .byte 0, 0, 0, 0
- .byte 0, 0, 0, 0
- .section .text
- .balign 4
- ###############################################################################
- #
- # flush everything
- # - void __flush_tlb_all(void)
- #
- ###############################################################################
- .globl __flush_tlb_all
- .type __flush_tlb_all,@function
- __flush_tlb_all:
- DEBUG 'A'
- # kill cached PGE value
- setlos #0xffffffff,gr4
- movgs gr4,scr0
- movgs gr4,scr1
- # kill AMPR-cached TLB values
- movgs gr0,iamlr1
- movgs gr0,iampr1
- movgs gr0,damlr1
- movgs gr0,dampr1
- # find out how many lines there are
- movsg tpxr,gr5
- sethi.p %hi(__tlb_lmax_sizes),gr4
- srli gr5,#TPXR_LMAX_SHIFT,gr5
- setlo.p %lo(__tlb_lmax_sizes),gr4
- andi gr5,#TPXR_LMAX_SMASK,gr5
- ldub @(gr4,gr5),gr4
- # now, we assume that the TLB line step is page size in size
- setlos.p #PAGE_SIZE,gr5
- setlos #0,gr6
- 1:
- tlbpr gr6,gr0,#6,#0
- subicc.p gr4,#1,gr4,icc0
- add gr6,gr5,gr6
- bne icc0,#2,1b
- DEBUG 'B'
- bralr
- .size __flush_tlb_all, .-__flush_tlb_all
- ###############################################################################
- #
- # flush everything to do with one context
- # - void __flush_tlb_mm(unsigned long contextid [GR8])
- #
- ###############################################################################
- .globl __flush_tlb_mm
- .type __flush_tlb_mm,@function
- __flush_tlb_mm:
- DEBUG 'M'
- # kill cached PGE value
- setlos #0xffffffff,gr4
- movgs gr4,scr0
- movgs gr4,scr1
- # specify the context we want to flush
- movgs gr8,tplr
- # find out how many lines there are
- movsg tpxr,gr5
- sethi.p %hi(__tlb_lmax_sizes),gr4
- srli gr5,#TPXR_LMAX_SHIFT,gr5
- setlo.p %lo(__tlb_lmax_sizes),gr4
- andi gr5,#TPXR_LMAX_SMASK,gr5
- ldub @(gr4,gr5),gr4
- # now, we assume that the TLB line step is page size in size
- setlos.p #PAGE_SIZE,gr5
- setlos #0,gr6
- 0:
- tlbpr gr6,gr0,#5,#0
- subicc.p gr4,#1,gr4,icc0
- add gr6,gr5,gr6
- bne icc0,#2,0b
- DEBUG 'N'
- bralr
- .size __flush_tlb_mm, .-__flush_tlb_mm
- ###############################################################################
- #
- # flush a range of addresses from the TLB
- # - void __flush_tlb_page(unsigned long contextid [GR8],
- # unsigned long start [GR9])
- #
- ###############################################################################
- .globl __flush_tlb_page
- .type __flush_tlb_page,@function
- __flush_tlb_page:
- # kill cached PGE value
- setlos #0xffffffff,gr4
- movgs gr4,scr0
- movgs gr4,scr1
- # specify the context we want to flush
- movgs gr8,tplr
- # zap the matching TLB line and AMR values
- setlos #~(PAGE_SIZE-1),gr5
- and gr9,gr5,gr9
- tlbpr gr9,gr0,#5,#0
- bralr
- .size __flush_tlb_page, .-__flush_tlb_page
- ###############################################################################
- #
- # flush a range of addresses from the TLB
- # - void __flush_tlb_range(unsigned long contextid [GR8],
- # unsigned long start [GR9],
- # unsigned long end [GR10])
- #
- ###############################################################################
- .globl __flush_tlb_range
- .type __flush_tlb_range,@function
- __flush_tlb_range:
- # kill cached PGE value
- setlos #0xffffffff,gr4
- movgs gr4,scr0
- movgs gr4,scr1
- # specify the context we want to flush
- movgs gr8,tplr
- # round the start down to beginning of TLB line and end up to beginning of next TLB line
- setlos.p #~(PAGE_SIZE-1),gr5
- setlos #PAGE_SIZE,gr6
- subi.p gr10,#1,gr10
- and gr9,gr5,gr9
- and gr10,gr5,gr10
- 2:
- tlbpr gr9,gr0,#5,#0
- subcc.p gr9,gr10,gr0,icc0
- add gr9,gr6,gr9
- bne icc0,#0,2b ; most likely a 1-page flush
- bralr
- .size __flush_tlb_range, .-__flush_tlb_range
|