entry-arcv2.S 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. /*
  2. * ARCv2 ISA based core Low Level Intr/Traps/Exceptions(non-TLB) Handling
  3. *
  4. * Copyright (C) 2013 Synopsys, Inc. (www.synopsys.com)
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. */
  10. #include <linux/linkage.h> /* ARC_{EXTRY,EXIT} */
  11. #include <asm/entry.h> /* SAVE_ALL_{INT1,INT2,TRAP...} */
  12. #include <asm/errno.h>
  13. #include <asm/arcregs.h>
  14. #include <asm/irqflags.h>
  15. .cpu HS
  16. #define VECTOR .word
  17. ;############################ Vector Table #################################
  18. .section .vector,"a",@progbits
  19. .align 4
  20. # Initial 16 slots are Exception Vectors
  21. VECTOR res_service ; Reset Vector
  22. VECTOR mem_service ; Mem exception
  23. VECTOR instr_service ; Instrn Error
  24. VECTOR EV_MachineCheck ; Fatal Machine check
  25. VECTOR EV_TLBMissI ; Intruction TLB miss
  26. VECTOR EV_TLBMissD ; Data TLB miss
  27. VECTOR EV_TLBProtV ; Protection Violation
  28. VECTOR EV_PrivilegeV ; Privilege Violation
  29. VECTOR EV_SWI ; Software Breakpoint
  30. VECTOR EV_Trap ; Trap exception
  31. VECTOR EV_Extension ; Extn Instruction Exception
  32. VECTOR EV_DivZero ; Divide by Zero
  33. VECTOR EV_DCError ; Data Cache Error
  34. VECTOR EV_Misaligned ; Misaligned Data Access
  35. VECTOR reserved ; Reserved slots
  36. VECTOR reserved ; Reserved slots
  37. # Begin Interrupt Vectors
  38. VECTOR handle_interrupt ; (16) Timer0
  39. VECTOR handle_interrupt ; unused (Timer1)
  40. VECTOR handle_interrupt ; unused (WDT)
  41. VECTOR handle_interrupt ; (19) Inter core Interrupt (IPI)
  42. VECTOR handle_interrupt ; (20) perf Interrupt
  43. VECTOR handle_interrupt ; (21) Software Triggered Intr (Self IPI)
  44. VECTOR handle_interrupt ; unused
  45. VECTOR handle_interrupt ; (23) unused
  46. # End of fixed IRQs
  47. .rept CONFIG_ARC_NUMBER_OF_INTERRUPTS - 8
  48. VECTOR handle_interrupt
  49. .endr
  50. .section .text, "ax",@progbits
  51. reserved:
  52. flag 1 ; Unexpected event, halt
  53. ;##################### Interrupt Handling ##############################
  54. ENTRY(handle_interrupt)
  55. INTERRUPT_PROLOGUE irq
  56. clri ; To make status32.IE agree with CPU internal state
  57. lr r0, [ICAUSE]
  58. mov blink, ret_from_exception
  59. b.d arch_do_IRQ
  60. mov r1, sp
  61. END(handle_interrupt)
  62. ;################### Non TLB Exception Handling #############################
  63. ENTRY(EV_SWI)
  64. flag 1
  65. END(EV_SWI)
  66. ENTRY(EV_DivZero)
  67. flag 1
  68. END(EV_DivZero)
  69. ENTRY(EV_DCError)
  70. flag 1
  71. END(EV_DCError)
  72. ; ---------------------------------------------
  73. ; Memory Error Exception Handler
  74. ; - Unlike ARCompact, handles Bus errors for both User/Kernel mode,
  75. ; Instruction fetch or Data access, under a single Exception Vector
  76. ; ---------------------------------------------
  77. ENTRY(mem_service)
  78. EXCEPTION_PROLOGUE
  79. lr r0, [efa]
  80. mov r1, sp
  81. FAKE_RET_FROM_EXCPN
  82. bl do_memory_error
  83. b ret_from_exception
  84. END(mem_service)
  85. ENTRY(EV_Misaligned)
  86. EXCEPTION_PROLOGUE
  87. lr r0, [efa] ; Faulting Data address
  88. mov r1, sp
  89. FAKE_RET_FROM_EXCPN
  90. SAVE_CALLEE_SAVED_USER
  91. mov r2, sp ; callee_regs
  92. bl do_misaligned_access
  93. ; TBD: optimize - do this only if a callee reg was involved
  94. ; either a dst of emulated LD/ST or src with address-writeback
  95. RESTORE_CALLEE_SAVED_USER
  96. b ret_from_exception
  97. END(EV_Misaligned)
  98. ; ---------------------------------------------
  99. ; Protection Violation Exception Handler
  100. ; ---------------------------------------------
  101. ENTRY(EV_TLBProtV)
  102. EXCEPTION_PROLOGUE
  103. lr r0, [efa] ; Faulting Data address
  104. mov r1, sp ; pt_regs
  105. FAKE_RET_FROM_EXCPN
  106. mov blink, ret_from_exception
  107. b do_page_fault
  108. END(EV_TLBProtV)
  109. ; From Linux standpoint Slow Path I/D TLB Miss is same a ProtV as they
  110. ; need to call do_page_fault().
  111. ; ECR in pt_regs provides whether access was R/W/X
  112. .global call_do_page_fault
  113. .set call_do_page_fault, EV_TLBProtV
  114. ;############# Common Handlers for ARCompact and ARCv2 ##############
  115. #include "entry.S"
  116. ;############# Return from Intr/Excp/Trap (ARCv2 ISA Specifics) ##############
  117. ;
  118. ; Restore the saved sys context (common exit-path for EXCPN/IRQ/Trap)
  119. ; IRQ shd definitely not happen between now and rtie
  120. ; All 2 entry points to here already disable interrupts
  121. .Lrestore_regs:
  122. ld r0, [sp, PT_status32] ; U/K mode at time of entry
  123. lr r10, [AUX_IRQ_ACT]
  124. bmsk r11, r10, 15 ; AUX_IRQ_ACT.ACTIVE
  125. breq r11, 0, .Lexcept_ret ; No intr active, ret from Exception
  126. ;####### Return from Intr #######
  127. debug_marker_l1:
  128. bbit1.nt r0, STATUS_DE_BIT, .Lintr_ret_to_delay_slot
  129. .Lisr_ret_fast_path:
  130. ; Handle special case #1: (Entry via Exception, Return via IRQ)
  131. ;
  132. ; Exception in U mode, preempted in kernel, Intr taken (K mode), orig
  133. ; task now returning to U mode (riding the Intr)
  134. ; AUX_IRQ_ACTIVE won't have U bit set (since intr in K mode), hence SP
  135. ; won't be switched to correct U mode value (from AUX_SP)
  136. ; So force AUX_IRQ_ACT.U for such a case
  137. btst r0, STATUS_U_BIT ; Z flag set if K (Z clear for U)
  138. bset.nz r11, r11, AUX_IRQ_ACT_BIT_U ; NZ means U
  139. sr r11, [AUX_IRQ_ACT]
  140. INTERRUPT_EPILOGUE irq
  141. rtie
  142. ;####### Return from Exception / pure kernel mode #######
  143. .Lexcept_ret: ; Expects r0 has PT_status32
  144. debug_marker_syscall:
  145. EXCEPTION_EPILOGUE
  146. rtie
  147. ;####### Return from Intr to insn in delay slot #######
  148. ; Handle special case #2: (Entry via Exception in Delay Slot, Return via IRQ)
  149. ;
  150. ; Intr returning to a Delay Slot (DS) insn
  151. ; (since IRQ NOT allowed in DS in ARCv2, this can only happen if orig
  152. ; entry was via Exception in DS which got preempted in kernel).
  153. ;
  154. ; IRQ RTIE won't reliably restore DE bit and/or BTA, needs workaround
  155. ;
  156. ; Solution is return from Intr w/o any delay slot quirks into a kernel trampoline
  157. ; and from pure kernel mode return to delay slot which handles DS bit/BTA correctly
  158. .Lintr_ret_to_delay_slot:
  159. debug_marker_ds:
  160. ld r2, [@intr_to_DE_cnt]
  161. add r2, r2, 1
  162. st r2, [@intr_to_DE_cnt]
  163. ld r2, [sp, PT_ret]
  164. ld r3, [sp, PT_status32]
  165. ; STAT32 for Int return created from scratch
  166. ; (No delay dlot, disable Further intr in trampoline)
  167. bic r0, r3, STATUS_U_MASK|STATUS_DE_MASK|STATUS_IE_MASK|STATUS_L_MASK
  168. st r0, [sp, PT_status32]
  169. mov r1, .Lintr_ret_to_delay_slot_2
  170. st r1, [sp, PT_ret]
  171. ; Orig exception PC/STAT32 safekept @orig_r0 and @event stack slots
  172. st r2, [sp, 0]
  173. st r3, [sp, 4]
  174. b .Lisr_ret_fast_path
  175. .Lintr_ret_to_delay_slot_2:
  176. ; Trampoline to restore orig exception PC/STAT32/BTA/AUX_USER_SP
  177. sub sp, sp, SZ_PT_REGS
  178. st r9, [sp, -4]
  179. ld r9, [sp, 0]
  180. sr r9, [eret]
  181. ld r9, [sp, 4]
  182. sr r9, [erstatus]
  183. ; restore AUX_USER_SP if returning to U mode
  184. bbit0 r9, STATUS_U_BIT, 1f
  185. ld r9, [sp, PT_sp]
  186. sr r9, [AUX_USER_SP]
  187. 1:
  188. ld r9, [sp, 8]
  189. sr r9, [erbta]
  190. ld r9, [sp, -4]
  191. add sp, sp, SZ_PT_REGS
  192. ; return from pure kernel mode to delay slot
  193. rtie
  194. END(ret_from_exception)