123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377 |
- /*
- * Copyright 2010 Tilera Corporation. All Rights Reserved.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation, version 2.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
- * NON INFRINGEMENT. See the GNU General Public License for
- * more details.
- */
- #ifndef _ASM_TILE_PROCESSOR_H
- #define _ASM_TILE_PROCESSOR_H
- #include <arch/chip.h>
- #ifndef __ASSEMBLY__
- /*
- * NOTE: we don't include <linux/ptrace.h> or <linux/percpu.h> as one
- * normally would, due to #include dependencies.
- */
- #include <linux/types.h>
- #include <asm/ptrace.h>
- #include <asm/percpu.h>
- #include <arch/spr_def.h>
- struct task_struct;
- struct thread_struct;
- typedef struct {
- unsigned long seg;
- } mm_segment_t;
- /*
- * Default implementation of macro that returns current
- * instruction pointer ("program counter").
- */
- void *current_text_addr(void);
- #if CHIP_HAS_TILE_DMA()
- /* Capture the state of a suspended DMA. */
- struct tile_dma_state {
- int enabled;
- unsigned long src;
- unsigned long dest;
- unsigned long strides;
- unsigned long chunk_size;
- unsigned long src_chunk;
- unsigned long dest_chunk;
- unsigned long byte;
- unsigned long status;
- };
- /*
- * A mask of the DMA status register for selecting only the 'running'
- * and 'done' bits.
- */
- #define DMA_STATUS_MASK \
- (SPR_DMA_STATUS__RUNNING_MASK | SPR_DMA_STATUS__DONE_MASK)
- #endif
- /*
- * Track asynchronous TLB events (faults and access violations)
- * that occur while we are in kernel mode from DMA or the SN processor.
- */
- struct async_tlb {
- short fault_num; /* original fault number; 0 if none */
- char is_fault; /* was it a fault (vs an access violation) */
- char is_write; /* for fault: was it caused by a write? */
- unsigned long address; /* what address faulted? */
- };
- #ifdef CONFIG_HARDWALL
- struct hardwall_info;
- struct hardwall_task {
- /* Which hardwall is this task tied to? (or NULL if none) */
- struct hardwall_info *info;
- /* Chains this task into the list at info->task_head. */
- struct list_head list;
- };
- #ifdef __tilepro__
- #define HARDWALL_TYPES 1 /* udn */
- #else
- #define HARDWALL_TYPES 3 /* udn, idn, and ipi */
- #endif
- #endif
- struct thread_struct {
- /* kernel stack pointer */
- unsigned long ksp;
- /* kernel PC */
- unsigned long pc;
- /* starting user stack pointer (for page migration) */
- unsigned long usp0;
- /* pid of process that created this one */
- pid_t creator_pid;
- #if CHIP_HAS_TILE_DMA()
- /* DMA info for suspended threads (byte == 0 means no DMA state) */
- struct tile_dma_state tile_dma_state;
- #endif
- /* User EX_CONTEXT registers */
- unsigned long ex_context[2];
- /* User SYSTEM_SAVE registers */
- unsigned long system_save[4];
- /* User interrupt mask */
- unsigned long long interrupt_mask;
- /* User interrupt-control 0 state */
- unsigned long intctrl_0;
- /* Any other miscellaneous processor state bits */
- unsigned long proc_status;
- #if !CHIP_HAS_FIXED_INTVEC_BASE()
- /* Interrupt base for PL0 interrupts */
- unsigned long interrupt_vector_base;
- #endif
- /* Tile cache retry fifo high-water mark */
- unsigned long tile_rtf_hwm;
- #if CHIP_HAS_DSTREAM_PF()
- /* Data stream prefetch control */
- unsigned long dstream_pf;
- #endif
- #ifdef CONFIG_HARDWALL
- /* Hardwall information for various resources. */
- struct hardwall_task hardwall[HARDWALL_TYPES];
- #endif
- #if CHIP_HAS_TILE_DMA()
- /* Async DMA TLB fault information */
- struct async_tlb dma_async_tlb;
- #endif
- };
- #endif /* !__ASSEMBLY__ */
- /*
- * Start with "sp" this many bytes below the top of the kernel stack.
- * This allows us to be cache-aware when handling the initial save
- * of the pt_regs value to the stack.
- */
- #define STACK_TOP_DELTA 64
- /*
- * When entering the kernel via a fault, start with the top of the
- * pt_regs structure this many bytes below the top of the page.
- * This aligns the pt_regs structure optimally for cache-line access.
- */
- #ifdef __tilegx__
- #define KSTK_PTREGS_GAP 48
- #else
- #define KSTK_PTREGS_GAP 56
- #endif
- #ifndef __ASSEMBLY__
- #ifdef __tilegx__
- #define TASK_SIZE_MAX (_AC(1, UL) << (MAX_VA_WIDTH - 1))
- #else
- #define TASK_SIZE_MAX PAGE_OFFSET
- #endif
- /* TASK_SIZE and related variables are always checked in "current" context. */
- #ifdef CONFIG_COMPAT
- #define COMPAT_TASK_SIZE (1UL << 31)
- #define TASK_SIZE ((current_thread_info()->status & TS_COMPAT) ?\
- COMPAT_TASK_SIZE : TASK_SIZE_MAX)
- #else
- #define TASK_SIZE TASK_SIZE_MAX
- #endif
- #define VDSO_BASE ((unsigned long)current->active_mm->context.vdso_base)
- #define VDSO_SYM(x) (VDSO_BASE + (unsigned long)(x))
- #define STACK_TOP TASK_SIZE
- /* STACK_TOP_MAX is used temporarily in execve and should not check COMPAT. */
- #define STACK_TOP_MAX TASK_SIZE_MAX
- /*
- * This decides where the kernel will search for a free chunk of vm
- * space during mmap's, if it is using bottom-up mapping.
- */
- #define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3))
- #define HAVE_ARCH_PICK_MMAP_LAYOUT
- #define INIT_THREAD { \
- .ksp = (unsigned long)init_stack + THREAD_SIZE - STACK_TOP_DELTA, \
- .interrupt_mask = -1ULL \
- }
- /* Kernel stack top for the task that first boots on this cpu. */
- DECLARE_PER_CPU(unsigned long, boot_sp);
- /* PC to boot from on this cpu. */
- DECLARE_PER_CPU(unsigned long, boot_pc);
- /* Do necessary setup to start up a newly executed thread. */
- static inline void start_thread(struct pt_regs *regs,
- unsigned long pc, unsigned long usp)
- {
- regs->pc = pc;
- regs->sp = usp;
- single_step_execve();
- }
- /* Free all resources held by a thread. */
- static inline void release_thread(struct task_struct *dead_task)
- {
- /* Nothing for now */
- }
- extern int do_work_pending(struct pt_regs *regs, u32 flags);
- /*
- * Return saved (kernel) PC of a blocked thread.
- * Only used in a printk() in kernel/sched/core.c, so don't work too hard.
- */
- #define thread_saved_pc(t) ((t)->thread.pc)
- unsigned long get_wchan(struct task_struct *p);
- /* Return initial ksp value for given task. */
- #define task_ksp0(task) \
- ((unsigned long)(task)->stack + THREAD_SIZE - STACK_TOP_DELTA)
- /* Return some info about the user process TASK. */
- #define task_pt_regs(task) \
- ((struct pt_regs *)(task_ksp0(task) - KSTK_PTREGS_GAP) - 1)
- #define current_pt_regs() \
- ((struct pt_regs *)((stack_pointer | (THREAD_SIZE - 1)) - \
- STACK_TOP_DELTA - (KSTK_PTREGS_GAP - 1)) - 1)
- #define task_sp(task) (task_pt_regs(task)->sp)
- #define task_pc(task) (task_pt_regs(task)->pc)
- /* Aliases for pc and sp (used in fs/proc/array.c) */
- #define KSTK_EIP(task) task_pc(task)
- #define KSTK_ESP(task) task_sp(task)
- /* Fine-grained unaligned JIT support */
- #define GET_UNALIGN_CTL(tsk, adr) get_unalign_ctl((tsk), (adr))
- #define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val))
- extern int get_unalign_ctl(struct task_struct *tsk, unsigned long adr);
- extern int set_unalign_ctl(struct task_struct *tsk, unsigned int val);
- /* Standard format for printing registers and other word-size data. */
- #ifdef __tilegx__
- # define REGFMT "0x%016lx"
- #else
- # define REGFMT "0x%08lx"
- #endif
- /*
- * Do some slow action (e.g. read a slow SPR).
- * Note that this must also have compiler-barrier semantics since
- * it may be used in a busy loop reading memory.
- */
- static inline void cpu_relax(void)
- {
- __insn_mfspr(SPR_PASS);
- barrier();
- }
- #define cpu_relax_lowlatency() cpu_relax()
- /* Info on this processor (see fs/proc/cpuinfo.c) */
- struct seq_operations;
- extern const struct seq_operations cpuinfo_op;
- /* Provide information about the chip model. */
- extern char chip_model[64];
- /* Data on which physical memory controller corresponds to which NUMA node. */
- extern int node_controller[];
- /* Does the heap allocator return hash-for-home pages by default? */
- extern int hash_default;
- /* Should kernel stack pages be hash-for-home? */
- extern int kstack_hash;
- /* Does MAP_ANONYMOUS return hash-for-home pages by default? */
- #define uheap_hash hash_default
- /* Are we using huge pages in the TLB for kernel data? */
- extern int kdata_huge;
- /* Support standard Linux prefetching. */
- #define ARCH_HAS_PREFETCH
- #define prefetch(x) __builtin_prefetch(x)
- #define PREFETCH_STRIDE CHIP_L2_LINE_SIZE()
- /* Bring a value into the L1D, faulting the TLB if necessary. */
- #ifdef __tilegx__
- #define prefetch_L1(x) __insn_prefetch_l1_fault((void *)(x))
- #else
- #define prefetch_L1(x) __insn_prefetch_L1((void *)(x))
- #endif
- #else /* __ASSEMBLY__ */
- /* Do some slow action (e.g. read a slow SPR). */
- #define CPU_RELAX mfspr zero, SPR_PASS
- #endif /* !__ASSEMBLY__ */
- /* Assembly code assumes that the PL is in the low bits. */
- #if SPR_EX_CONTEXT_1_1__PL_SHIFT != 0
- # error Fix assembly assumptions about PL
- #endif
- /* We sometimes use these macros for EX_CONTEXT_0_1 as well. */
- #if SPR_EX_CONTEXT_1_1__PL_SHIFT != SPR_EX_CONTEXT_0_1__PL_SHIFT || \
- SPR_EX_CONTEXT_1_1__PL_RMASK != SPR_EX_CONTEXT_0_1__PL_RMASK || \
- SPR_EX_CONTEXT_1_1__ICS_SHIFT != SPR_EX_CONTEXT_0_1__ICS_SHIFT || \
- SPR_EX_CONTEXT_1_1__ICS_RMASK != SPR_EX_CONTEXT_0_1__ICS_RMASK
- # error Fix assumptions that EX1 macros work for both PL0 and PL1
- #endif
- /* Allow pulling apart and recombining the PL and ICS bits in EX_CONTEXT. */
- #define EX1_PL(ex1) \
- (((ex1) >> SPR_EX_CONTEXT_1_1__PL_SHIFT) & SPR_EX_CONTEXT_1_1__PL_RMASK)
- #define EX1_ICS(ex1) \
- (((ex1) >> SPR_EX_CONTEXT_1_1__ICS_SHIFT) & SPR_EX_CONTEXT_1_1__ICS_RMASK)
- #define PL_ICS_EX1(pl, ics) \
- (((pl) << SPR_EX_CONTEXT_1_1__PL_SHIFT) | \
- ((ics) << SPR_EX_CONTEXT_1_1__ICS_SHIFT))
- /*
- * Provide symbolic constants for PLs.
- */
- #define USER_PL 0
- #if CONFIG_KERNEL_PL == 2
- #define GUEST_PL 1
- #endif
- #define KERNEL_PL CONFIG_KERNEL_PL
- /* SYSTEM_SAVE_K_0 holds the current cpu number ORed with ksp0. */
- #ifdef __tilegx__
- #define CPU_SHIFT 48
- #if CHIP_VA_WIDTH() > CPU_SHIFT
- # error Too many VA bits!
- #endif
- #define MAX_CPU_ID ((1 << (64 - CPU_SHIFT)) - 1)
- #define raw_smp_processor_id() \
- ((int)(__insn_mfspr(SPR_SYSTEM_SAVE_K_0) >> CPU_SHIFT))
- #define get_current_ksp0() \
- ((unsigned long)(((long)__insn_mfspr(SPR_SYSTEM_SAVE_K_0) << \
- (64 - CPU_SHIFT)) >> (64 - CPU_SHIFT)))
- #define next_current_ksp0(task) ({ \
- unsigned long __ksp0 = task_ksp0(task) & ((1UL << CPU_SHIFT) - 1); \
- unsigned long __cpu = (long)raw_smp_processor_id() << CPU_SHIFT; \
- __ksp0 | __cpu; \
- })
- #else
- #define LOG2_NR_CPU_IDS 6
- #define MAX_CPU_ID ((1 << LOG2_NR_CPU_IDS) - 1)
- #define raw_smp_processor_id() \
- ((int)__insn_mfspr(SPR_SYSTEM_SAVE_K_0) & MAX_CPU_ID)
- #define get_current_ksp0() \
- (__insn_mfspr(SPR_SYSTEM_SAVE_K_0) & ~MAX_CPU_ID)
- #define next_current_ksp0(task) ({ \
- unsigned long __ksp0 = task_ksp0(task); \
- int __cpu = raw_smp_processor_id(); \
- BUG_ON(__ksp0 & MAX_CPU_ID); \
- __ksp0 | __cpu; \
- })
- #endif
- #if CONFIG_NR_CPUS > (MAX_CPU_ID + 1)
- # error Too many cpus!
- #endif
- #endif /* _ASM_TILE_PROCESSOR_H */
|