barrier.h 1.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. #ifndef _ASM_UM_BARRIER_H_
  2. #define _ASM_UM_BARRIER_H_
  3. #include <asm/asm.h>
  4. #include <asm/segment.h>
  5. #include <asm/cpufeatures.h>
  6. #include <asm/cmpxchg.h>
  7. #include <asm/nops.h>
  8. #include <linux/kernel.h>
  9. #include <linux/irqflags.h>
  10. /*
  11. * Force strict CPU ordering.
  12. * And yes, this is required on UP too when we're talking
  13. * to devices.
  14. */
  15. #ifdef CONFIG_X86_32
  16. #define mb() alternative("lock; addl $0,0(%%esp)", "mfence", X86_FEATURE_XMM2)
  17. #define rmb() alternative("lock; addl $0,0(%%esp)", "lfence", X86_FEATURE_XMM2)
  18. #define wmb() alternative("lock; addl $0,0(%%esp)", "sfence", X86_FEATURE_XMM)
  19. #else /* CONFIG_X86_32 */
  20. #define mb() asm volatile("mfence" : : : "memory")
  21. #define rmb() asm volatile("lfence" : : : "memory")
  22. #define wmb() asm volatile("sfence" : : : "memory")
  23. #endif /* CONFIG_X86_32 */
  24. #ifdef CONFIG_X86_PPRO_FENCE
  25. #define dma_rmb() rmb()
  26. #else /* CONFIG_X86_PPRO_FENCE */
  27. #define dma_rmb() barrier()
  28. #endif /* CONFIG_X86_PPRO_FENCE */
  29. #define dma_wmb() barrier()
  30. #define smp_mb() barrier()
  31. #define smp_rmb() barrier()
  32. #define smp_wmb() barrier()
  33. #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
  34. #define read_barrier_depends() do { } while (0)
  35. #define smp_read_barrier_depends() do { } while (0)
  36. #endif