idma64.h 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. /*
  2. * Driver for the Intel integrated DMA 64-bit
  3. *
  4. * Copyright (C) 2015 Intel Corporation
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. */
  10. #ifndef __DMA_IDMA64_H__
  11. #define __DMA_IDMA64_H__
  12. #include <linux/device.h>
  13. #include <linux/io.h>
  14. #include <linux/spinlock.h>
  15. #include <linux/types.h>
  16. #include <asm-generic/io-64-nonatomic-lo-hi.h>
  17. #include "virt-dma.h"
  18. /* Channel registers */
  19. #define IDMA64_CH_SAR 0x00 /* Source Address Register */
  20. #define IDMA64_CH_DAR 0x08 /* Destination Address Register */
  21. #define IDMA64_CH_LLP 0x10 /* Linked List Pointer */
  22. #define IDMA64_CH_CTL_LO 0x18 /* Control Register Low */
  23. #define IDMA64_CH_CTL_HI 0x1c /* Control Register High */
  24. #define IDMA64_CH_SSTAT 0x20
  25. #define IDMA64_CH_DSTAT 0x28
  26. #define IDMA64_CH_SSTATAR 0x30
  27. #define IDMA64_CH_DSTATAR 0x38
  28. #define IDMA64_CH_CFG_LO 0x40 /* Configuration Register Low */
  29. #define IDMA64_CH_CFG_HI 0x44 /* Configuration Register High */
  30. #define IDMA64_CH_SGR 0x48
  31. #define IDMA64_CH_DSR 0x50
  32. #define IDMA64_CH_LENGTH 0x58
  33. /* Bitfields in CTL_LO */
  34. #define IDMA64C_CTLL_INT_EN (1 << 0) /* irqs enabled? */
  35. #define IDMA64C_CTLL_DST_WIDTH(x) ((x) << 1) /* bytes per element */
  36. #define IDMA64C_CTLL_SRC_WIDTH(x) ((x) << 4)
  37. #define IDMA64C_CTLL_DST_INC (0 << 8) /* DAR update/not */
  38. #define IDMA64C_CTLL_DST_FIX (1 << 8)
  39. #define IDMA64C_CTLL_SRC_INC (0 << 10) /* SAR update/not */
  40. #define IDMA64C_CTLL_SRC_FIX (1 << 10)
  41. #define IDMA64C_CTLL_DST_MSIZE(x) ((x) << 11) /* burst, #elements */
  42. #define IDMA64C_CTLL_SRC_MSIZE(x) ((x) << 14)
  43. #define IDMA64C_CTLL_FC_M2P (1 << 20) /* mem-to-periph */
  44. #define IDMA64C_CTLL_FC_P2M (2 << 20) /* periph-to-mem */
  45. #define IDMA64C_CTLL_LLP_D_EN (1 << 27) /* dest block chain */
  46. #define IDMA64C_CTLL_LLP_S_EN (1 << 28) /* src block chain */
  47. /* Bitfields in CTL_HI */
  48. #define IDMA64C_CTLH_BLOCK_TS(x) ((x) & ((1 << 17) - 1))
  49. #define IDMA64C_CTLH_DONE (1 << 17)
  50. /* Bitfields in CFG_LO */
  51. #define IDMA64C_CFGL_DST_BURST_ALIGN (1 << 0) /* dst burst align */
  52. #define IDMA64C_CFGL_SRC_BURST_ALIGN (1 << 1) /* src burst align */
  53. #define IDMA64C_CFGL_CH_SUSP (1 << 8)
  54. #define IDMA64C_CFGL_FIFO_EMPTY (1 << 9)
  55. #define IDMA64C_CFGL_CH_DRAIN (1 << 10) /* drain FIFO */
  56. #define IDMA64C_CFGL_DST_OPT_BL (1 << 20) /* optimize dst burst length */
  57. #define IDMA64C_CFGL_SRC_OPT_BL (1 << 21) /* optimize src burst length */
  58. /* Bitfields in CFG_HI */
  59. #define IDMA64C_CFGH_SRC_PER(x) ((x) << 0) /* src peripheral */
  60. #define IDMA64C_CFGH_DST_PER(x) ((x) << 4) /* dst peripheral */
  61. #define IDMA64C_CFGH_RD_ISSUE_THD(x) ((x) << 8)
  62. #define IDMA64C_CFGH_RW_ISSUE_THD(x) ((x) << 18)
  63. /* Interrupt registers */
  64. #define IDMA64_INT_XFER 0x00
  65. #define IDMA64_INT_BLOCK 0x08
  66. #define IDMA64_INT_SRC_TRAN 0x10
  67. #define IDMA64_INT_DST_TRAN 0x18
  68. #define IDMA64_INT_ERROR 0x20
  69. #define IDMA64_RAW(x) (0x2c0 + IDMA64_INT_##x) /* r */
  70. #define IDMA64_STATUS(x) (0x2e8 + IDMA64_INT_##x) /* r (raw & mask) */
  71. #define IDMA64_MASK(x) (0x310 + IDMA64_INT_##x) /* rw (set = irq enabled) */
  72. #define IDMA64_CLEAR(x) (0x338 + IDMA64_INT_##x) /* w (ack, affects "raw") */
  73. /* Common registers */
  74. #define IDMA64_STATUS_INT 0x360 /* r */
  75. #define IDMA64_CFG 0x398
  76. #define IDMA64_CH_EN 0x3a0
  77. /* Bitfields in CFG */
  78. #define IDMA64_CFG_DMA_EN (1 << 0)
  79. /* Hardware descriptor for Linked LIst transfers */
  80. struct idma64_lli {
  81. u64 sar;
  82. u64 dar;
  83. u64 llp;
  84. u32 ctllo;
  85. u32 ctlhi;
  86. u32 sstat;
  87. u32 dstat;
  88. };
  89. struct idma64_hw_desc {
  90. struct idma64_lli *lli;
  91. dma_addr_t llp;
  92. dma_addr_t phys;
  93. unsigned int len;
  94. };
  95. struct idma64_desc {
  96. struct virt_dma_desc vdesc;
  97. enum dma_transfer_direction direction;
  98. struct idma64_hw_desc *hw;
  99. unsigned int ndesc;
  100. size_t length;
  101. enum dma_status status;
  102. };
  103. static inline struct idma64_desc *to_idma64_desc(struct virt_dma_desc *vdesc)
  104. {
  105. return container_of(vdesc, struct idma64_desc, vdesc);
  106. }
  107. struct idma64_chan {
  108. struct virt_dma_chan vchan;
  109. void __iomem *regs;
  110. /* hardware configuration */
  111. enum dma_transfer_direction direction;
  112. unsigned int mask;
  113. struct dma_slave_config config;
  114. void *pool;
  115. struct idma64_desc *desc;
  116. };
  117. static inline struct idma64_chan *to_idma64_chan(struct dma_chan *chan)
  118. {
  119. return container_of(chan, struct idma64_chan, vchan.chan);
  120. }
  121. #define channel_set_bit(idma64, reg, mask) \
  122. dma_writel(idma64, reg, ((mask) << 8) | (mask))
  123. #define channel_clear_bit(idma64, reg, mask) \
  124. dma_writel(idma64, reg, ((mask) << 8) | 0)
  125. static inline u32 idma64c_readl(struct idma64_chan *idma64c, int offset)
  126. {
  127. return readl(idma64c->regs + offset);
  128. }
  129. static inline void idma64c_writel(struct idma64_chan *idma64c, int offset,
  130. u32 value)
  131. {
  132. writel(value, idma64c->regs + offset);
  133. }
  134. #define channel_readl(idma64c, reg) \
  135. idma64c_readl(idma64c, IDMA64_CH_##reg)
  136. #define channel_writel(idma64c, reg, value) \
  137. idma64c_writel(idma64c, IDMA64_CH_##reg, (value))
  138. static inline u64 idma64c_readq(struct idma64_chan *idma64c, int offset)
  139. {
  140. return lo_hi_readq(idma64c->regs + offset);
  141. }
  142. static inline void idma64c_writeq(struct idma64_chan *idma64c, int offset,
  143. u64 value)
  144. {
  145. lo_hi_writeq(value, idma64c->regs + offset);
  146. }
  147. #define channel_readq(idma64c, reg) \
  148. idma64c_readq(idma64c, IDMA64_CH_##reg)
  149. #define channel_writeq(idma64c, reg, value) \
  150. idma64c_writeq(idma64c, IDMA64_CH_##reg, (value))
  151. struct idma64 {
  152. struct dma_device dma;
  153. void __iomem *regs;
  154. /* channels */
  155. unsigned short all_chan_mask;
  156. struct idma64_chan *chan;
  157. };
  158. static inline struct idma64 *to_idma64(struct dma_device *ddev)
  159. {
  160. return container_of(ddev, struct idma64, dma);
  161. }
  162. static inline u32 idma64_readl(struct idma64 *idma64, int offset)
  163. {
  164. return readl(idma64->regs + offset);
  165. }
  166. static inline void idma64_writel(struct idma64 *idma64, int offset, u32 value)
  167. {
  168. writel(value, idma64->regs + offset);
  169. }
  170. #define dma_readl(idma64, reg) \
  171. idma64_readl(idma64, IDMA64_##reg)
  172. #define dma_writel(idma64, reg, value) \
  173. idma64_writel(idma64, IDMA64_##reg, (value))
  174. /**
  175. * struct idma64_chip - representation of iDMA 64-bit controller hardware
  176. * @dev: struct device of the DMA controller
  177. * @irq: irq line
  178. * @regs: memory mapped I/O space
  179. * @idma64: struct idma64 that is filed by idma64_probe()
  180. */
  181. struct idma64_chip {
  182. struct device *dev;
  183. int irq;
  184. void __iomem *regs;
  185. struct idma64 *idma64;
  186. };
  187. #endif /* __DMA_IDMA64_H__ */