mv_xor.h 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192
  1. /*
  2. * Copyright (C) 2007, 2008, Marvell International Ltd.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms and conditions of the GNU General Public License,
  6. * version 2, as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope it will be useful, but WITHOUT
  9. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  10. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  11. * for more details.
  12. */
  13. #ifndef MV_XOR_H
  14. #define MV_XOR_H
  15. #include <linux/types.h>
  16. #include <linux/io.h>
  17. #include <linux/dmaengine.h>
  18. #include <linux/interrupt.h>
  19. #define MV_XOR_POOL_SIZE (MV_XOR_SLOT_SIZE * 3072)
  20. #define MV_XOR_SLOT_SIZE 64
  21. #define MV_XOR_THRESHOLD 1
  22. #define MV_XOR_MAX_CHANNELS 2
  23. #define MV_XOR_MIN_BYTE_COUNT SZ_128
  24. #define MV_XOR_MAX_BYTE_COUNT (SZ_16M - 1)
  25. /* Values for the XOR_CONFIG register */
  26. #define XOR_OPERATION_MODE_XOR 0
  27. #define XOR_OPERATION_MODE_MEMCPY 2
  28. #define XOR_OPERATION_MODE_IN_DESC 7
  29. #define XOR_DESCRIPTOR_SWAP BIT(14)
  30. #define XOR_DESC_SUCCESS 0x40000000
  31. #define XOR_DESC_OPERATION_XOR (0 << 24)
  32. #define XOR_DESC_OPERATION_CRC32C (1 << 24)
  33. #define XOR_DESC_OPERATION_MEMCPY (2 << 24)
  34. #define XOR_DESC_DMA_OWNED BIT(31)
  35. #define XOR_DESC_EOD_INT_EN BIT(31)
  36. #define XOR_CURR_DESC(chan) (chan->mmr_high_base + 0x10 + (chan->idx * 4))
  37. #define XOR_NEXT_DESC(chan) (chan->mmr_high_base + 0x00 + (chan->idx * 4))
  38. #define XOR_BYTE_COUNT(chan) (chan->mmr_high_base + 0x20 + (chan->idx * 4))
  39. #define XOR_DEST_POINTER(chan) (chan->mmr_high_base + 0xB0 + (chan->idx * 4))
  40. #define XOR_BLOCK_SIZE(chan) (chan->mmr_high_base + 0xC0 + (chan->idx * 4))
  41. #define XOR_INIT_VALUE_LOW(chan) (chan->mmr_high_base + 0xE0)
  42. #define XOR_INIT_VALUE_HIGH(chan) (chan->mmr_high_base + 0xE4)
  43. #define XOR_CONFIG(chan) (chan->mmr_base + 0x10 + (chan->idx * 4))
  44. #define XOR_ACTIVATION(chan) (chan->mmr_base + 0x20 + (chan->idx * 4))
  45. #define XOR_INTR_CAUSE(chan) (chan->mmr_base + 0x30)
  46. #define XOR_INTR_MASK(chan) (chan->mmr_base + 0x40)
  47. #define XOR_ERROR_CAUSE(chan) (chan->mmr_base + 0x50)
  48. #define XOR_ERROR_ADDR(chan) (chan->mmr_base + 0x60)
  49. #define XOR_INT_END_OF_DESC BIT(0)
  50. #define XOR_INT_END_OF_CHAIN BIT(1)
  51. #define XOR_INT_STOPPED BIT(2)
  52. #define XOR_INT_PAUSED BIT(3)
  53. #define XOR_INT_ERR_DECODE BIT(4)
  54. #define XOR_INT_ERR_RDPROT BIT(5)
  55. #define XOR_INT_ERR_WRPROT BIT(6)
  56. #define XOR_INT_ERR_OWN BIT(7)
  57. #define XOR_INT_ERR_PAR BIT(8)
  58. #define XOR_INT_ERR_MBUS BIT(9)
  59. #define XOR_INTR_ERRORS (XOR_INT_ERR_DECODE | XOR_INT_ERR_RDPROT | \
  60. XOR_INT_ERR_WRPROT | XOR_INT_ERR_OWN | \
  61. XOR_INT_ERR_PAR | XOR_INT_ERR_MBUS)
  62. #define XOR_INTR_MASK_VALUE (XOR_INT_END_OF_DESC | XOR_INT_END_OF_CHAIN | \
  63. XOR_INT_STOPPED | XOR_INTR_ERRORS)
  64. #define WINDOW_BASE(w) (0x50 + ((w) << 2))
  65. #define WINDOW_SIZE(w) (0x70 + ((w) << 2))
  66. #define WINDOW_REMAP_HIGH(w) (0x90 + ((w) << 2))
  67. #define WINDOW_BAR_ENABLE(chan) (0x40 + ((chan) << 2))
  68. #define WINDOW_OVERRIDE_CTRL(chan) (0xA0 + ((chan) << 2))
  69. struct mv_xor_device {
  70. void __iomem *xor_base;
  71. void __iomem *xor_high_base;
  72. struct clk *clk;
  73. struct mv_xor_chan *channels[MV_XOR_MAX_CHANNELS];
  74. };
  75. /**
  76. * struct mv_xor_chan - internal representation of a XOR channel
  77. * @pending: allows batching of hardware operations
  78. * @lock: serializes enqueue/dequeue operations to the descriptors pool
  79. * @mmr_base: memory mapped register base
  80. * @idx: the index of the xor channel
  81. * @chain: device chain view of the descriptors
  82. * @free_slots: free slots usable by the channel
  83. * @allocated_slots: slots allocated by the driver
  84. * @completed_slots: slots completed by HW but still need to be acked
  85. * @device: parent device
  86. * @common: common dmaengine channel object members
  87. * @slots_allocated: records the actual size of the descriptor slot pool
  88. * @irq_tasklet: bottom half where mv_xor_slot_cleanup runs
  89. * @op_in_desc: new mode of driver, each op is writen to descriptor.
  90. */
  91. struct mv_xor_chan {
  92. int pending;
  93. spinlock_t lock; /* protects the descriptor slot pool */
  94. void __iomem *mmr_base;
  95. void __iomem *mmr_high_base;
  96. unsigned int idx;
  97. int irq;
  98. enum dma_transaction_type current_type;
  99. struct list_head chain;
  100. struct list_head free_slots;
  101. struct list_head allocated_slots;
  102. struct list_head completed_slots;
  103. dma_addr_t dma_desc_pool;
  104. void *dma_desc_pool_virt;
  105. size_t pool_size;
  106. struct dma_device dmadev;
  107. struct dma_chan dmachan;
  108. int slots_allocated;
  109. struct tasklet_struct irq_tasklet;
  110. int op_in_desc;
  111. char dummy_src[MV_XOR_MIN_BYTE_COUNT];
  112. char dummy_dst[MV_XOR_MIN_BYTE_COUNT];
  113. dma_addr_t dummy_src_addr, dummy_dst_addr;
  114. };
  115. /**
  116. * struct mv_xor_desc_slot - software descriptor
  117. * @node: node on the mv_xor_chan lists
  118. * @hw_desc: virtual address of the hardware descriptor chain
  119. * @phys: hardware address of the hardware descriptor chain
  120. * @slot_used: slot in use or not
  121. * @idx: pool index
  122. * @tx_list: list of slots that make up a multi-descriptor transaction
  123. * @async_tx: support for the async_tx api
  124. */
  125. struct mv_xor_desc_slot {
  126. struct list_head node;
  127. enum dma_transaction_type type;
  128. void *hw_desc;
  129. u16 idx;
  130. struct dma_async_tx_descriptor async_tx;
  131. };
  132. /*
  133. * This structure describes XOR descriptor size 64bytes. The
  134. * mv_phy_src_idx() macro must be used when indexing the values of the
  135. * phy_src_addr[] array. This is due to the fact that the 'descriptor
  136. * swap' feature, used on big endian systems, swaps descriptors data
  137. * within blocks of 8 bytes. So two consecutive values of the
  138. * phy_src_addr[] array are actually swapped in big-endian, which
  139. * explains the different mv_phy_src_idx() implementation.
  140. */
  141. #if defined(__LITTLE_ENDIAN)
  142. struct mv_xor_desc {
  143. u32 status; /* descriptor execution status */
  144. u32 crc32_result; /* result of CRC-32 calculation */
  145. u32 desc_command; /* type of operation to be carried out */
  146. u32 phy_next_desc; /* next descriptor address pointer */
  147. u32 byte_count; /* size of src/dst blocks in bytes */
  148. u32 phy_dest_addr; /* destination block address */
  149. u32 phy_src_addr[8]; /* source block addresses */
  150. u32 reserved0;
  151. u32 reserved1;
  152. };
  153. #define mv_phy_src_idx(src_idx) (src_idx)
  154. #else
  155. struct mv_xor_desc {
  156. u32 crc32_result; /* result of CRC-32 calculation */
  157. u32 status; /* descriptor execution status */
  158. u32 phy_next_desc; /* next descriptor address pointer */
  159. u32 desc_command; /* type of operation to be carried out */
  160. u32 phy_dest_addr; /* destination block address */
  161. u32 byte_count; /* size of src/dst blocks in bytes */
  162. u32 phy_src_addr[8]; /* source block addresses */
  163. u32 reserved1;
  164. u32 reserved0;
  165. };
  166. #define mv_phy_src_idx(src_idx) (src_idx ^ 1)
  167. #endif
  168. #define to_mv_sw_desc(addr_hw_desc) \
  169. container_of(addr_hw_desc, struct mv_xor_desc_slot, hw_desc)
  170. #define mv_hw_desc_slot_idx(hw_desc, idx) \
  171. ((void *)(((unsigned long)hw_desc) + ((idx) << 5)))
  172. #endif