tegra-ahb.c 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. /*
  2. * Copyright (c) 2012, NVIDIA CORPORATION. All rights reserved.
  3. * Copyright (C) 2011 Google, Inc.
  4. *
  5. * Author:
  6. * Jay Cheng <jacheng@nvidia.com>
  7. * James Wylder <james.wylder@motorola.com>
  8. * Benoit Goby <benoit@android.com>
  9. * Colin Cross <ccross@android.com>
  10. * Hiroshi DOYU <hdoyu@nvidia.com>
  11. *
  12. * This software is licensed under the terms of the GNU General Public
  13. * License version 2, as published by the Free Software Foundation, and
  14. * may be copied, distributed, and modified under those terms.
  15. *
  16. * This program is distributed in the hope that it will be useful,
  17. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19. * GNU General Public License for more details.
  20. *
  21. */
  22. #include <linux/err.h>
  23. #include <linux/kernel.h>
  24. #include <linux/module.h>
  25. #include <linux/platform_device.h>
  26. #include <linux/io.h>
  27. #include <linux/of.h>
  28. #include <soc/tegra/ahb.h>
  29. #define DRV_NAME "tegra-ahb"
  30. #define AHB_ARBITRATION_DISABLE 0x04
  31. #define AHB_ARBITRATION_PRIORITY_CTRL 0x08
  32. #define AHB_PRIORITY_WEIGHT(x) (((x) & 0x7) << 29)
  33. #define PRIORITY_SELECT_USB BIT(6)
  34. #define PRIORITY_SELECT_USB2 BIT(18)
  35. #define PRIORITY_SELECT_USB3 BIT(17)
  36. #define AHB_GIZMO_AHB_MEM 0x10
  37. #define ENB_FAST_REARBITRATE BIT(2)
  38. #define DONT_SPLIT_AHB_WR BIT(7)
  39. #define AHB_GIZMO_APB_DMA 0x14
  40. #define AHB_GIZMO_IDE 0x1c
  41. #define AHB_GIZMO_USB 0x20
  42. #define AHB_GIZMO_AHB_XBAR_BRIDGE 0x24
  43. #define AHB_GIZMO_CPU_AHB_BRIDGE 0x28
  44. #define AHB_GIZMO_COP_AHB_BRIDGE 0x2c
  45. #define AHB_GIZMO_XBAR_APB_CTLR 0x30
  46. #define AHB_GIZMO_VCP_AHB_BRIDGE 0x34
  47. #define AHB_GIZMO_NAND 0x40
  48. #define AHB_GIZMO_SDMMC4 0x48
  49. #define AHB_GIZMO_XIO 0x4c
  50. #define AHB_GIZMO_BSEV 0x64
  51. #define AHB_GIZMO_BSEA 0x74
  52. #define AHB_GIZMO_NOR 0x78
  53. #define AHB_GIZMO_USB2 0x7c
  54. #define AHB_GIZMO_USB3 0x80
  55. #define IMMEDIATE BIT(18)
  56. #define AHB_GIZMO_SDMMC1 0x84
  57. #define AHB_GIZMO_SDMMC2 0x88
  58. #define AHB_GIZMO_SDMMC3 0x8c
  59. #define AHB_MEM_PREFETCH_CFG_X 0xdc
  60. #define AHB_ARBITRATION_XBAR_CTRL 0xe0
  61. #define AHB_MEM_PREFETCH_CFG3 0xe4
  62. #define AHB_MEM_PREFETCH_CFG4 0xe8
  63. #define AHB_MEM_PREFETCH_CFG1 0xf0
  64. #define AHB_MEM_PREFETCH_CFG2 0xf4
  65. #define PREFETCH_ENB BIT(31)
  66. #define MST_ID(x) (((x) & 0x1f) << 26)
  67. #define AHBDMA_MST_ID MST_ID(5)
  68. #define USB_MST_ID MST_ID(6)
  69. #define USB2_MST_ID MST_ID(18)
  70. #define USB3_MST_ID MST_ID(17)
  71. #define ADDR_BNDRY(x) (((x) & 0xf) << 21)
  72. #define INACTIVITY_TIMEOUT(x) (((x) & 0xffff) << 0)
  73. #define AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID 0xfc
  74. #define AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE BIT(17)
  75. /*
  76. * INCORRECT_BASE_ADDR_LOW_BYTE: Legacy kernel DT files for Tegra SoCs
  77. * prior to Tegra124 generally use a physical base address ending in
  78. * 0x4 for the AHB IP block. According to the TRM, the low byte
  79. * should be 0x0. During device probing, this macro is used to detect
  80. * whether the passed-in physical address is incorrect, and if so, to
  81. * correct it.
  82. */
  83. #define INCORRECT_BASE_ADDR_LOW_BYTE 0x4
  84. static struct platform_driver tegra_ahb_driver;
  85. static const u32 tegra_ahb_gizmo[] = {
  86. AHB_ARBITRATION_DISABLE,
  87. AHB_ARBITRATION_PRIORITY_CTRL,
  88. AHB_GIZMO_AHB_MEM,
  89. AHB_GIZMO_APB_DMA,
  90. AHB_GIZMO_IDE,
  91. AHB_GIZMO_USB,
  92. AHB_GIZMO_AHB_XBAR_BRIDGE,
  93. AHB_GIZMO_CPU_AHB_BRIDGE,
  94. AHB_GIZMO_COP_AHB_BRIDGE,
  95. AHB_GIZMO_XBAR_APB_CTLR,
  96. AHB_GIZMO_VCP_AHB_BRIDGE,
  97. AHB_GIZMO_NAND,
  98. AHB_GIZMO_SDMMC4,
  99. AHB_GIZMO_XIO,
  100. AHB_GIZMO_BSEV,
  101. AHB_GIZMO_BSEA,
  102. AHB_GIZMO_NOR,
  103. AHB_GIZMO_USB2,
  104. AHB_GIZMO_USB3,
  105. AHB_GIZMO_SDMMC1,
  106. AHB_GIZMO_SDMMC2,
  107. AHB_GIZMO_SDMMC3,
  108. AHB_MEM_PREFETCH_CFG_X,
  109. AHB_ARBITRATION_XBAR_CTRL,
  110. AHB_MEM_PREFETCH_CFG3,
  111. AHB_MEM_PREFETCH_CFG4,
  112. AHB_MEM_PREFETCH_CFG1,
  113. AHB_MEM_PREFETCH_CFG2,
  114. AHB_ARBITRATION_AHB_MEM_WRQUE_MST_ID,
  115. };
  116. struct tegra_ahb {
  117. void __iomem *regs;
  118. struct device *dev;
  119. u32 ctx[0];
  120. };
  121. static inline u32 gizmo_readl(struct tegra_ahb *ahb, u32 offset)
  122. {
  123. return readl(ahb->regs + offset);
  124. }
  125. static inline void gizmo_writel(struct tegra_ahb *ahb, u32 value, u32 offset)
  126. {
  127. writel(value, ahb->regs + offset);
  128. }
  129. #ifdef CONFIG_TEGRA_IOMMU_SMMU
  130. static int tegra_ahb_match_by_smmu(struct device *dev, void *data)
  131. {
  132. struct tegra_ahb *ahb = dev_get_drvdata(dev);
  133. struct device_node *dn = data;
  134. return (ahb->dev->of_node == dn) ? 1 : 0;
  135. }
  136. int tegra_ahb_enable_smmu(struct device_node *dn)
  137. {
  138. struct device *dev;
  139. u32 val;
  140. struct tegra_ahb *ahb;
  141. dev = driver_find_device(&tegra_ahb_driver.driver, NULL, dn,
  142. tegra_ahb_match_by_smmu);
  143. if (!dev)
  144. return -EPROBE_DEFER;
  145. ahb = dev_get_drvdata(dev);
  146. val = gizmo_readl(ahb, AHB_ARBITRATION_XBAR_CTRL);
  147. val |= AHB_ARBITRATION_XBAR_CTRL_SMMU_INIT_DONE;
  148. gizmo_writel(ahb, val, AHB_ARBITRATION_XBAR_CTRL);
  149. return 0;
  150. }
  151. EXPORT_SYMBOL(tegra_ahb_enable_smmu);
  152. #endif
  153. #ifdef CONFIG_PM
  154. static int tegra_ahb_suspend(struct device *dev)
  155. {
  156. int i;
  157. struct tegra_ahb *ahb = dev_get_drvdata(dev);
  158. for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
  159. ahb->ctx[i] = gizmo_readl(ahb, tegra_ahb_gizmo[i]);
  160. return 0;
  161. }
  162. static int tegra_ahb_resume(struct device *dev)
  163. {
  164. int i;
  165. struct tegra_ahb *ahb = dev_get_drvdata(dev);
  166. for (i = 0; i < ARRAY_SIZE(tegra_ahb_gizmo); i++)
  167. gizmo_writel(ahb, ahb->ctx[i], tegra_ahb_gizmo[i]);
  168. return 0;
  169. }
  170. #endif
  171. static UNIVERSAL_DEV_PM_OPS(tegra_ahb_pm,
  172. tegra_ahb_suspend,
  173. tegra_ahb_resume, NULL);
  174. static void tegra_ahb_gizmo_init(struct tegra_ahb *ahb)
  175. {
  176. u32 val;
  177. val = gizmo_readl(ahb, AHB_GIZMO_AHB_MEM);
  178. val |= ENB_FAST_REARBITRATE | IMMEDIATE | DONT_SPLIT_AHB_WR;
  179. gizmo_writel(ahb, val, AHB_GIZMO_AHB_MEM);
  180. val = gizmo_readl(ahb, AHB_GIZMO_USB);
  181. val |= IMMEDIATE;
  182. gizmo_writel(ahb, val, AHB_GIZMO_USB);
  183. val = gizmo_readl(ahb, AHB_GIZMO_USB2);
  184. val |= IMMEDIATE;
  185. gizmo_writel(ahb, val, AHB_GIZMO_USB2);
  186. val = gizmo_readl(ahb, AHB_GIZMO_USB3);
  187. val |= IMMEDIATE;
  188. gizmo_writel(ahb, val, AHB_GIZMO_USB3);
  189. val = gizmo_readl(ahb, AHB_ARBITRATION_PRIORITY_CTRL);
  190. val |= PRIORITY_SELECT_USB |
  191. PRIORITY_SELECT_USB2 |
  192. PRIORITY_SELECT_USB3 |
  193. AHB_PRIORITY_WEIGHT(7);
  194. gizmo_writel(ahb, val, AHB_ARBITRATION_PRIORITY_CTRL);
  195. val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG1);
  196. val &= ~MST_ID(~0);
  197. val |= PREFETCH_ENB |
  198. AHBDMA_MST_ID |
  199. ADDR_BNDRY(0xc) |
  200. INACTIVITY_TIMEOUT(0x1000);
  201. gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG1);
  202. val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG2);
  203. val &= ~MST_ID(~0);
  204. val |= PREFETCH_ENB |
  205. USB_MST_ID |
  206. ADDR_BNDRY(0xc) |
  207. INACTIVITY_TIMEOUT(0x1000);
  208. gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG2);
  209. val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG3);
  210. val &= ~MST_ID(~0);
  211. val |= PREFETCH_ENB |
  212. USB3_MST_ID |
  213. ADDR_BNDRY(0xc) |
  214. INACTIVITY_TIMEOUT(0x1000);
  215. gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG3);
  216. val = gizmo_readl(ahb, AHB_MEM_PREFETCH_CFG4);
  217. val &= ~MST_ID(~0);
  218. val |= PREFETCH_ENB |
  219. USB2_MST_ID |
  220. ADDR_BNDRY(0xc) |
  221. INACTIVITY_TIMEOUT(0x1000);
  222. gizmo_writel(ahb, val, AHB_MEM_PREFETCH_CFG4);
  223. }
  224. static int tegra_ahb_probe(struct platform_device *pdev)
  225. {
  226. struct resource *res;
  227. struct tegra_ahb *ahb;
  228. size_t bytes;
  229. bytes = sizeof(*ahb) + sizeof(u32) * ARRAY_SIZE(tegra_ahb_gizmo);
  230. ahb = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
  231. if (!ahb)
  232. return -ENOMEM;
  233. res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
  234. /* Correct the IP block base address if necessary */
  235. if (res &&
  236. (res->start & INCORRECT_BASE_ADDR_LOW_BYTE) ==
  237. INCORRECT_BASE_ADDR_LOW_BYTE) {
  238. dev_warn(&pdev->dev, "incorrect AHB base address in DT data - enabling workaround\n");
  239. res->start -= INCORRECT_BASE_ADDR_LOW_BYTE;
  240. }
  241. ahb->regs = devm_ioremap_resource(&pdev->dev, res);
  242. if (IS_ERR(ahb->regs))
  243. return PTR_ERR(ahb->regs);
  244. ahb->dev = &pdev->dev;
  245. platform_set_drvdata(pdev, ahb);
  246. tegra_ahb_gizmo_init(ahb);
  247. return 0;
  248. }
  249. static const struct of_device_id tegra_ahb_of_match[] = {
  250. { .compatible = "nvidia,tegra30-ahb", },
  251. { .compatible = "nvidia,tegra20-ahb", },
  252. {},
  253. };
  254. static struct platform_driver tegra_ahb_driver = {
  255. .probe = tegra_ahb_probe,
  256. .driver = {
  257. .name = DRV_NAME,
  258. .of_match_table = tegra_ahb_of_match,
  259. .pm = &tegra_ahb_pm,
  260. },
  261. };
  262. module_platform_driver(tegra_ahb_driver);
  263. MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
  264. MODULE_DESCRIPTION("Tegra AHB driver");
  265. MODULE_LICENSE("GPL v2");
  266. MODULE_ALIAS("platform:" DRV_NAME);