smp_spin_table.c 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. /*
  2. * Spin Table SMP initialisation
  3. *
  4. * Copyright (C) 2013 ARM Ltd.
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #include <linux/delay.h>
  19. #include <linux/init.h>
  20. #include <linux/of.h>
  21. #include <linux/smp.h>
  22. #include <linux/types.h>
  23. #include <asm/cacheflush.h>
  24. #include <asm/cpu_ops.h>
  25. #include <asm/cputype.h>
  26. #include <asm/io.h>
  27. #include <asm/smp_plat.h>
  28. extern void secondary_holding_pen(void);
  29. volatile unsigned long secondary_holding_pen_release = INVALID_HWID;
  30. static phys_addr_t cpu_release_addr[NR_CPUS];
  31. /*
  32. * Write secondary_holding_pen_release in a way that is guaranteed to be
  33. * visible to all observers, irrespective of whether they're taking part
  34. * in coherency or not. This is necessary for the hotplug code to work
  35. * reliably.
  36. */
  37. static void write_pen_release(u64 val)
  38. {
  39. void *start = (void *)&secondary_holding_pen_release;
  40. unsigned long size = sizeof(secondary_holding_pen_release);
  41. secondary_holding_pen_release = val;
  42. __flush_dcache_area(start, size);
  43. }
  44. static int smp_spin_table_cpu_init(unsigned int cpu)
  45. {
  46. struct device_node *dn;
  47. dn = of_get_cpu_node(cpu, NULL);
  48. if (!dn)
  49. return -ENODEV;
  50. /*
  51. * Determine the address from which the CPU is polling.
  52. */
  53. if (of_property_read_u64(dn, "cpu-release-addr",
  54. &cpu_release_addr[cpu])) {
  55. pr_err("CPU %d: missing or invalid cpu-release-addr property\n",
  56. cpu);
  57. return -1;
  58. }
  59. return 0;
  60. }
  61. static int smp_spin_table_cpu_prepare(unsigned int cpu)
  62. {
  63. __le64 __iomem *release_addr;
  64. if (!cpu_release_addr[cpu])
  65. return -ENODEV;
  66. /*
  67. * The cpu-release-addr may or may not be inside the linear mapping.
  68. * As ioremap_cache will either give us a new mapping or reuse the
  69. * existing linear mapping, we can use it to cover both cases. In
  70. * either case the memory will be MT_NORMAL.
  71. */
  72. release_addr = ioremap_cache(cpu_release_addr[cpu],
  73. sizeof(*release_addr));
  74. if (!release_addr)
  75. return -ENOMEM;
  76. /*
  77. * We write the release address as LE regardless of the native
  78. * endianess of the kernel. Therefore, any boot-loaders that
  79. * read this address need to convert this address to the
  80. * boot-loader's endianess before jumping. This is mandated by
  81. * the boot protocol.
  82. */
  83. writeq_relaxed(__pa(secondary_holding_pen), release_addr);
  84. __flush_dcache_area((__force void *)release_addr,
  85. sizeof(*release_addr));
  86. /*
  87. * Send an event to wake up the secondary CPU.
  88. */
  89. sev();
  90. iounmap(release_addr);
  91. return 0;
  92. }
  93. static int smp_spin_table_cpu_boot(unsigned int cpu)
  94. {
  95. /*
  96. * Update the pen release flag.
  97. */
  98. write_pen_release(cpu_logical_map(cpu));
  99. /*
  100. * Send an event, causing the secondaries to read pen_release.
  101. */
  102. sev();
  103. return 0;
  104. }
  105. const struct cpu_operations smp_spin_table_ops = {
  106. .name = "spin-table",
  107. .cpu_init = smp_spin_table_cpu_init,
  108. .cpu_prepare = smp_spin_table_cpu_prepare,
  109. .cpu_boot = smp_spin_table_cpu_boot,
  110. };