123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * SMP support for SoCs with APMU
- *
- * Copyright (C) 2014 Renesas Electronics Corporation
- * Copyright (C) 2013 Magnus Damm
- */
- #include <linux/cpu_pm.h>
- #include <linux/delay.h>
- #include <linux/init.h>
- #include <linux/io.h>
- #include <linux/ioport.h>
- #include <linux/of_address.h>
- #include <linux/smp.h>
- #include <linux/suspend.h>
- #include <linux/threads.h>
- #include <asm/cacheflush.h>
- #include <asm/cp15.h>
- #include <asm/proc-fns.h>
- #include <asm/smp_plat.h>
- #include <asm/suspend.h>
- #include "common.h"
- #include "rcar-gen2.h"
- static struct {
- void __iomem *iomem;
- int bit;
- } apmu_cpus[NR_CPUS];
- #define WUPCR_OFFS 0x10 /* Wake Up Control Register */
- #define PSTR_OFFS 0x40 /* Power Status Register */
- #define CPUNCR_OFFS(n) (0x100 + (0x10 * (n)))
- /* CPUn Power Status Control Register */
- #define DBGRCR_OFFS 0x180 /* Debug Resource Reset Control Reg. */
- /* Power Status Register */
- #define CPUNST(r, n) (((r) >> (n * 4)) & 3) /* CPUn Status Bit */
- #define CPUST_RUN 0 /* Run Mode */
- #define CPUST_STANDBY 3 /* CoreStandby Mode */
- /* Debug Resource Reset Control Register */
- #define DBGCPUREN BIT(24) /* CPU Other Reset Request Enable */
- #define DBGCPUNREN(n) BIT((n) + 20) /* CPUn Reset Request Enable */
- #define DBGCPUPREN BIT(19) /* CPU Peripheral Reset Req. Enable */
- static int __maybe_unused apmu_power_on(void __iomem *p, int bit)
- {
- /* request power on */
- writel_relaxed(BIT(bit), p + WUPCR_OFFS);
- /* wait for APMU to finish */
- while (readl_relaxed(p + WUPCR_OFFS) != 0)
- ;
- return 0;
- }
- static int __maybe_unused apmu_power_off(void __iomem *p, int bit)
- {
- /* request Core Standby for next WFI */
- writel_relaxed(3, p + CPUNCR_OFFS(bit));
- return 0;
- }
- static int __maybe_unused apmu_power_off_poll(void __iomem *p, int bit)
- {
- int k;
- for (k = 0; k < 1000; k++) {
- if (CPUNST(readl_relaxed(p + PSTR_OFFS), bit) == CPUST_STANDBY)
- return 1;
- mdelay(1);
- }
- return 0;
- }
- static int __maybe_unused apmu_wrap(int cpu, int (*fn)(void __iomem *p, int cpu))
- {
- void __iomem *p = apmu_cpus[cpu].iomem;
- return p ? fn(p, apmu_cpus[cpu].bit) : -EINVAL;
- }
- #if defined(CONFIG_HOTPLUG_CPU) || defined(CONFIG_SUSPEND)
- /* nicked from arch/arm/mach-exynos/hotplug.c */
- static inline void cpu_enter_lowpower_a15(void)
- {
- unsigned int v;
- asm volatile(
- " mrc p15, 0, %0, c1, c0, 0\n"
- " bic %0, %0, %1\n"
- " mcr p15, 0, %0, c1, c0, 0\n"
- : "=&r" (v)
- : "Ir" (CR_C)
- : "cc");
- flush_cache_louis();
- asm volatile(
- /*
- * Turn off coherency
- */
- " mrc p15, 0, %0, c1, c0, 1\n"
- " bic %0, %0, %1\n"
- " mcr p15, 0, %0, c1, c0, 1\n"
- : "=&r" (v)
- : "Ir" (0x40)
- : "cc");
- isb();
- dsb();
- }
- static void shmobile_smp_apmu_cpu_shutdown(unsigned int cpu)
- {
- /* Select next sleep mode using the APMU */
- apmu_wrap(cpu, apmu_power_off);
- /* Do ARM specific CPU shutdown */
- cpu_enter_lowpower_a15();
- }
- #endif
- #if defined(CONFIG_HOTPLUG_CPU)
- static void shmobile_smp_apmu_cpu_die(unsigned int cpu)
- {
- /* For this particular CPU deregister boot vector */
- shmobile_smp_hook(cpu, 0, 0);
- /* Shutdown CPU core */
- shmobile_smp_apmu_cpu_shutdown(cpu);
- /* jump to shared mach-shmobile sleep / reset code */
- shmobile_smp_sleep();
- }
- static int shmobile_smp_apmu_cpu_kill(unsigned int cpu)
- {
- return apmu_wrap(cpu, apmu_power_off_poll);
- }
- #endif
- #if defined(CONFIG_SUSPEND)
- static int shmobile_smp_apmu_do_suspend(unsigned long cpu)
- {
- shmobile_smp_hook(cpu, __pa_symbol(cpu_resume), 0);
- shmobile_smp_apmu_cpu_shutdown(cpu);
- cpu_do_idle(); /* WFI selects Core Standby */
- return 1;
- }
- static inline void cpu_leave_lowpower(void)
- {
- unsigned int v;
- asm volatile("mrc p15, 0, %0, c1, c0, 0\n"
- " orr %0, %0, %1\n"
- " mcr p15, 0, %0, c1, c0, 0\n"
- " mrc p15, 0, %0, c1, c0, 1\n"
- " orr %0, %0, %2\n"
- " mcr p15, 0, %0, c1, c0, 1\n"
- : "=&r" (v)
- : "Ir" (CR_C), "Ir" (0x40)
- : "cc");
- }
- static int shmobile_smp_apmu_enter_suspend(suspend_state_t state)
- {
- cpu_suspend(smp_processor_id(), shmobile_smp_apmu_do_suspend);
- cpu_leave_lowpower();
- return 0;
- }
- void __init shmobile_smp_apmu_suspend_init(void)
- {
- shmobile_suspend_ops.enter = shmobile_smp_apmu_enter_suspend;
- }
- #endif
- #ifdef CONFIG_SMP
- static void apmu_init_cpu(struct resource *res, int cpu, int bit)
- {
- u32 x;
- if ((cpu >= ARRAY_SIZE(apmu_cpus)) || apmu_cpus[cpu].iomem)
- return;
- apmu_cpus[cpu].iomem = ioremap_nocache(res->start, resource_size(res));
- apmu_cpus[cpu].bit = bit;
- pr_debug("apmu ioremap %d %d %pr\n", cpu, bit, res);
- /* Setup for debug mode */
- x = readl(apmu_cpus[cpu].iomem + DBGRCR_OFFS);
- x |= DBGCPUREN | DBGCPUNREN(bit) | DBGCPUPREN;
- writel(x, apmu_cpus[cpu].iomem + DBGRCR_OFFS);
- }
- static const struct of_device_id apmu_ids[] = {
- { .compatible = "renesas,apmu" },
- { /*sentinel*/ }
- };
- static void apmu_parse_dt(void (*fn)(struct resource *res, int cpu, int bit))
- {
- struct device_node *np_apmu, *np_cpu;
- struct resource res;
- int bit, index;
- u32 id;
- for_each_matching_node(np_apmu, apmu_ids) {
- /* only enable the cluster that includes the boot CPU */
- bool is_allowed = false;
- for (bit = 0; bit < CONFIG_NR_CPUS; bit++) {
- np_cpu = of_parse_phandle(np_apmu, "cpus", bit);
- if (np_cpu) {
- if (!of_property_read_u32(np_cpu, "reg", &id)) {
- if (id == cpu_logical_map(0)) {
- is_allowed = true;
- of_node_put(np_cpu);
- break;
- }
- }
- of_node_put(np_cpu);
- }
- }
- if (!is_allowed)
- continue;
- for (bit = 0; bit < CONFIG_NR_CPUS; bit++) {
- np_cpu = of_parse_phandle(np_apmu, "cpus", bit);
- if (np_cpu) {
- if (!of_property_read_u32(np_cpu, "reg", &id)) {
- index = get_logical_index(id);
- if ((index >= 0) &&
- !of_address_to_resource(np_apmu,
- 0, &res))
- fn(&res, index, bit);
- }
- of_node_put(np_cpu);
- }
- }
- }
- }
- static void __init shmobile_smp_apmu_setup_boot(void)
- {
- /* install boot code shared by all CPUs */
- shmobile_boot_fn = __pa_symbol(shmobile_smp_boot);
- shmobile_boot_fn_gen2 = shmobile_boot_fn;
- }
- static int shmobile_smp_apmu_boot_secondary(unsigned int cpu,
- struct task_struct *idle)
- {
- /* For this particular CPU register boot vector */
- shmobile_smp_hook(cpu, __pa_symbol(shmobile_boot_apmu), 0);
- return apmu_wrap(cpu, apmu_power_on);
- }
- static void __init shmobile_smp_apmu_prepare_cpus_dt(unsigned int max_cpus)
- {
- shmobile_smp_apmu_setup_boot();
- apmu_parse_dt(apmu_init_cpu);
- rcar_gen2_pm_init();
- }
- static struct smp_operations apmu_smp_ops __initdata = {
- .smp_prepare_cpus = shmobile_smp_apmu_prepare_cpus_dt,
- .smp_boot_secondary = shmobile_smp_apmu_boot_secondary,
- #ifdef CONFIG_HOTPLUG_CPU
- .cpu_can_disable = shmobile_smp_cpu_can_disable,
- .cpu_die = shmobile_smp_apmu_cpu_die,
- .cpu_kill = shmobile_smp_apmu_cpu_kill,
- #endif
- };
- CPU_METHOD_OF_DECLARE(shmobile_smp_apmu, "renesas,apmu", &apmu_smp_ops);
- #endif /* CONFIG_SMP */
|