1*91f16700Schasinglulu /* 2*91f16700Schasinglulu * Copyright (c) 2013-2018, Arm Limited and Contributors. All rights reserved. 3*91f16700Schasinglulu * Copyright (c) 2022-2023, Advanced Micro Devices, Inc. All rights reserved. 4*91f16700Schasinglulu * 5*91f16700Schasinglulu * SPDX-License-Identifier: BSD-3-Clause 6*91f16700Schasinglulu */ 7*91f16700Schasinglulu 8*91f16700Schasinglulu /* 9*91f16700Schasinglulu * APU specific definition of processors in the subsystem as well as functions 10*91f16700Schasinglulu * for getting information about and changing state of the APU. 11*91f16700Schasinglulu */ 12*91f16700Schasinglulu 13*91f16700Schasinglulu #include <assert.h> 14*91f16700Schasinglulu #include <string.h> 15*91f16700Schasinglulu 16*91f16700Schasinglulu #include <common/bl_common.h> 17*91f16700Schasinglulu #include <drivers/arm/gic_common.h> 18*91f16700Schasinglulu #include <drivers/arm/gicv2.h> 19*91f16700Schasinglulu #include <lib/bakery_lock.h> 20*91f16700Schasinglulu #include <lib/mmio.h> 21*91f16700Schasinglulu #include <lib/utils.h> 22*91f16700Schasinglulu 23*91f16700Schasinglulu #include <plat_ipi.h> 24*91f16700Schasinglulu #include "pm_client.h" 25*91f16700Schasinglulu #include "pm_ipi.h" 26*91f16700Schasinglulu #include <zynqmp_def.h> 27*91f16700Schasinglulu #include "zynqmp_pm_api_sys.h" 28*91f16700Schasinglulu 29*91f16700Schasinglulu #define IRQ_MAX 84U 30*91f16700Schasinglulu #define NUM_GICD_ISENABLER ((IRQ_MAX >> 5U) + 1U) 31*91f16700Schasinglulu #define UNDEFINED_CPUID (~0U) 32*91f16700Schasinglulu 33*91f16700Schasinglulu #define PM_SUSPEND_MODE_STD 0U 34*91f16700Schasinglulu #define PM_SUSPEND_MODE_POWER_OFF 1U 35*91f16700Schasinglulu 36*91f16700Schasinglulu DEFINE_BAKERY_LOCK(pm_client_secure_lock); 37*91f16700Schasinglulu 38*91f16700Schasinglulu static const struct pm_ipi apu_ipi = { 39*91f16700Schasinglulu .local_ipi_id = IPI_LOCAL_ID, 40*91f16700Schasinglulu .remote_ipi_id = IPI_REMOTE_ID, 41*91f16700Schasinglulu .buffer_base = IPI_BUFFER_LOCAL_BASE, 42*91f16700Schasinglulu }; 43*91f16700Schasinglulu 44*91f16700Schasinglulu static uint32_t suspend_mode = PM_SUSPEND_MODE_STD; 45*91f16700Schasinglulu 46*91f16700Schasinglulu /* Order in pm_procs_all array must match cpu ids */ 47*91f16700Schasinglulu static const struct pm_proc pm_procs_all[] = { 48*91f16700Schasinglulu { 49*91f16700Schasinglulu .node_id = NODE_APU_0, 50*91f16700Schasinglulu .pwrdn_mask = APU_0_PWRCTL_CPUPWRDWNREQ_MASK, 51*91f16700Schasinglulu .ipi = &apu_ipi, 52*91f16700Schasinglulu }, 53*91f16700Schasinglulu { 54*91f16700Schasinglulu .node_id = NODE_APU_1, 55*91f16700Schasinglulu .pwrdn_mask = APU_1_PWRCTL_CPUPWRDWNREQ_MASK, 56*91f16700Schasinglulu .ipi = &apu_ipi, 57*91f16700Schasinglulu }, 58*91f16700Schasinglulu { 59*91f16700Schasinglulu .node_id = NODE_APU_2, 60*91f16700Schasinglulu .pwrdn_mask = APU_2_PWRCTL_CPUPWRDWNREQ_MASK, 61*91f16700Schasinglulu .ipi = &apu_ipi, 62*91f16700Schasinglulu }, 63*91f16700Schasinglulu { 64*91f16700Schasinglulu .node_id = NODE_APU_3, 65*91f16700Schasinglulu .pwrdn_mask = APU_3_PWRCTL_CPUPWRDWNREQ_MASK, 66*91f16700Schasinglulu .ipi = &apu_ipi, 67*91f16700Schasinglulu }, 68*91f16700Schasinglulu }; 69*91f16700Schasinglulu 70*91f16700Schasinglulu /* Interrupt to PM node ID map */ 71*91f16700Schasinglulu static enum pm_node_id irq_node_map[IRQ_MAX + 1U] = { 72*91f16700Schasinglulu NODE_UNKNOWN, 73*91f16700Schasinglulu NODE_UNKNOWN, 74*91f16700Schasinglulu NODE_UNKNOWN, 75*91f16700Schasinglulu NODE_UNKNOWN, /* 3 */ 76*91f16700Schasinglulu NODE_UNKNOWN, 77*91f16700Schasinglulu NODE_UNKNOWN, 78*91f16700Schasinglulu NODE_UNKNOWN, 79*91f16700Schasinglulu NODE_UNKNOWN, /* 7 */ 80*91f16700Schasinglulu NODE_UNKNOWN, 81*91f16700Schasinglulu NODE_UNKNOWN, 82*91f16700Schasinglulu NODE_UNKNOWN, 83*91f16700Schasinglulu NODE_UNKNOWN, /* 11 */ 84*91f16700Schasinglulu NODE_UNKNOWN, 85*91f16700Schasinglulu NODE_UNKNOWN, 86*91f16700Schasinglulu NODE_NAND, 87*91f16700Schasinglulu NODE_QSPI, /* 15 */ 88*91f16700Schasinglulu NODE_GPIO, 89*91f16700Schasinglulu NODE_I2C_0, 90*91f16700Schasinglulu NODE_I2C_1, 91*91f16700Schasinglulu NODE_SPI_0, /* 19 */ 92*91f16700Schasinglulu NODE_SPI_1, 93*91f16700Schasinglulu NODE_UART_0, 94*91f16700Schasinglulu NODE_UART_1, 95*91f16700Schasinglulu NODE_CAN_0, /* 23 */ 96*91f16700Schasinglulu NODE_CAN_1, 97*91f16700Schasinglulu NODE_UNKNOWN, 98*91f16700Schasinglulu NODE_RTC, 99*91f16700Schasinglulu NODE_RTC, /* 27 */ 100*91f16700Schasinglulu NODE_UNKNOWN, 101*91f16700Schasinglulu NODE_UNKNOWN, 102*91f16700Schasinglulu NODE_UNKNOWN, 103*91f16700Schasinglulu NODE_UNKNOWN, /* 31 */ 104*91f16700Schasinglulu NODE_UNKNOWN, 105*91f16700Schasinglulu NODE_UNKNOWN, 106*91f16700Schasinglulu NODE_UNKNOWN, 107*91f16700Schasinglulu NODE_UNKNOWN, /* 35, NODE_IPI_APU */ 108*91f16700Schasinglulu NODE_TTC_0, 109*91f16700Schasinglulu NODE_TTC_0, 110*91f16700Schasinglulu NODE_TTC_0, 111*91f16700Schasinglulu NODE_TTC_1, /* 39 */ 112*91f16700Schasinglulu NODE_TTC_1, 113*91f16700Schasinglulu NODE_TTC_1, 114*91f16700Schasinglulu NODE_TTC_2, 115*91f16700Schasinglulu NODE_TTC_2, /* 43 */ 116*91f16700Schasinglulu NODE_TTC_2, 117*91f16700Schasinglulu NODE_TTC_3, 118*91f16700Schasinglulu NODE_TTC_3, 119*91f16700Schasinglulu NODE_TTC_3, /* 47 */ 120*91f16700Schasinglulu NODE_SD_0, 121*91f16700Schasinglulu NODE_SD_1, 122*91f16700Schasinglulu NODE_SD_0, 123*91f16700Schasinglulu NODE_SD_1, /* 51 */ 124*91f16700Schasinglulu NODE_UNKNOWN, 125*91f16700Schasinglulu NODE_UNKNOWN, 126*91f16700Schasinglulu NODE_UNKNOWN, 127*91f16700Schasinglulu NODE_UNKNOWN, /* 55 */ 128*91f16700Schasinglulu NODE_UNKNOWN, 129*91f16700Schasinglulu NODE_ETH_0, 130*91f16700Schasinglulu NODE_ETH_0, 131*91f16700Schasinglulu NODE_ETH_1, /* 59 */ 132*91f16700Schasinglulu NODE_ETH_1, 133*91f16700Schasinglulu NODE_ETH_2, 134*91f16700Schasinglulu NODE_ETH_2, 135*91f16700Schasinglulu NODE_ETH_3, /* 63 */ 136*91f16700Schasinglulu NODE_ETH_3, 137*91f16700Schasinglulu NODE_USB_0, 138*91f16700Schasinglulu NODE_USB_0, 139*91f16700Schasinglulu NODE_USB_0, /* 67 */ 140*91f16700Schasinglulu NODE_USB_0, 141*91f16700Schasinglulu NODE_USB_0, 142*91f16700Schasinglulu NODE_USB_1, 143*91f16700Schasinglulu NODE_USB_1, /* 71 */ 144*91f16700Schasinglulu NODE_USB_1, 145*91f16700Schasinglulu NODE_USB_1, 146*91f16700Schasinglulu NODE_USB_1, 147*91f16700Schasinglulu NODE_USB_0, /* 75 */ 148*91f16700Schasinglulu NODE_USB_0, 149*91f16700Schasinglulu NODE_ADMA, 150*91f16700Schasinglulu NODE_ADMA, 151*91f16700Schasinglulu NODE_ADMA, /* 79 */ 152*91f16700Schasinglulu NODE_ADMA, 153*91f16700Schasinglulu NODE_ADMA, 154*91f16700Schasinglulu NODE_ADMA, 155*91f16700Schasinglulu NODE_ADMA, /* 83 */ 156*91f16700Schasinglulu NODE_ADMA, 157*91f16700Schasinglulu }; 158*91f16700Schasinglulu 159*91f16700Schasinglulu /** 160*91f16700Schasinglulu * irq_to_pm_node - Get PM node ID corresponding to the interrupt number. 161*91f16700Schasinglulu * @irq: Interrupt number. 162*91f16700Schasinglulu * 163*91f16700Schasinglulu * Return: PM node ID corresponding to the specified interrupt. 164*91f16700Schasinglulu * 165*91f16700Schasinglulu */ 166*91f16700Schasinglulu static enum pm_node_id irq_to_pm_node(uint32_t irq) 167*91f16700Schasinglulu { 168*91f16700Schasinglulu assert(irq <= IRQ_MAX); 169*91f16700Schasinglulu return irq_node_map[irq]; 170*91f16700Schasinglulu } 171*91f16700Schasinglulu 172*91f16700Schasinglulu /** 173*91f16700Schasinglulu * pm_client_set_wakeup_sources - Set all slaves with enabled interrupts as wake 174*91f16700Schasinglulu * sources in the PMU firmware. 175*91f16700Schasinglulu * 176*91f16700Schasinglulu */ 177*91f16700Schasinglulu static void pm_client_set_wakeup_sources(void) 178*91f16700Schasinglulu { 179*91f16700Schasinglulu uint32_t reg_num; 180*91f16700Schasinglulu uint8_t pm_wakeup_nodes_set[NODE_MAX] = { 0 }; 181*91f16700Schasinglulu uintptr_t isenabler1 = BASE_GICD_BASE + GICD_ISENABLER + 4U; 182*91f16700Schasinglulu 183*91f16700Schasinglulu /* In case of power-off suspend, only NODE_EXTERN must be set */ 184*91f16700Schasinglulu if (suspend_mode == PM_SUSPEND_MODE_POWER_OFF) { 185*91f16700Schasinglulu enum pm_ret_status ret; 186*91f16700Schasinglulu 187*91f16700Schasinglulu ret = pm_set_wakeup_source(NODE_APU, NODE_EXTERN, 1U); 188*91f16700Schasinglulu /** 189*91f16700Schasinglulu * If NODE_EXTERN could not be set as wake source, proceed with 190*91f16700Schasinglulu * standard suspend (no one will wake the system otherwise) 191*91f16700Schasinglulu */ 192*91f16700Schasinglulu if (ret == PM_RET_SUCCESS) { 193*91f16700Schasinglulu return; 194*91f16700Schasinglulu } 195*91f16700Schasinglulu } 196*91f16700Schasinglulu 197*91f16700Schasinglulu zeromem(&pm_wakeup_nodes_set, sizeof(pm_wakeup_nodes_set)); 198*91f16700Schasinglulu 199*91f16700Schasinglulu for (reg_num = 0U; reg_num < NUM_GICD_ISENABLER; reg_num++) { 200*91f16700Schasinglulu uint32_t base_irq = reg_num << ISENABLER_SHIFT; 201*91f16700Schasinglulu uint32_t reg = mmio_read_32(isenabler1 + (reg_num << 2U)); 202*91f16700Schasinglulu 203*91f16700Schasinglulu if (reg == 0) { 204*91f16700Schasinglulu continue; 205*91f16700Schasinglulu } 206*91f16700Schasinglulu 207*91f16700Schasinglulu while (reg) { 208*91f16700Schasinglulu enum pm_node_id node; 209*91f16700Schasinglulu uint32_t idx, ret, irq, lowest_set = reg & (-reg); 210*91f16700Schasinglulu 211*91f16700Schasinglulu idx = __builtin_ctz(lowest_set); 212*91f16700Schasinglulu irq = base_irq + idx; 213*91f16700Schasinglulu 214*91f16700Schasinglulu if (irq > IRQ_MAX) { 215*91f16700Schasinglulu break; 216*91f16700Schasinglulu } 217*91f16700Schasinglulu 218*91f16700Schasinglulu node = irq_to_pm_node(irq); 219*91f16700Schasinglulu reg &= ~lowest_set; 220*91f16700Schasinglulu 221*91f16700Schasinglulu if (node > NODE_UNKNOWN && node < NODE_MAX) { 222*91f16700Schasinglulu if (pm_wakeup_nodes_set[node] == 0U) { 223*91f16700Schasinglulu ret = pm_set_wakeup_source(NODE_APU, node, 1U); 224*91f16700Schasinglulu pm_wakeup_nodes_set[node] = (ret == PM_RET_SUCCESS) ? 1U : 0U; 225*91f16700Schasinglulu } 226*91f16700Schasinglulu } 227*91f16700Schasinglulu } 228*91f16700Schasinglulu } 229*91f16700Schasinglulu } 230*91f16700Schasinglulu 231*91f16700Schasinglulu /** 232*91f16700Schasinglulu * pm_get_proc() - returns pointer to the proc structure. 233*91f16700Schasinglulu * @cpuid: id of the cpu whose proc struct pointer should be returned. 234*91f16700Schasinglulu * 235*91f16700Schasinglulu * Return: pointer to a proc structure if proc is found, otherwise NULL. 236*91f16700Schasinglulu * 237*91f16700Schasinglulu */ 238*91f16700Schasinglulu const struct pm_proc *pm_get_proc(uint32_t cpuid) 239*91f16700Schasinglulu { 240*91f16700Schasinglulu if (cpuid < ARRAY_SIZE(pm_procs_all)) { 241*91f16700Schasinglulu return &pm_procs_all[cpuid]; 242*91f16700Schasinglulu } 243*91f16700Schasinglulu 244*91f16700Schasinglulu return NULL; 245*91f16700Schasinglulu } 246*91f16700Schasinglulu 247*91f16700Schasinglulu /** 248*91f16700Schasinglulu * pm_get_proc_by_node() - returns pointer to the proc structure. 249*91f16700Schasinglulu * @nid: node id of the processor. 250*91f16700Schasinglulu * 251*91f16700Schasinglulu * Return: pointer to a proc structure if proc is found, otherwise NULL. 252*91f16700Schasinglulu * 253*91f16700Schasinglulu */ 254*91f16700Schasinglulu const struct pm_proc *pm_get_proc_by_node(enum pm_node_id nid) 255*91f16700Schasinglulu { 256*91f16700Schasinglulu for (size_t i = 0; i < ARRAY_SIZE(pm_procs_all); i++) { 257*91f16700Schasinglulu if (nid == pm_procs_all[i].node_id) { 258*91f16700Schasinglulu return &pm_procs_all[i]; 259*91f16700Schasinglulu } 260*91f16700Schasinglulu } 261*91f16700Schasinglulu return NULL; 262*91f16700Schasinglulu } 263*91f16700Schasinglulu 264*91f16700Schasinglulu /** 265*91f16700Schasinglulu * pm_get_cpuid() - get the local cpu ID for a global node ID. 266*91f16700Schasinglulu * @nid: node id of the processor. 267*91f16700Schasinglulu * 268*91f16700Schasinglulu * Return: the cpu ID (starting from 0) for the subsystem. 269*91f16700Schasinglulu * 270*91f16700Schasinglulu */ 271*91f16700Schasinglulu static uint32_t pm_get_cpuid(enum pm_node_id nid) 272*91f16700Schasinglulu { 273*91f16700Schasinglulu for (size_t i = 0; i < ARRAY_SIZE(pm_procs_all); i++) { 274*91f16700Schasinglulu if (pm_procs_all[i].node_id == nid) { 275*91f16700Schasinglulu return i; 276*91f16700Schasinglulu } 277*91f16700Schasinglulu } 278*91f16700Schasinglulu return UNDEFINED_CPUID; 279*91f16700Schasinglulu } 280*91f16700Schasinglulu 281*91f16700Schasinglulu const struct pm_proc *primary_proc = &pm_procs_all[0]; 282*91f16700Schasinglulu 283*91f16700Schasinglulu /** 284*91f16700Schasinglulu * pm_client_suspend() - Client-specific suspend actions. 285*91f16700Schasinglulu * @proc: processor which need to suspend. 286*91f16700Schasinglulu * @state: desired suspend state. 287*91f16700Schasinglulu * 288*91f16700Schasinglulu * This function should contain any PU-specific actions 289*91f16700Schasinglulu * required prior to sending suspend request to PMU 290*91f16700Schasinglulu * Actions taken depend on the state system is suspending to. 291*91f16700Schasinglulu * 292*91f16700Schasinglulu */ 293*91f16700Schasinglulu void pm_client_suspend(const struct pm_proc *proc, uint32_t state) 294*91f16700Schasinglulu { 295*91f16700Schasinglulu bakery_lock_get(&pm_client_secure_lock); 296*91f16700Schasinglulu 297*91f16700Schasinglulu if (state == PM_STATE_SUSPEND_TO_RAM) { 298*91f16700Schasinglulu pm_client_set_wakeup_sources(); 299*91f16700Schasinglulu } 300*91f16700Schasinglulu 301*91f16700Schasinglulu /* Set powerdown request */ 302*91f16700Schasinglulu mmio_write_32(APU_PWRCTL, mmio_read_32(APU_PWRCTL) | proc->pwrdn_mask); 303*91f16700Schasinglulu 304*91f16700Schasinglulu bakery_lock_release(&pm_client_secure_lock); 305*91f16700Schasinglulu } 306*91f16700Schasinglulu 307*91f16700Schasinglulu 308*91f16700Schasinglulu /** 309*91f16700Schasinglulu * pm_client_abort_suspend() - Client-specific abort-suspend actions. 310*91f16700Schasinglulu * 311*91f16700Schasinglulu * This function should contain any PU-specific actions 312*91f16700Schasinglulu * required for aborting a prior suspend request. 313*91f16700Schasinglulu * 314*91f16700Schasinglulu */ 315*91f16700Schasinglulu void pm_client_abort_suspend(void) 316*91f16700Schasinglulu { 317*91f16700Schasinglulu /* Enable interrupts at processor level (for current cpu) */ 318*91f16700Schasinglulu gicv2_cpuif_enable(); 319*91f16700Schasinglulu 320*91f16700Schasinglulu bakery_lock_get(&pm_client_secure_lock); 321*91f16700Schasinglulu 322*91f16700Schasinglulu /* Clear powerdown request */ 323*91f16700Schasinglulu mmio_write_32(APU_PWRCTL, 324*91f16700Schasinglulu mmio_read_32(APU_PWRCTL) & ~primary_proc->pwrdn_mask); 325*91f16700Schasinglulu 326*91f16700Schasinglulu bakery_lock_release(&pm_client_secure_lock); 327*91f16700Schasinglulu } 328*91f16700Schasinglulu 329*91f16700Schasinglulu /** 330*91f16700Schasinglulu * pm_client_wakeup() - Client-specific wakeup actions. 331*91f16700Schasinglulu * @proc: Processor which need to wakeup. 332*91f16700Schasinglulu * 333*91f16700Schasinglulu * This function should contain any PU-specific actions 334*91f16700Schasinglulu * required for waking up another APU core. 335*91f16700Schasinglulu * 336*91f16700Schasinglulu */ 337*91f16700Schasinglulu void pm_client_wakeup(const struct pm_proc *proc) 338*91f16700Schasinglulu { 339*91f16700Schasinglulu uint32_t cpuid = pm_get_cpuid(proc->node_id); 340*91f16700Schasinglulu 341*91f16700Schasinglulu if (cpuid == UNDEFINED_CPUID) { 342*91f16700Schasinglulu return; 343*91f16700Schasinglulu } 344*91f16700Schasinglulu 345*91f16700Schasinglulu bakery_lock_get(&pm_client_secure_lock); 346*91f16700Schasinglulu 347*91f16700Schasinglulu /* clear powerdown bit for affected cpu */ 348*91f16700Schasinglulu uint32_t val = mmio_read_32(APU_PWRCTL); 349*91f16700Schasinglulu val &= ~(proc->pwrdn_mask); 350*91f16700Schasinglulu mmio_write_32(APU_PWRCTL, val); 351*91f16700Schasinglulu 352*91f16700Schasinglulu bakery_lock_release(&pm_client_secure_lock); 353*91f16700Schasinglulu } 354*91f16700Schasinglulu 355*91f16700Schasinglulu enum pm_ret_status pm_set_suspend_mode(uint32_t mode) 356*91f16700Schasinglulu { 357*91f16700Schasinglulu if ((mode != PM_SUSPEND_MODE_STD) && 358*91f16700Schasinglulu (mode != PM_SUSPEND_MODE_POWER_OFF)) { 359*91f16700Schasinglulu return PM_RET_ERROR_ARGS; 360*91f16700Schasinglulu } 361*91f16700Schasinglulu 362*91f16700Schasinglulu suspend_mode = mode; 363*91f16700Schasinglulu return PM_RET_SUCCESS; 364*91f16700Schasinglulu } 365