1*91f16700Schasinglulu /* 2*91f16700Schasinglulu * Copyright (c) 2020, MediaTek Inc. All rights reserved. 3*91f16700Schasinglulu * 4*91f16700Schasinglulu * SPDX-License-Identifier: BSD-3-Clause 5*91f16700Schasinglulu */ 6*91f16700Schasinglulu 7*91f16700Schasinglulu #include <string.h> 8*91f16700Schasinglulu 9*91f16700Schasinglulu #include <drivers/delay_timer.h> 10*91f16700Schasinglulu 11*91f16700Schasinglulu #include <mt_cpu_pm_cpc.h> 12*91f16700Schasinglulu #include <mt_timer.h> 13*91f16700Schasinglulu 14*91f16700Schasinglulu struct mtk_cpc_dev { 15*91f16700Schasinglulu int auto_off; 16*91f16700Schasinglulu unsigned int auto_thres_tick; 17*91f16700Schasinglulu }; 18*91f16700Schasinglulu 19*91f16700Schasinglulu static struct mtk_cpc_dev cpc; 20*91f16700Schasinglulu 21*91f16700Schasinglulu static int mtk_cpc_last_core_prot(uint32_t prot_req, 22*91f16700Schasinglulu uint32_t resp_reg, uint32_t resp_ofs) 23*91f16700Schasinglulu { 24*91f16700Schasinglulu uint32_t sta, retry; 25*91f16700Schasinglulu 26*91f16700Schasinglulu retry = 0U; 27*91f16700Schasinglulu 28*91f16700Schasinglulu while (retry++ < RETRY_CNT_MAX) { 29*91f16700Schasinglulu 30*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_LAST_CORE_REQ, prot_req); 31*91f16700Schasinglulu 32*91f16700Schasinglulu udelay(1U); 33*91f16700Schasinglulu 34*91f16700Schasinglulu sta = (mmio_read_32(resp_reg) >> resp_ofs) & CPC_PROT_RESP_MASK; 35*91f16700Schasinglulu 36*91f16700Schasinglulu if (sta == PROT_SUCCESS) { 37*91f16700Schasinglulu return CPC_SUCCESS; 38*91f16700Schasinglulu } else if (sta == PROT_GIVEUP) { 39*91f16700Schasinglulu return CPC_ERR_FAIL; 40*91f16700Schasinglulu } 41*91f16700Schasinglulu } 42*91f16700Schasinglulu 43*91f16700Schasinglulu return CPC_ERR_TIMEOUT; 44*91f16700Schasinglulu } 45*91f16700Schasinglulu 46*91f16700Schasinglulu int mtk_cpu_pm_mcusys_prot_aquire(void) 47*91f16700Schasinglulu { 48*91f16700Schasinglulu return mtk_cpc_last_core_prot( 49*91f16700Schasinglulu MCUSYS_PROT_SET, 50*91f16700Schasinglulu CPC_MCUSYS_LAST_CORE_RESP, 51*91f16700Schasinglulu MCUSYS_RESP_OFS); 52*91f16700Schasinglulu } 53*91f16700Schasinglulu 54*91f16700Schasinglulu void mtk_cpu_pm_mcusys_prot_release(void) 55*91f16700Schasinglulu { 56*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, MCUSYS_PROT_CLR); 57*91f16700Schasinglulu } 58*91f16700Schasinglulu 59*91f16700Schasinglulu int mtk_cpu_pm_cluster_prot_aquire(unsigned int cluster) 60*91f16700Schasinglulu { 61*91f16700Schasinglulu return mtk_cpc_last_core_prot( 62*91f16700Schasinglulu CPUSYS_PROT_SET, 63*91f16700Schasinglulu CPC_MCUSYS_MP_LAST_CORE_RESP, 64*91f16700Schasinglulu CPUSYS_RESP_OFS); 65*91f16700Schasinglulu } 66*91f16700Schasinglulu 67*91f16700Schasinglulu void mtk_cpu_pm_cluster_prot_release(unsigned int cluster) 68*91f16700Schasinglulu { 69*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, CPUSYS_PROT_CLR); 70*91f16700Schasinglulu } 71*91f16700Schasinglulu 72*91f16700Schasinglulu static void mtk_cpc_cluster_cnt_backup(void) 73*91f16700Schasinglulu { 74*91f16700Schasinglulu uint32_t backup_cnt; 75*91f16700Schasinglulu uint32_t curr_cnt; 76*91f16700Schasinglulu uint32_t cnt_mask = GENMASK(14, 0); 77*91f16700Schasinglulu uint32_t clr_mask = GENMASK(1, 0); 78*91f16700Schasinglulu 79*91f16700Schasinglulu /* Single Cluster */ 80*91f16700Schasinglulu backup_cnt = mmio_read_32(CPC_CLUSTER_CNT_BACKUP); 81*91f16700Schasinglulu curr_cnt = mmio_read_32(CPC_MCUSYS_CLUSTER_COUNTER); 82*91f16700Schasinglulu 83*91f16700Schasinglulu /* Get off count if dormant count is 0 */ 84*91f16700Schasinglulu if ((curr_cnt & cnt_mask) == 0U) { 85*91f16700Schasinglulu curr_cnt = (curr_cnt >> 16) & cnt_mask; 86*91f16700Schasinglulu } else { 87*91f16700Schasinglulu curr_cnt = curr_cnt & cnt_mask; 88*91f16700Schasinglulu } 89*91f16700Schasinglulu 90*91f16700Schasinglulu mmio_write_32(CPC_CLUSTER_CNT_BACKUP, backup_cnt + curr_cnt); 91*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CLUSTER_COUNTER_CLR, clr_mask); 92*91f16700Schasinglulu } 93*91f16700Schasinglulu 94*91f16700Schasinglulu static inline void mtk_cpc_mcusys_off_en(void) 95*91f16700Schasinglulu { 96*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_PWR_CTRL, 1U); 97*91f16700Schasinglulu } 98*91f16700Schasinglulu 99*91f16700Schasinglulu static inline void mtk_cpc_mcusys_off_dis(void) 100*91f16700Schasinglulu { 101*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_PWR_CTRL, 0U); 102*91f16700Schasinglulu } 103*91f16700Schasinglulu 104*91f16700Schasinglulu void mtk_cpc_mcusys_off_reflect(void) 105*91f16700Schasinglulu { 106*91f16700Schasinglulu mtk_cpc_mcusys_off_dis(); 107*91f16700Schasinglulu mtk_cpu_pm_mcusys_prot_release(); 108*91f16700Schasinglulu } 109*91f16700Schasinglulu 110*91f16700Schasinglulu int mtk_cpc_mcusys_off_prepare(void) 111*91f16700Schasinglulu { 112*91f16700Schasinglulu if (mtk_cpu_pm_mcusys_prot_aquire() != CPC_SUCCESS) { 113*91f16700Schasinglulu return CPC_ERR_FAIL; 114*91f16700Schasinglulu } 115*91f16700Schasinglulu 116*91f16700Schasinglulu mtk_cpc_cluster_cnt_backup(); 117*91f16700Schasinglulu mtk_cpc_mcusys_off_en(); 118*91f16700Schasinglulu 119*91f16700Schasinglulu return CPC_SUCCESS; 120*91f16700Schasinglulu } 121*91f16700Schasinglulu 122*91f16700Schasinglulu void mtk_cpc_core_on_hint_set(unsigned int cpu) 123*91f16700Schasinglulu { 124*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_SET, BIT(cpu)); 125*91f16700Schasinglulu } 126*91f16700Schasinglulu 127*91f16700Schasinglulu void mtk_cpc_core_on_hint_clr(unsigned int cpu) 128*91f16700Schasinglulu { 129*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_CLR, BIT(cpu)); 130*91f16700Schasinglulu } 131*91f16700Schasinglulu 132*91f16700Schasinglulu static void mtk_cpc_dump_timestamp(void) 133*91f16700Schasinglulu { 134*91f16700Schasinglulu uint32_t id; 135*91f16700Schasinglulu 136*91f16700Schasinglulu for (id = 0U; id < CPC_TRACE_ID_NUM; id++) { 137*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_TRACE_SEL, id); 138*91f16700Schasinglulu 139*91f16700Schasinglulu memcpy((void *)(uintptr_t)CPC_TRACE_SRAM(id), 140*91f16700Schasinglulu (const void *)(uintptr_t)CPC_MCUSYS_TRACE_DATA, 141*91f16700Schasinglulu CPC_TRACE_SIZE); 142*91f16700Schasinglulu } 143*91f16700Schasinglulu } 144*91f16700Schasinglulu 145*91f16700Schasinglulu void mtk_cpc_time_sync(void) 146*91f16700Schasinglulu { 147*91f16700Schasinglulu uint64_t kt; 148*91f16700Schasinglulu uint32_t systime_l, systime_h; 149*91f16700Schasinglulu 150*91f16700Schasinglulu kt = sched_clock(); 151*91f16700Schasinglulu systime_l = mmio_read_32(CNTSYS_L_REG); 152*91f16700Schasinglulu systime_h = mmio_read_32(CNTSYS_H_REG); 153*91f16700Schasinglulu 154*91f16700Schasinglulu /* sync kernel timer to cpc */ 155*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_L_BASE, (uint32_t)kt); 156*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_H_BASE, (uint32_t)(kt >> 32)); 157*91f16700Schasinglulu /* sync system timer to cpc */ 158*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_L_BASE, systime_l); 159*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_H_BASE, systime_h); 160*91f16700Schasinglulu } 161*91f16700Schasinglulu 162*91f16700Schasinglulu static void mtk_cpc_config(uint32_t cfg, uint32_t data) 163*91f16700Schasinglulu { 164*91f16700Schasinglulu uint32_t val; 165*91f16700Schasinglulu uint32_t reg = 0U; 166*91f16700Schasinglulu 167*91f16700Schasinglulu switch (cfg) { 168*91f16700Schasinglulu case CPC_SMC_CONFIG_PROF: 169*91f16700Schasinglulu reg = CPC_MCUSYS_CPC_DBG_SETTING; 170*91f16700Schasinglulu val = mmio_read_32(reg); 171*91f16700Schasinglulu val = (data != 0U) ? (val | CPC_PROF_EN) : (val & ~CPC_PROF_EN); 172*91f16700Schasinglulu break; 173*91f16700Schasinglulu case CPC_SMC_CONFIG_AUTO_OFF: 174*91f16700Schasinglulu reg = CPC_MCUSYS_CPC_FLOW_CTRL_CFG; 175*91f16700Schasinglulu val = mmio_read_32(reg); 176*91f16700Schasinglulu if (data != 0U) { 177*91f16700Schasinglulu val |= CPC_AUTO_OFF_EN; 178*91f16700Schasinglulu cpc.auto_off = 1; 179*91f16700Schasinglulu } else { 180*91f16700Schasinglulu val &= ~CPC_AUTO_OFF_EN; 181*91f16700Schasinglulu cpc.auto_off = 0; 182*91f16700Schasinglulu } 183*91f16700Schasinglulu break; 184*91f16700Schasinglulu case CPC_SMC_CONFIG_AUTO_OFF_THRES: 185*91f16700Schasinglulu reg = CPC_MCUSYS_CPC_OFF_THRES; 186*91f16700Schasinglulu cpc.auto_thres_tick = us_to_ticks(data); 187*91f16700Schasinglulu val = cpc.auto_thres_tick; 188*91f16700Schasinglulu break; 189*91f16700Schasinglulu case CPC_SMC_CONFIG_CNT_CLR: 190*91f16700Schasinglulu reg = CPC_MCUSYS_CLUSTER_COUNTER_CLR; 191*91f16700Schasinglulu val = GENMASK(1, 0); /* clr_mask */ 192*91f16700Schasinglulu break; 193*91f16700Schasinglulu case CPC_SMC_CONFIG_TIME_SYNC: 194*91f16700Schasinglulu mtk_cpc_time_sync(); 195*91f16700Schasinglulu break; 196*91f16700Schasinglulu default: 197*91f16700Schasinglulu break; 198*91f16700Schasinglulu } 199*91f16700Schasinglulu 200*91f16700Schasinglulu if (reg != 0U) { 201*91f16700Schasinglulu mmio_write_32(reg, val); 202*91f16700Schasinglulu } 203*91f16700Schasinglulu } 204*91f16700Schasinglulu 205*91f16700Schasinglulu static uint32_t mtk_cpc_read_config(uint32_t cfg) 206*91f16700Schasinglulu { 207*91f16700Schasinglulu uint32_t res = 0U; 208*91f16700Schasinglulu 209*91f16700Schasinglulu switch (cfg) { 210*91f16700Schasinglulu case CPC_SMC_CONFIG_PROF: 211*91f16700Schasinglulu res = (mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING) & CPC_PROF_EN) ? 212*91f16700Schasinglulu 1U : 0U; 213*91f16700Schasinglulu break; 214*91f16700Schasinglulu case CPC_SMC_CONFIG_AUTO_OFF: 215*91f16700Schasinglulu res = cpc.auto_off; 216*91f16700Schasinglulu break; 217*91f16700Schasinglulu case CPC_SMC_CONFIG_AUTO_OFF_THRES: 218*91f16700Schasinglulu res = ticks_to_us(cpc.auto_thres_tick); 219*91f16700Schasinglulu break; 220*91f16700Schasinglulu case CPC_SMC_CONFIG_CNT_CLR: 221*91f16700Schasinglulu break; 222*91f16700Schasinglulu default: 223*91f16700Schasinglulu break; 224*91f16700Schasinglulu } 225*91f16700Schasinglulu 226*91f16700Schasinglulu return res; 227*91f16700Schasinglulu } 228*91f16700Schasinglulu 229*91f16700Schasinglulu uint64_t mtk_cpc_handler(uint64_t act, uint64_t arg1, uint64_t arg2) 230*91f16700Schasinglulu { 231*91f16700Schasinglulu uint64_t res = 0ULL; 232*91f16700Schasinglulu 233*91f16700Schasinglulu switch (act) { 234*91f16700Schasinglulu case CPC_SMC_EVENT_DUMP_TRACE_DATA: 235*91f16700Schasinglulu mtk_cpc_dump_timestamp(); 236*91f16700Schasinglulu break; 237*91f16700Schasinglulu case CPC_SMC_EVENT_GIC_DPG_SET: 238*91f16700Schasinglulu /* isolated_status = x2; */ 239*91f16700Schasinglulu break; 240*91f16700Schasinglulu case CPC_SMC_EVENT_CPC_CONFIG: 241*91f16700Schasinglulu mtk_cpc_config((uint32_t)arg1, (uint32_t)arg2); 242*91f16700Schasinglulu break; 243*91f16700Schasinglulu case CPC_SMC_EVENT_READ_CONFIG: 244*91f16700Schasinglulu res = mtk_cpc_read_config((uint32_t)arg1); 245*91f16700Schasinglulu break; 246*91f16700Schasinglulu default: 247*91f16700Schasinglulu break; 248*91f16700Schasinglulu } 249*91f16700Schasinglulu 250*91f16700Schasinglulu return res; 251*91f16700Schasinglulu } 252*91f16700Schasinglulu 253*91f16700Schasinglulu void mtk_cpc_init(void) 254*91f16700Schasinglulu { 255*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_DBG_SETTING, 256*91f16700Schasinglulu mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING) 257*91f16700Schasinglulu | CPC_DBG_EN 258*91f16700Schasinglulu | CPC_CALC_EN); 259*91f16700Schasinglulu 260*91f16700Schasinglulu cpc.auto_off = 1; 261*91f16700Schasinglulu cpc.auto_thres_tick = us_to_ticks(8000); 262*91f16700Schasinglulu 263*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG, 264*91f16700Schasinglulu mmio_read_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG) 265*91f16700Schasinglulu | CPC_OFF_PRE_EN 266*91f16700Schasinglulu | (cpc.auto_off ? CPC_AUTO_OFF_EN : 0U)); 267*91f16700Schasinglulu 268*91f16700Schasinglulu mmio_write_32(CPC_MCUSYS_CPC_OFF_THRES, cpc.auto_thres_tick); 269*91f16700Schasinglulu } 270