1*91f16700Schasinglulu /* 2*91f16700Schasinglulu * Copyright (c) 2023, MediaTek Inc. All rights reserved. 3*91f16700Schasinglulu * 4*91f16700Schasinglulu * SPDX-License-Identifier: BSD-3-Clause 5*91f16700Schasinglulu */ 6*91f16700Schasinglulu 7*91f16700Schasinglulu #include <common/debug.h> 8*91f16700Schasinglulu #include <drivers/spm/mt_spm_resource_req.h> 9*91f16700Schasinglulu #include <lib/pm/mtk_pm.h> 10*91f16700Schasinglulu #include <lpm/mt_lp_api.h> 11*91f16700Schasinglulu #include <lpm/mt_lp_rm.h> 12*91f16700Schasinglulu #include <mt_spm.h> 13*91f16700Schasinglulu #include <mt_spm_cond.h> 14*91f16700Schasinglulu #include <mt_spm_conservation.h> 15*91f16700Schasinglulu #include <mt_spm_constraint.h> 16*91f16700Schasinglulu #include <mt_spm_idle.h> 17*91f16700Schasinglulu #include <mt_spm_internal.h> 18*91f16700Schasinglulu #include <mt_spm_notifier.h> 19*91f16700Schasinglulu #include "mt_spm_rc_api.h" 20*91f16700Schasinglulu #include "mt_spm_rc_internal.h" 21*91f16700Schasinglulu #include <mt_spm_reg.h> 22*91f16700Schasinglulu #include <mt_spm_suspend.h> 23*91f16700Schasinglulu 24*91f16700Schasinglulu #define CONSTRAINT_DRAM_ALLOW (MT_RM_CONSTRAINT_ALLOW_DRAM_S0 | \ 25*91f16700Schasinglulu MT_RM_CONSTRAINT_ALLOW_DRAM_S1 | \ 26*91f16700Schasinglulu MT_RM_CONSTRAINT_ALLOW_CPU_BUCK_OFF) 27*91f16700Schasinglulu 28*91f16700Schasinglulu #define CONSTRAINT_DRAM_PCM_FLAG (SPM_FLAG_DISABLE_INFRA_PDN | \ 29*91f16700Schasinglulu SPM_FLAG_DISABLE_VCORE_DVS | \ 30*91f16700Schasinglulu SPM_FLAG_DISABLE_VCORE_DFS | \ 31*91f16700Schasinglulu SPM_FLAG_SRAM_SLEEP_CTRL | \ 32*91f16700Schasinglulu SPM_FLAG_KEEP_CSYSPWRACK_HIGH | \ 33*91f16700Schasinglulu SPM_FLAG_DISABLE_DRAMC_MCU_SRAM_SLEEP) 34*91f16700Schasinglulu 35*91f16700Schasinglulu #define CONSTRAINT_DRAM_PCM_FLAG1 (0) 36*91f16700Schasinglulu 37*91f16700Schasinglulu #define CONSTRAINT_DRAM_RESOURCE_REQ (MT_SPM_SYSPLL | MT_SPM_INFRA | MT_SPM_26M) 38*91f16700Schasinglulu 39*91f16700Schasinglulu static struct mt_spm_cond_tables cond_dram = { 40*91f16700Schasinglulu .name = "dram", 41*91f16700Schasinglulu .table_cg = { 42*91f16700Schasinglulu 0xFF5DD002, /* MTCMOS1 */ 43*91f16700Schasinglulu 0x0000003C, /* MTCMOS2 */ 44*91f16700Schasinglulu 0x27AF8000, /* INFRA0 */ 45*91f16700Schasinglulu 0x20010876, /* INFRA1 */ 46*91f16700Schasinglulu 0x86000640, /* INFRA2 */ 47*91f16700Schasinglulu 0x00000000, /* INFRA3 */ 48*91f16700Schasinglulu 0x80000000, /* INFRA4 */ 49*91f16700Schasinglulu 0x01002A00, /* PERI0 */ 50*91f16700Schasinglulu 0x00080000, /* VPPSYS0_0 */ 51*91f16700Schasinglulu 0x38803000, /* VPPSYS0_1 */ 52*91f16700Schasinglulu 0x00081450, /* VPPSYS1_0 */ 53*91f16700Schasinglulu 0x00003000, /* VPPSYS1_1 */ 54*91f16700Schasinglulu 0x00000000, /* VDOSYS0_0 */ 55*91f16700Schasinglulu 0x00000000, /* VDOSYS0_1 */ 56*91f16700Schasinglulu 0x000001F8, /* VDOSYS1_0 */ 57*91f16700Schasinglulu 0x000001E0, /* VDOSYS1_1 */ 58*91f16700Schasinglulu 0x00FB0007, /* VDOSYS1_2 */ 59*91f16700Schasinglulu }, 60*91f16700Schasinglulu .table_pll = 0U, 61*91f16700Schasinglulu }; 62*91f16700Schasinglulu 63*91f16700Schasinglulu static struct mt_spm_cond_tables cond_dram_res = { 64*91f16700Schasinglulu .table_cg = { 0U }, 65*91f16700Schasinglulu .table_pll = 0U, 66*91f16700Schasinglulu }; 67*91f16700Schasinglulu 68*91f16700Schasinglulu static struct constraint_status status = { 69*91f16700Schasinglulu .id = MT_RM_CONSTRAINT_ID_DRAM, 70*91f16700Schasinglulu .is_valid = (MT_SPM_RC_VALID_SW | 71*91f16700Schasinglulu MT_SPM_RC_VALID_COND_CHECK | 72*91f16700Schasinglulu MT_SPM_RC_VALID_COND_LATCH | 73*91f16700Schasinglulu MT_SPM_RC_VALID_XSOC_BBLPM | 74*91f16700Schasinglulu MT_SPM_RC_VALID_TRACE_TIME), 75*91f16700Schasinglulu .is_cond_block = 0U, 76*91f16700Schasinglulu .enter_cnt = 0U, 77*91f16700Schasinglulu .cond_res = &cond_dram_res, 78*91f16700Schasinglulu .residency = 0ULL, 79*91f16700Schasinglulu }; 80*91f16700Schasinglulu 81*91f16700Schasinglulu static unsigned short ext_status_dram; 82*91f16700Schasinglulu 83*91f16700Schasinglulu int spm_dram_conduct(int state_id, struct spm_lp_scen *spm_lp, unsigned int *resource_req) 84*91f16700Schasinglulu { 85*91f16700Schasinglulu unsigned int res_req = CONSTRAINT_DRAM_RESOURCE_REQ; 86*91f16700Schasinglulu 87*91f16700Schasinglulu if ((spm_lp == NULL) || (resource_req == NULL)) { 88*91f16700Schasinglulu return -1; 89*91f16700Schasinglulu } 90*91f16700Schasinglulu 91*91f16700Schasinglulu spm_lp->pwrctrl->pcm_flags = (uint32_t)CONSTRAINT_DRAM_PCM_FLAG; 92*91f16700Schasinglulu spm_lp->pwrctrl->pcm_flags1 = (uint32_t)CONSTRAINT_DRAM_PCM_FLAG1; 93*91f16700Schasinglulu 94*91f16700Schasinglulu *resource_req |= res_req; 95*91f16700Schasinglulu return 0; 96*91f16700Schasinglulu } 97*91f16700Schasinglulu 98*91f16700Schasinglulu bool spm_is_valid_rc_dram(unsigned int cpu, int state_id) 99*91f16700Schasinglulu { 100*91f16700Schasinglulu return (!(status.is_cond_block && (status.is_valid & MT_SPM_RC_VALID_COND_CHECK)) && 101*91f16700Schasinglulu IS_MT_RM_RC_READY(status.is_valid) && 102*91f16700Schasinglulu (IS_PLAT_SUSPEND_ID(state_id) || 103*91f16700Schasinglulu (state_id == MT_PLAT_PWR_STATE_SYSTEM_MEM) || 104*91f16700Schasinglulu (state_id == MT_PLAT_PWR_STATE_SYSTEM_PLL) || 105*91f16700Schasinglulu (state_id == MT_PLAT_PWR_STATE_SYSTEM_BUS))); 106*91f16700Schasinglulu } 107*91f16700Schasinglulu 108*91f16700Schasinglulu static int update_rc_condition(int state_id, const void *val) 109*91f16700Schasinglulu { 110*91f16700Schasinglulu const struct mt_spm_cond_tables *tlb = (const struct mt_spm_cond_tables *)val; 111*91f16700Schasinglulu const struct mt_spm_cond_tables *tlb_check = (const struct mt_spm_cond_tables *)&cond_dram; 112*91f16700Schasinglulu 113*91f16700Schasinglulu if (tlb == NULL) { 114*91f16700Schasinglulu return MT_RM_STATUS_BAD; 115*91f16700Schasinglulu } 116*91f16700Schasinglulu 117*91f16700Schasinglulu status.is_cond_block = mt_spm_cond_check(state_id, tlb, tlb_check, 118*91f16700Schasinglulu (status.is_valid & MT_SPM_RC_VALID_COND_LATCH) ? 119*91f16700Schasinglulu &cond_dram_res : NULL); 120*91f16700Schasinglulu return MT_RM_STATUS_OK; 121*91f16700Schasinglulu } 122*91f16700Schasinglulu 123*91f16700Schasinglulu static void update_rc_clkbuf_status(const void *val) 124*91f16700Schasinglulu { 125*91f16700Schasinglulu unsigned int is_flight = (val) ? !!(*((unsigned int *)val) == FLIGHT_MODE_ON) : 0; 126*91f16700Schasinglulu 127*91f16700Schasinglulu if (is_flight != 0U) { 128*91f16700Schasinglulu spm_rc_constraint_valid_set(MT_RM_CONSTRAINT_ID_DRAM, 129*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, 130*91f16700Schasinglulu MT_SPM_RC_VALID_FLIGHTMODE, 131*91f16700Schasinglulu (struct constraint_status * const)&status); 132*91f16700Schasinglulu } else { 133*91f16700Schasinglulu spm_rc_constraint_valid_clr(MT_RM_CONSTRAINT_ID_DRAM, 134*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, 135*91f16700Schasinglulu MT_SPM_RC_VALID_FLIGHTMODE, 136*91f16700Schasinglulu (struct constraint_status * const)&status); 137*91f16700Schasinglulu } 138*91f16700Schasinglulu } 139*91f16700Schasinglulu 140*91f16700Schasinglulu static void update_rc_ufs_status(const void *val) 141*91f16700Schasinglulu { 142*91f16700Schasinglulu unsigned int is_ufs_h8 = (val) ? !!(*((unsigned int *)val) == UFS_REF_CLK_OFF) : 0; 143*91f16700Schasinglulu 144*91f16700Schasinglulu if (is_ufs_h8 != 0U) { 145*91f16700Schasinglulu spm_rc_constraint_valid_set(MT_RM_CONSTRAINT_ID_DRAM, 146*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, 147*91f16700Schasinglulu MT_SPM_RC_VALID_UFS_H8, 148*91f16700Schasinglulu (struct constraint_status * const)&status); 149*91f16700Schasinglulu } else { 150*91f16700Schasinglulu spm_rc_constraint_valid_clr(MT_RM_CONSTRAINT_ID_DRAM, 151*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, 152*91f16700Schasinglulu MT_SPM_RC_VALID_UFS_H8, 153*91f16700Schasinglulu (struct constraint_status * const)&status); 154*91f16700Schasinglulu } 155*91f16700Schasinglulu } 156*91f16700Schasinglulu 157*91f16700Schasinglulu static void update_rc_status(const void *val) 158*91f16700Schasinglulu { 159*91f16700Schasinglulu const struct rc_common_state *st; 160*91f16700Schasinglulu 161*91f16700Schasinglulu st = (const struct rc_common_state *)val; 162*91f16700Schasinglulu 163*91f16700Schasinglulu if (st == NULL) { 164*91f16700Schasinglulu return; 165*91f16700Schasinglulu } 166*91f16700Schasinglulu 167*91f16700Schasinglulu if (st->type == CONSTRAINT_UPDATE_COND_CHECK) { 168*91f16700Schasinglulu struct mt_spm_cond_tables * const tlb = &cond_dram; 169*91f16700Schasinglulu 170*91f16700Schasinglulu spm_rc_condition_modifier(st->id, st->act, st->value, 171*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, tlb); 172*91f16700Schasinglulu } else if ((st->type == CONSTRAINT_UPDATE_VALID) || 173*91f16700Schasinglulu (st->type == CONSTRAINT_RESIDNECY)) { 174*91f16700Schasinglulu spm_rc_constraint_status_set(st->id, st->type, st->act, 175*91f16700Schasinglulu MT_RM_CONSTRAINT_ID_DRAM, 176*91f16700Schasinglulu (struct constraint_status * const)st->value, 177*91f16700Schasinglulu (struct constraint_status * const)&status); 178*91f16700Schasinglulu } else { 179*91f16700Schasinglulu INFO("[%s:%d] - Unknown type: 0x%x\n", __func__, __LINE__, st->type); 180*91f16700Schasinglulu } 181*91f16700Schasinglulu } 182*91f16700Schasinglulu 183*91f16700Schasinglulu int spm_update_rc_dram(int state_id, int type, const void *val) 184*91f16700Schasinglulu { 185*91f16700Schasinglulu int res = MT_RM_STATUS_OK; 186*91f16700Schasinglulu 187*91f16700Schasinglulu switch (type) { 188*91f16700Schasinglulu case PLAT_RC_UPDATE_CONDITION: 189*91f16700Schasinglulu res = update_rc_condition(state_id, val); 190*91f16700Schasinglulu break; 191*91f16700Schasinglulu case PLAT_RC_CLKBUF_STATUS: 192*91f16700Schasinglulu update_rc_clkbuf_status(val); 193*91f16700Schasinglulu break; 194*91f16700Schasinglulu case PLAT_RC_UFS_STATUS: 195*91f16700Schasinglulu update_rc_ufs_status(val); 196*91f16700Schasinglulu break; 197*91f16700Schasinglulu case PLAT_RC_STATUS: 198*91f16700Schasinglulu update_rc_status(val); 199*91f16700Schasinglulu break; 200*91f16700Schasinglulu default: 201*91f16700Schasinglulu INFO("[%s:%d] - Do nothing for type: %d\n", __func__, __LINE__, type); 202*91f16700Schasinglulu break; 203*91f16700Schasinglulu } 204*91f16700Schasinglulu 205*91f16700Schasinglulu return res; 206*91f16700Schasinglulu } 207*91f16700Schasinglulu 208*91f16700Schasinglulu unsigned int spm_allow_rc_dram(int state_id) 209*91f16700Schasinglulu { 210*91f16700Schasinglulu return CONSTRAINT_DRAM_ALLOW; 211*91f16700Schasinglulu } 212*91f16700Schasinglulu 213*91f16700Schasinglulu int spm_run_rc_dram(unsigned int cpu, int state_id) 214*91f16700Schasinglulu { 215*91f16700Schasinglulu unsigned int ext_op = MT_SPM_EX_OP_HW_S1_DETECT; 216*91f16700Schasinglulu unsigned int allows = CONSTRAINT_DRAM_ALLOW; 217*91f16700Schasinglulu 218*91f16700Schasinglulu ext_status_dram = status.is_valid; 219*91f16700Schasinglulu 220*91f16700Schasinglulu if (IS_MT_SPM_RC_BBLPM_MODE(ext_status_dram)) { 221*91f16700Schasinglulu #ifdef MT_SPM_USING_SRCLKEN_RC 222*91f16700Schasinglulu ext_op |= MT_SPM_EX_OP_SRCLKEN_RC_BBLPM; 223*91f16700Schasinglulu #else 224*91f16700Schasinglulu allows |= MT_RM_CONSTRAINT_ALLOW_BBLPM; 225*91f16700Schasinglulu #endif 226*91f16700Schasinglulu } 227*91f16700Schasinglulu 228*91f16700Schasinglulu #ifndef MTK_PLAT_SPM_SSPM_NOTIFIER_UNSUPPORT 229*91f16700Schasinglulu mt_spm_sspm_notify_u32(MT_SPM_NOTIFY_LP_ENTER, allows | (IS_PLAT_SUSPEND_ID(state_id) ? 230*91f16700Schasinglulu (MT_RM_CONSTRAINT_ALLOW_AP_SUSPEND) : (0U))); 231*91f16700Schasinglulu #else 232*91f16700Schasinglulu (void)allows; 233*91f16700Schasinglulu #endif 234*91f16700Schasinglulu 235*91f16700Schasinglulu if (ext_status_dram & MT_SPM_RC_VALID_TRACE_TIME) { 236*91f16700Schasinglulu ext_op |= MT_SPM_EX_OP_TRACE_TIMESTAMP_EN; 237*91f16700Schasinglulu } 238*91f16700Schasinglulu 239*91f16700Schasinglulu if (IS_PLAT_SUSPEND_ID(state_id)) { 240*91f16700Schasinglulu mt_spm_suspend_enter(state_id, 241*91f16700Schasinglulu (MT_SPM_EX_OP_CLR_26M_RECORD | 242*91f16700Schasinglulu MT_SPM_EX_OP_SET_WDT | 243*91f16700Schasinglulu MT_SPM_EX_OP_SET_SUSPEND_MODE | 244*91f16700Schasinglulu MT_SPM_EX_OP_HW_S1_DETECT), 245*91f16700Schasinglulu CONSTRAINT_DRAM_RESOURCE_REQ); 246*91f16700Schasinglulu } else { 247*91f16700Schasinglulu mt_spm_idle_generic_enter(state_id, ext_op, spm_dram_conduct); 248*91f16700Schasinglulu } 249*91f16700Schasinglulu 250*91f16700Schasinglulu return 0; 251*91f16700Schasinglulu } 252*91f16700Schasinglulu 253*91f16700Schasinglulu int spm_reset_rc_dram(unsigned int cpu, int state_id) 254*91f16700Schasinglulu { 255*91f16700Schasinglulu unsigned int ext_op = MT_SPM_EX_OP_HW_S1_DETECT; 256*91f16700Schasinglulu unsigned int allows = CONSTRAINT_DRAM_ALLOW; 257*91f16700Schasinglulu 258*91f16700Schasinglulu if (IS_MT_SPM_RC_BBLPM_MODE(ext_status_dram)) { 259*91f16700Schasinglulu #ifdef MT_SPM_USING_SRCLKEN_RC 260*91f16700Schasinglulu ext_op |= MT_SPM_EX_OP_SRCLKEN_RC_BBLPM; 261*91f16700Schasinglulu #else 262*91f16700Schasinglulu allows |= MT_RM_CONSTRAINT_ALLOW_BBLPM; 263*91f16700Schasinglulu #endif 264*91f16700Schasinglulu } 265*91f16700Schasinglulu 266*91f16700Schasinglulu #ifndef MTK_PLAT_SPM_SSPM_NOTIFIER_UNSUPPORT 267*91f16700Schasinglulu mt_spm_sspm_notify_u32(MT_SPM_NOTIFY_LP_LEAVE, allows); 268*91f16700Schasinglulu #else 269*91f16700Schasinglulu (void)allows; 270*91f16700Schasinglulu #endif 271*91f16700Schasinglulu 272*91f16700Schasinglulu if (ext_status_dram & MT_SPM_RC_VALID_TRACE_TIME) { 273*91f16700Schasinglulu ext_op |= MT_SPM_EX_OP_TRACE_TIMESTAMP_EN; 274*91f16700Schasinglulu } 275*91f16700Schasinglulu 276*91f16700Schasinglulu if (IS_PLAT_SUSPEND_ID(state_id)) { 277*91f16700Schasinglulu mt_spm_suspend_resume(state_id, 278*91f16700Schasinglulu (MT_SPM_EX_OP_SET_WDT | MT_SPM_EX_OP_HW_S1_DETECT), 279*91f16700Schasinglulu NULL); 280*91f16700Schasinglulu } else { 281*91f16700Schasinglulu struct wake_status *waken = NULL; 282*91f16700Schasinglulu 283*91f16700Schasinglulu if (spm_unlikely(status.is_valid & MT_SPM_RC_VALID_TRACE_EVENT)) { 284*91f16700Schasinglulu ext_op |= MT_SPM_EX_OP_TRACE_LP; 285*91f16700Schasinglulu } 286*91f16700Schasinglulu mt_spm_idle_generic_resume(state_id, ext_op, &waken, NULL); 287*91f16700Schasinglulu status.enter_cnt++; 288*91f16700Schasinglulu 289*91f16700Schasinglulu if (spm_unlikely(status.is_valid & MT_SPM_RC_VALID_RESIDNECY)) { 290*91f16700Schasinglulu status.residency += (waken != NULL) ? waken->tr.comm.timer_out : 0; 291*91f16700Schasinglulu } 292*91f16700Schasinglulu } 293*91f16700Schasinglulu 294*91f16700Schasinglulu return 0; 295*91f16700Schasinglulu } 296*91f16700Schasinglulu 297*91f16700Schasinglulu int spm_get_status_rc_dram(unsigned int type, void *priv) 298*91f16700Schasinglulu { 299*91f16700Schasinglulu int ret = MT_RM_STATUS_OK; 300*91f16700Schasinglulu 301*91f16700Schasinglulu if (type == PLAT_RC_STATUS) { 302*91f16700Schasinglulu int res = 0; 303*91f16700Schasinglulu struct rc_common_state *st = (struct rc_common_state *)priv; 304*91f16700Schasinglulu 305*91f16700Schasinglulu if (st == NULL) { 306*91f16700Schasinglulu return MT_RM_STATUS_BAD; 307*91f16700Schasinglulu } 308*91f16700Schasinglulu 309*91f16700Schasinglulu res = spm_rc_constraint_status_get(st->id, st->type, 310*91f16700Schasinglulu st->act, MT_RM_CONSTRAINT_ID_DRAM, 311*91f16700Schasinglulu (struct constraint_status * const)&status, 312*91f16700Schasinglulu (struct constraint_status * const)st->value); 313*91f16700Schasinglulu if ((res == 0) && (st->id != MT_RM_CONSTRAINT_ID_ALL)) { 314*91f16700Schasinglulu ret = MT_RM_STATUS_STOP; 315*91f16700Schasinglulu } 316*91f16700Schasinglulu } 317*91f16700Schasinglulu return ret; 318*91f16700Schasinglulu } 319