1*91f16700Schasinglulu // SPDX-License-Identifier: BSD-3-Clause 2*91f16700Schasinglulu /* 3*91f16700Schasinglulu * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved. 4*91f16700Schasinglulu * Copyright (c) 2019-2020, Linaro Limited 5*91f16700Schasinglulu */ 6*91f16700Schasinglulu #include <assert.h> 7*91f16700Schasinglulu #include <stdbool.h> 8*91f16700Schasinglulu #include <stdint.h> 9*91f16700Schasinglulu #include <string.h> 10*91f16700Schasinglulu 11*91f16700Schasinglulu #include <drivers/scmi-msg.h> 12*91f16700Schasinglulu #include <drivers/scmi.h> 13*91f16700Schasinglulu #include <lib/cassert.h> 14*91f16700Schasinglulu #include <lib/mmio.h> 15*91f16700Schasinglulu #include <lib/spinlock.h> 16*91f16700Schasinglulu #include <lib/utils.h> 17*91f16700Schasinglulu #include <plat/common/platform.h> 18*91f16700Schasinglulu 19*91f16700Schasinglulu #include "common.h" 20*91f16700Schasinglulu 21*91f16700Schasinglulu /* Legacy SMT/SCMI messages are 128 bytes at most including SMT header */ 22*91f16700Schasinglulu #define SCMI_PLAYLOAD_MAX 92U 23*91f16700Schasinglulu #define SCMI_PLAYLOAD_U32_MAX (SCMI_PLAYLOAD_MAX / sizeof(uint32_t)) 24*91f16700Schasinglulu 25*91f16700Schasinglulu /** 26*91f16700Schasinglulu * struct smt_header - SMT formatted header for SMT base shared memory transfer 27*91f16700Schasinglulu * 28*91f16700Schasinglulu * @status: Bit flags, see SMT_STATUS_* 29*91f16700Schasinglulu * @flags: Bit flags, see SMT_FLAG_* 30*91f16700Schasinglulu * @length: Byte size of message payload (variable) + ::message_header (32bit) 31*91f16700Schasinglulu * payload: SCMI message payload data 32*91f16700Schasinglulu */ 33*91f16700Schasinglulu struct smt_header { 34*91f16700Schasinglulu uint32_t reserved0; 35*91f16700Schasinglulu uint32_t status; 36*91f16700Schasinglulu uint64_t reserved1; 37*91f16700Schasinglulu uint32_t flags; 38*91f16700Schasinglulu uint32_t length; /* message_header + payload */ 39*91f16700Schasinglulu uint32_t message_header; 40*91f16700Schasinglulu uint32_t payload[]; 41*91f16700Schasinglulu }; 42*91f16700Schasinglulu 43*91f16700Schasinglulu CASSERT(SCMI_PLAYLOAD_MAX + sizeof(struct smt_header) <= SMT_BUF_SLOT_SIZE, 44*91f16700Schasinglulu assert_scmi_message_max_length_fits_in_smt_buffer_slot); 45*91f16700Schasinglulu 46*91f16700Schasinglulu /* Flag set in smt_header::status when SMT does not contain pending message */ 47*91f16700Schasinglulu #define SMT_STATUS_FREE BIT_32(0) 48*91f16700Schasinglulu /* Flag set in smt_header::status when SMT reports an error */ 49*91f16700Schasinglulu #define SMT_STATUS_ERROR BIT_32(1) 50*91f16700Schasinglulu 51*91f16700Schasinglulu /* Flag set in smt_header::flags when SMT uses interrupts */ 52*91f16700Schasinglulu #define SMT_FLAG_INTR_ENABLED BIT_32(1) 53*91f16700Schasinglulu 54*91f16700Schasinglulu /* Bit fields packed in smt_header::message_header */ 55*91f16700Schasinglulu #define SMT_MSG_ID_MASK GENMASK_32(7, 0) 56*91f16700Schasinglulu #define SMT_HDR_MSG_ID(_hdr) ((_hdr) & SMT_MSG_ID_MASK) 57*91f16700Schasinglulu 58*91f16700Schasinglulu #define SMT_MSG_TYPE_MASK GENMASK_32(9, 8) 59*91f16700Schasinglulu #define SMT_HDR_TYPE_ID(_hdr) (((_hdr) & SMT_MSG_TYPE_MASK) >> 8) 60*91f16700Schasinglulu 61*91f16700Schasinglulu #define SMT_MSG_PROT_ID_MASK GENMASK_32(17, 10) 62*91f16700Schasinglulu #define SMT_HDR_PROT_ID(_hdr) (((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10) 63*91f16700Schasinglulu 64*91f16700Schasinglulu /* 65*91f16700Schasinglulu * Provision input message payload buffers for fastcall SMC context entries 66*91f16700Schasinglulu * and for interrupt context execution entries. 67*91f16700Schasinglulu */ 68*91f16700Schasinglulu static uint32_t fast_smc_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX]; 69*91f16700Schasinglulu static uint32_t interrupt_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX]; 70*91f16700Schasinglulu 71*91f16700Schasinglulu /* SMP protection on channel access */ 72*91f16700Schasinglulu static struct spinlock smt_channels_lock; 73*91f16700Schasinglulu 74*91f16700Schasinglulu /* If channel is not busy, set busy and return true, otherwise return false */ 75*91f16700Schasinglulu static bool channel_set_busy(struct scmi_msg_channel *chan) 76*91f16700Schasinglulu { 77*91f16700Schasinglulu bool channel_is_busy; 78*91f16700Schasinglulu 79*91f16700Schasinglulu spin_lock(&smt_channels_lock); 80*91f16700Schasinglulu 81*91f16700Schasinglulu channel_is_busy = chan->busy; 82*91f16700Schasinglulu 83*91f16700Schasinglulu if (!channel_is_busy) { 84*91f16700Schasinglulu chan->busy = true; 85*91f16700Schasinglulu } 86*91f16700Schasinglulu 87*91f16700Schasinglulu spin_unlock(&smt_channels_lock); 88*91f16700Schasinglulu 89*91f16700Schasinglulu return !channel_is_busy; 90*91f16700Schasinglulu } 91*91f16700Schasinglulu 92*91f16700Schasinglulu static void channel_release_busy(struct scmi_msg_channel *chan) 93*91f16700Schasinglulu { 94*91f16700Schasinglulu chan->busy = false; 95*91f16700Schasinglulu } 96*91f16700Schasinglulu 97*91f16700Schasinglulu static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan) 98*91f16700Schasinglulu { 99*91f16700Schasinglulu return (struct smt_header *)chan->shm_addr; 100*91f16700Schasinglulu } 101*91f16700Schasinglulu 102*91f16700Schasinglulu /* 103*91f16700Schasinglulu * Creates a SCMI message instance in secure memory and pushes it in the SCMI 104*91f16700Schasinglulu * message drivers. Message structure contains SCMI protocol meta-data and 105*91f16700Schasinglulu * references to input payload in secure memory and output message buffer 106*91f16700Schasinglulu * in shared memory. 107*91f16700Schasinglulu */ 108*91f16700Schasinglulu static void scmi_proccess_smt(unsigned int agent_id, uint32_t *payload_buf) 109*91f16700Schasinglulu { 110*91f16700Schasinglulu struct scmi_msg_channel *chan; 111*91f16700Schasinglulu struct smt_header *smt_hdr; 112*91f16700Schasinglulu size_t in_payload_size; 113*91f16700Schasinglulu uint32_t smt_status; 114*91f16700Schasinglulu struct scmi_msg msg; 115*91f16700Schasinglulu bool error = true; 116*91f16700Schasinglulu 117*91f16700Schasinglulu chan = plat_scmi_get_channel(agent_id); 118*91f16700Schasinglulu if (chan == NULL) { 119*91f16700Schasinglulu return; 120*91f16700Schasinglulu } 121*91f16700Schasinglulu 122*91f16700Schasinglulu smt_hdr = channel_to_smt_hdr(chan); 123*91f16700Schasinglulu assert(smt_hdr); 124*91f16700Schasinglulu 125*91f16700Schasinglulu smt_status = __atomic_load_n(&smt_hdr->status, __ATOMIC_RELAXED); 126*91f16700Schasinglulu 127*91f16700Schasinglulu if (!channel_set_busy(chan)) { 128*91f16700Schasinglulu VERBOSE("SCMI channel %u busy", agent_id); 129*91f16700Schasinglulu goto out; 130*91f16700Schasinglulu } 131*91f16700Schasinglulu 132*91f16700Schasinglulu in_payload_size = __atomic_load_n(&smt_hdr->length, __ATOMIC_RELAXED) - 133*91f16700Schasinglulu sizeof(smt_hdr->message_header); 134*91f16700Schasinglulu 135*91f16700Schasinglulu if (in_payload_size > SCMI_PLAYLOAD_MAX) { 136*91f16700Schasinglulu VERBOSE("SCMI payload too big %zu", in_payload_size); 137*91f16700Schasinglulu goto out; 138*91f16700Schasinglulu } 139*91f16700Schasinglulu 140*91f16700Schasinglulu if ((smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) != 0U) { 141*91f16700Schasinglulu VERBOSE("SCMI channel bad status 0x%x", 142*91f16700Schasinglulu smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)); 143*91f16700Schasinglulu goto out; 144*91f16700Schasinglulu } 145*91f16700Schasinglulu 146*91f16700Schasinglulu /* Fill message */ 147*91f16700Schasinglulu zeromem(&msg, sizeof(msg)); 148*91f16700Schasinglulu msg.in = (char *)payload_buf; 149*91f16700Schasinglulu msg.in_size = in_payload_size; 150*91f16700Schasinglulu msg.out = (char *)smt_hdr->payload; 151*91f16700Schasinglulu msg.out_size = chan->shm_size - sizeof(*smt_hdr); 152*91f16700Schasinglulu 153*91f16700Schasinglulu assert((msg.out != NULL) && (msg.out_size >= sizeof(int32_t))); 154*91f16700Schasinglulu 155*91f16700Schasinglulu /* Here the payload is copied in secure memory */ 156*91f16700Schasinglulu memcpy(msg.in, smt_hdr->payload, in_payload_size); 157*91f16700Schasinglulu 158*91f16700Schasinglulu msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header); 159*91f16700Schasinglulu msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header); 160*91f16700Schasinglulu msg.agent_id = agent_id; 161*91f16700Schasinglulu 162*91f16700Schasinglulu scmi_process_message(&msg); 163*91f16700Schasinglulu 164*91f16700Schasinglulu /* Update message length with the length of the response message */ 165*91f16700Schasinglulu smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header); 166*91f16700Schasinglulu 167*91f16700Schasinglulu channel_release_busy(chan); 168*91f16700Schasinglulu error = false; 169*91f16700Schasinglulu 170*91f16700Schasinglulu out: 171*91f16700Schasinglulu if (error) { 172*91f16700Schasinglulu VERBOSE("SCMI error"); 173*91f16700Schasinglulu smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE; 174*91f16700Schasinglulu } else { 175*91f16700Schasinglulu smt_hdr->status |= SMT_STATUS_FREE; 176*91f16700Schasinglulu } 177*91f16700Schasinglulu } 178*91f16700Schasinglulu 179*91f16700Schasinglulu void scmi_smt_fastcall_smc_entry(unsigned int agent_id) 180*91f16700Schasinglulu { 181*91f16700Schasinglulu scmi_proccess_smt(agent_id, 182*91f16700Schasinglulu fast_smc_payload[plat_my_core_pos()]); 183*91f16700Schasinglulu } 184*91f16700Schasinglulu 185*91f16700Schasinglulu void scmi_smt_interrupt_entry(unsigned int agent_id) 186*91f16700Schasinglulu { 187*91f16700Schasinglulu scmi_proccess_smt(agent_id, 188*91f16700Schasinglulu interrupt_payload[plat_my_core_pos()]); 189*91f16700Schasinglulu } 190*91f16700Schasinglulu 191*91f16700Schasinglulu /* Init a SMT header for a shared memory buffer: state it a free/no-error */ 192*91f16700Schasinglulu void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan) 193*91f16700Schasinglulu { 194*91f16700Schasinglulu if (chan != NULL) { 195*91f16700Schasinglulu struct smt_header *smt_header = channel_to_smt_hdr(chan); 196*91f16700Schasinglulu 197*91f16700Schasinglulu if (smt_header != NULL) { 198*91f16700Schasinglulu memset(smt_header, 0, sizeof(*smt_header)); 199*91f16700Schasinglulu smt_header->status = SMT_STATUS_FREE; 200*91f16700Schasinglulu 201*91f16700Schasinglulu return; 202*91f16700Schasinglulu } 203*91f16700Schasinglulu } 204*91f16700Schasinglulu 205*91f16700Schasinglulu panic(); 206*91f16700Schasinglulu } 207