xref: /arm-trusted-firmware/drivers/scmi-msg/smt.c (revision 91f16700b400a8c0651d24a598fc48ee2997a0d7)
1*91f16700Schasinglulu // SPDX-License-Identifier: BSD-3-Clause
2*91f16700Schasinglulu /*
3*91f16700Schasinglulu  * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved.
4*91f16700Schasinglulu  * Copyright (c) 2019-2020, Linaro Limited
5*91f16700Schasinglulu  */
6*91f16700Schasinglulu #include <assert.h>
7*91f16700Schasinglulu #include <stdbool.h>
8*91f16700Schasinglulu #include <stdint.h>
9*91f16700Schasinglulu #include <string.h>
10*91f16700Schasinglulu 
11*91f16700Schasinglulu #include <drivers/scmi-msg.h>
12*91f16700Schasinglulu #include <drivers/scmi.h>
13*91f16700Schasinglulu #include <lib/cassert.h>
14*91f16700Schasinglulu #include <lib/mmio.h>
15*91f16700Schasinglulu #include <lib/spinlock.h>
16*91f16700Schasinglulu #include <lib/utils.h>
17*91f16700Schasinglulu #include <plat/common/platform.h>
18*91f16700Schasinglulu 
19*91f16700Schasinglulu #include "common.h"
20*91f16700Schasinglulu 
21*91f16700Schasinglulu /* Legacy SMT/SCMI messages are 128 bytes at most including SMT header */
22*91f16700Schasinglulu #define SCMI_PLAYLOAD_MAX		92U
23*91f16700Schasinglulu #define SCMI_PLAYLOAD_U32_MAX		(SCMI_PLAYLOAD_MAX / sizeof(uint32_t))
24*91f16700Schasinglulu 
25*91f16700Schasinglulu /**
26*91f16700Schasinglulu  * struct smt_header - SMT formatted header for SMT base shared memory transfer
27*91f16700Schasinglulu  *
28*91f16700Schasinglulu  * @status: Bit flags, see SMT_STATUS_*
29*91f16700Schasinglulu  * @flags: Bit flags, see SMT_FLAG_*
30*91f16700Schasinglulu  * @length: Byte size of message payload (variable) + ::message_header (32bit)
31*91f16700Schasinglulu  * payload: SCMI message payload data
32*91f16700Schasinglulu  */
33*91f16700Schasinglulu struct smt_header {
34*91f16700Schasinglulu 	uint32_t reserved0;
35*91f16700Schasinglulu 	uint32_t status;
36*91f16700Schasinglulu 	uint64_t reserved1;
37*91f16700Schasinglulu 	uint32_t flags;
38*91f16700Schasinglulu 	uint32_t length; /* message_header + payload */
39*91f16700Schasinglulu 	uint32_t message_header;
40*91f16700Schasinglulu 	uint32_t payload[];
41*91f16700Schasinglulu };
42*91f16700Schasinglulu 
43*91f16700Schasinglulu CASSERT(SCMI_PLAYLOAD_MAX + sizeof(struct smt_header) <= SMT_BUF_SLOT_SIZE,
44*91f16700Schasinglulu 	assert_scmi_message_max_length_fits_in_smt_buffer_slot);
45*91f16700Schasinglulu 
46*91f16700Schasinglulu /* Flag set in smt_header::status when SMT does not contain pending message */
47*91f16700Schasinglulu #define SMT_STATUS_FREE			BIT_32(0)
48*91f16700Schasinglulu /* Flag set in smt_header::status when SMT reports an error */
49*91f16700Schasinglulu #define SMT_STATUS_ERROR		BIT_32(1)
50*91f16700Schasinglulu 
51*91f16700Schasinglulu /* Flag set in smt_header::flags when SMT uses interrupts */
52*91f16700Schasinglulu #define SMT_FLAG_INTR_ENABLED		BIT_32(1)
53*91f16700Schasinglulu 
54*91f16700Schasinglulu /* Bit fields packed in smt_header::message_header */
55*91f16700Schasinglulu #define SMT_MSG_ID_MASK			GENMASK_32(7, 0)
56*91f16700Schasinglulu #define SMT_HDR_MSG_ID(_hdr)		((_hdr) & SMT_MSG_ID_MASK)
57*91f16700Schasinglulu 
58*91f16700Schasinglulu #define SMT_MSG_TYPE_MASK		GENMASK_32(9, 8)
59*91f16700Schasinglulu #define SMT_HDR_TYPE_ID(_hdr)		(((_hdr) & SMT_MSG_TYPE_MASK) >> 8)
60*91f16700Schasinglulu 
61*91f16700Schasinglulu #define SMT_MSG_PROT_ID_MASK		GENMASK_32(17, 10)
62*91f16700Schasinglulu #define SMT_HDR_PROT_ID(_hdr)		(((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10)
63*91f16700Schasinglulu 
64*91f16700Schasinglulu /*
65*91f16700Schasinglulu  * Provision input message payload buffers for fastcall SMC context entries
66*91f16700Schasinglulu  * and for interrupt context execution entries.
67*91f16700Schasinglulu  */
68*91f16700Schasinglulu static uint32_t fast_smc_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX];
69*91f16700Schasinglulu static uint32_t interrupt_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX];
70*91f16700Schasinglulu 
71*91f16700Schasinglulu /* SMP protection on channel access */
72*91f16700Schasinglulu static struct spinlock smt_channels_lock;
73*91f16700Schasinglulu 
74*91f16700Schasinglulu /* If channel is not busy, set busy and return true, otherwise return false */
75*91f16700Schasinglulu static bool channel_set_busy(struct scmi_msg_channel *chan)
76*91f16700Schasinglulu {
77*91f16700Schasinglulu 	bool channel_is_busy;
78*91f16700Schasinglulu 
79*91f16700Schasinglulu 	spin_lock(&smt_channels_lock);
80*91f16700Schasinglulu 
81*91f16700Schasinglulu 	channel_is_busy = chan->busy;
82*91f16700Schasinglulu 
83*91f16700Schasinglulu 	if (!channel_is_busy) {
84*91f16700Schasinglulu 		chan->busy = true;
85*91f16700Schasinglulu 	}
86*91f16700Schasinglulu 
87*91f16700Schasinglulu 	spin_unlock(&smt_channels_lock);
88*91f16700Schasinglulu 
89*91f16700Schasinglulu 	return !channel_is_busy;
90*91f16700Schasinglulu }
91*91f16700Schasinglulu 
92*91f16700Schasinglulu static void channel_release_busy(struct scmi_msg_channel *chan)
93*91f16700Schasinglulu {
94*91f16700Schasinglulu 	chan->busy = false;
95*91f16700Schasinglulu }
96*91f16700Schasinglulu 
97*91f16700Schasinglulu static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan)
98*91f16700Schasinglulu {
99*91f16700Schasinglulu 	return (struct smt_header *)chan->shm_addr;
100*91f16700Schasinglulu }
101*91f16700Schasinglulu 
102*91f16700Schasinglulu /*
103*91f16700Schasinglulu  * Creates a SCMI message instance in secure memory and pushes it in the SCMI
104*91f16700Schasinglulu  * message drivers. Message structure contains SCMI protocol meta-data and
105*91f16700Schasinglulu  * references to input payload in secure memory and output message buffer
106*91f16700Schasinglulu  * in shared memory.
107*91f16700Schasinglulu  */
108*91f16700Schasinglulu static void scmi_proccess_smt(unsigned int agent_id, uint32_t *payload_buf)
109*91f16700Schasinglulu {
110*91f16700Schasinglulu 	struct scmi_msg_channel *chan;
111*91f16700Schasinglulu 	struct smt_header *smt_hdr;
112*91f16700Schasinglulu 	size_t in_payload_size;
113*91f16700Schasinglulu 	uint32_t smt_status;
114*91f16700Schasinglulu 	struct scmi_msg msg;
115*91f16700Schasinglulu 	bool error = true;
116*91f16700Schasinglulu 
117*91f16700Schasinglulu 	chan = plat_scmi_get_channel(agent_id);
118*91f16700Schasinglulu 	if (chan == NULL) {
119*91f16700Schasinglulu 		return;
120*91f16700Schasinglulu 	}
121*91f16700Schasinglulu 
122*91f16700Schasinglulu 	smt_hdr = channel_to_smt_hdr(chan);
123*91f16700Schasinglulu 	assert(smt_hdr);
124*91f16700Schasinglulu 
125*91f16700Schasinglulu 	smt_status = __atomic_load_n(&smt_hdr->status, __ATOMIC_RELAXED);
126*91f16700Schasinglulu 
127*91f16700Schasinglulu 	if (!channel_set_busy(chan)) {
128*91f16700Schasinglulu 		VERBOSE("SCMI channel %u busy", agent_id);
129*91f16700Schasinglulu 		goto out;
130*91f16700Schasinglulu 	}
131*91f16700Schasinglulu 
132*91f16700Schasinglulu 	in_payload_size = __atomic_load_n(&smt_hdr->length, __ATOMIC_RELAXED) -
133*91f16700Schasinglulu 			  sizeof(smt_hdr->message_header);
134*91f16700Schasinglulu 
135*91f16700Schasinglulu 	if (in_payload_size > SCMI_PLAYLOAD_MAX) {
136*91f16700Schasinglulu 		VERBOSE("SCMI payload too big %zu", in_payload_size);
137*91f16700Schasinglulu 		goto out;
138*91f16700Schasinglulu 	}
139*91f16700Schasinglulu 
140*91f16700Schasinglulu 	if ((smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) != 0U) {
141*91f16700Schasinglulu 		VERBOSE("SCMI channel bad status 0x%x",
142*91f16700Schasinglulu 			smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE));
143*91f16700Schasinglulu 		goto out;
144*91f16700Schasinglulu 	}
145*91f16700Schasinglulu 
146*91f16700Schasinglulu 	/* Fill message */
147*91f16700Schasinglulu 	zeromem(&msg, sizeof(msg));
148*91f16700Schasinglulu 	msg.in = (char *)payload_buf;
149*91f16700Schasinglulu 	msg.in_size = in_payload_size;
150*91f16700Schasinglulu 	msg.out = (char *)smt_hdr->payload;
151*91f16700Schasinglulu 	msg.out_size = chan->shm_size - sizeof(*smt_hdr);
152*91f16700Schasinglulu 
153*91f16700Schasinglulu 	assert((msg.out != NULL) && (msg.out_size >= sizeof(int32_t)));
154*91f16700Schasinglulu 
155*91f16700Schasinglulu 	/* Here the payload is copied in secure memory */
156*91f16700Schasinglulu 	memcpy(msg.in, smt_hdr->payload, in_payload_size);
157*91f16700Schasinglulu 
158*91f16700Schasinglulu 	msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header);
159*91f16700Schasinglulu 	msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header);
160*91f16700Schasinglulu 	msg.agent_id = agent_id;
161*91f16700Schasinglulu 
162*91f16700Schasinglulu 	scmi_process_message(&msg);
163*91f16700Schasinglulu 
164*91f16700Schasinglulu 	/* Update message length with the length of the response message */
165*91f16700Schasinglulu 	smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header);
166*91f16700Schasinglulu 
167*91f16700Schasinglulu 	channel_release_busy(chan);
168*91f16700Schasinglulu 	error = false;
169*91f16700Schasinglulu 
170*91f16700Schasinglulu out:
171*91f16700Schasinglulu 	if (error) {
172*91f16700Schasinglulu 		VERBOSE("SCMI error");
173*91f16700Schasinglulu 		smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE;
174*91f16700Schasinglulu 	} else {
175*91f16700Schasinglulu 		smt_hdr->status |= SMT_STATUS_FREE;
176*91f16700Schasinglulu 	}
177*91f16700Schasinglulu }
178*91f16700Schasinglulu 
179*91f16700Schasinglulu void scmi_smt_fastcall_smc_entry(unsigned int agent_id)
180*91f16700Schasinglulu {
181*91f16700Schasinglulu 	scmi_proccess_smt(agent_id,
182*91f16700Schasinglulu 			  fast_smc_payload[plat_my_core_pos()]);
183*91f16700Schasinglulu }
184*91f16700Schasinglulu 
185*91f16700Schasinglulu void scmi_smt_interrupt_entry(unsigned int agent_id)
186*91f16700Schasinglulu {
187*91f16700Schasinglulu 	scmi_proccess_smt(agent_id,
188*91f16700Schasinglulu 			  interrupt_payload[plat_my_core_pos()]);
189*91f16700Schasinglulu }
190*91f16700Schasinglulu 
191*91f16700Schasinglulu /* Init a SMT header for a shared memory buffer: state it a free/no-error */
192*91f16700Schasinglulu void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan)
193*91f16700Schasinglulu {
194*91f16700Schasinglulu 	if (chan != NULL) {
195*91f16700Schasinglulu 		struct smt_header *smt_header = channel_to_smt_hdr(chan);
196*91f16700Schasinglulu 
197*91f16700Schasinglulu 		if (smt_header != NULL) {
198*91f16700Schasinglulu 			memset(smt_header, 0, sizeof(*smt_header));
199*91f16700Schasinglulu 			smt_header->status = SMT_STATUS_FREE;
200*91f16700Schasinglulu 
201*91f16700Schasinglulu 			return;
202*91f16700Schasinglulu 		}
203*91f16700Schasinglulu 	}
204*91f16700Schasinglulu 
205*91f16700Schasinglulu 	panic();
206*91f16700Schasinglulu }
207