1*91f16700Schasinglulu /* 2*91f16700Schasinglulu * Copyright (c) 2022, Arm Limited. All rights reserved. 3*91f16700Schasinglulu * 4*91f16700Schasinglulu * SPDX-License-Identifier: BSD-3-Clause 5*91f16700Schasinglulu */ 6*91f16700Schasinglulu 7*91f16700Schasinglulu #include <common/debug.h> 8*91f16700Schasinglulu #include "ffa_helpers.h" 9*91f16700Schasinglulu #include <services/ffa_svc.h> 10*91f16700Schasinglulu #include "tsp_private.h" 11*91f16700Schasinglulu 12*91f16700Schasinglulu /******************************************************************************* 13*91f16700Schasinglulu * Wrapper function to send a direct request. 14*91f16700Schasinglulu ******************************************************************************/ 15*91f16700Schasinglulu smc_args_t ffa_msg_send_direct_req(ffa_endpoint_id16_t sender, 16*91f16700Schasinglulu ffa_endpoint_id16_t receiver, 17*91f16700Schasinglulu uint32_t arg3, 18*91f16700Schasinglulu uint32_t arg4, 19*91f16700Schasinglulu uint32_t arg5, 20*91f16700Schasinglulu uint32_t arg6, 21*91f16700Schasinglulu uint32_t arg7) 22*91f16700Schasinglulu { 23*91f16700Schasinglulu uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) | 24*91f16700Schasinglulu (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT); 25*91f16700Schasinglulu 26*91f16700Schasinglulu 27*91f16700Schasinglulu /* Send Direct Request. */ 28*91f16700Schasinglulu return smc_helper(FFA_MSG_SEND_DIRECT_REQ_SMC64, src_dst_ids, 29*91f16700Schasinglulu 0, arg3, arg4, arg5, arg6, arg7); 30*91f16700Schasinglulu } 31*91f16700Schasinglulu 32*91f16700Schasinglulu /******************************************************************************* 33*91f16700Schasinglulu * Wrapper function to send a direct response. 34*91f16700Schasinglulu ******************************************************************************/ 35*91f16700Schasinglulu smc_args_t *ffa_msg_send_direct_resp(ffa_endpoint_id16_t sender, 36*91f16700Schasinglulu ffa_endpoint_id16_t receiver, 37*91f16700Schasinglulu uint32_t arg3, 38*91f16700Schasinglulu uint32_t arg4, 39*91f16700Schasinglulu uint32_t arg5, 40*91f16700Schasinglulu uint32_t arg6, 41*91f16700Schasinglulu uint32_t arg7) 42*91f16700Schasinglulu { 43*91f16700Schasinglulu uint32_t src_dst_ids = (sender << FFA_DIRECT_MSG_SOURCE_SHIFT) | 44*91f16700Schasinglulu (receiver << FFA_DIRECT_MSG_DESTINATION_SHIFT); 45*91f16700Schasinglulu 46*91f16700Schasinglulu return set_smc_args(FFA_MSG_SEND_DIRECT_RESP_SMC64, src_dst_ids, 47*91f16700Schasinglulu 0, arg3, arg4, arg5, arg6, arg7); 48*91f16700Schasinglulu } 49*91f16700Schasinglulu 50*91f16700Schasinglulu /******************************************************************************* 51*91f16700Schasinglulu * Memory Management Helpers. 52*91f16700Schasinglulu ******************************************************************************/ 53*91f16700Schasinglulu 54*91f16700Schasinglulu /** 55*91f16700Schasinglulu * Initialises the header of the given `ffa_mtd`, not including the 56*91f16700Schasinglulu * composite memory region offset. 57*91f16700Schasinglulu */ 58*91f16700Schasinglulu static void ffa_memory_region_init_header( 59*91f16700Schasinglulu struct ffa_mtd *memory_region, ffa_endpoint_id16_t sender, 60*91f16700Schasinglulu ffa_mem_attr16_t attributes, ffa_mtd_flag32_t flags, 61*91f16700Schasinglulu uint64_t handle, uint64_t tag, ffa_endpoint_id16_t *receivers, 62*91f16700Schasinglulu uint32_t receiver_count, ffa_mem_perm8_t permissions) 63*91f16700Schasinglulu { 64*91f16700Schasinglulu struct ffa_emad_v1_0 *emad; 65*91f16700Schasinglulu 66*91f16700Schasinglulu memory_region->emad_offset = sizeof(struct ffa_mtd); 67*91f16700Schasinglulu memory_region->emad_size = sizeof(struct ffa_emad_v1_0); 68*91f16700Schasinglulu emad = (struct ffa_emad_v1_0 *) 69*91f16700Schasinglulu ((uint8_t *) memory_region + 70*91f16700Schasinglulu memory_region->emad_offset); 71*91f16700Schasinglulu memory_region->sender_id = sender; 72*91f16700Schasinglulu memory_region->memory_region_attributes = attributes; 73*91f16700Schasinglulu memory_region->reserved_36_39 = 0; 74*91f16700Schasinglulu memory_region->flags = flags; 75*91f16700Schasinglulu memory_region->handle = handle; 76*91f16700Schasinglulu memory_region->tag = tag; 77*91f16700Schasinglulu memory_region->reserved_40_47 = 0; 78*91f16700Schasinglulu memory_region->emad_count = receiver_count; 79*91f16700Schasinglulu for (uint32_t i = 0U; i < receiver_count; i++) { 80*91f16700Schasinglulu emad[i].mapd.endpoint_id = receivers[i]; 81*91f16700Schasinglulu emad[i].mapd.memory_access_permissions = permissions; 82*91f16700Schasinglulu emad[i].mapd.flags = 0; 83*91f16700Schasinglulu emad[i].comp_mrd_offset = 0; 84*91f16700Schasinglulu emad[i].reserved_8_15 = 0; 85*91f16700Schasinglulu } 86*91f16700Schasinglulu } 87*91f16700Schasinglulu /** 88*91f16700Schasinglulu * Initialises the given `ffa_mtd` to be used for an 89*91f16700Schasinglulu * `FFA_MEM_RETRIEVE_REQ` by the receiver of a memory transaction. 90*91f16700Schasinglulu * TODO: Support differing attributes per receiver. 91*91f16700Schasinglulu * 92*91f16700Schasinglulu * Returns the size of the descriptor written. 93*91f16700Schasinglulu */ 94*91f16700Schasinglulu static uint32_t ffa_memory_retrieve_request_init( 95*91f16700Schasinglulu struct ffa_mtd *memory_region, uint64_t handle, 96*91f16700Schasinglulu ffa_endpoint_id16_t sender, ffa_endpoint_id16_t *receivers, uint32_t receiver_count, 97*91f16700Schasinglulu uint64_t tag, ffa_mtd_flag32_t flags, 98*91f16700Schasinglulu ffa_mem_perm8_t permissions, 99*91f16700Schasinglulu ffa_mem_attr16_t attributes) 100*91f16700Schasinglulu { 101*91f16700Schasinglulu ffa_memory_region_init_header(memory_region, sender, attributes, flags, 102*91f16700Schasinglulu handle, tag, receivers, 103*91f16700Schasinglulu receiver_count, permissions); 104*91f16700Schasinglulu 105*91f16700Schasinglulu return sizeof(struct ffa_mtd) + 106*91f16700Schasinglulu memory_region->emad_count * sizeof(struct ffa_emad_v1_0); 107*91f16700Schasinglulu } 108*91f16700Schasinglulu 109*91f16700Schasinglulu /* Relinquish access to memory region. */ 110*91f16700Schasinglulu bool ffa_mem_relinquish(void) 111*91f16700Schasinglulu { 112*91f16700Schasinglulu smc_args_t ret; 113*91f16700Schasinglulu 114*91f16700Schasinglulu ret = smc_helper(FFA_MEM_RELINQUISH, 0, 0, 0, 0, 0, 0, 0); 115*91f16700Schasinglulu if (ffa_func_id(ret) != FFA_SUCCESS_SMC32) { 116*91f16700Schasinglulu ERROR("%s failed to relinquish memory! error: (%x) %x\n", 117*91f16700Schasinglulu __func__, ffa_func_id(ret), ffa_error_code(ret)); 118*91f16700Schasinglulu return false; 119*91f16700Schasinglulu } 120*91f16700Schasinglulu return true; 121*91f16700Schasinglulu } 122*91f16700Schasinglulu 123*91f16700Schasinglulu /* Retrieve memory shared by another partition. */ 124*91f16700Schasinglulu smc_args_t ffa_mem_retrieve_req(uint32_t descriptor_length, 125*91f16700Schasinglulu uint32_t fragment_length) 126*91f16700Schasinglulu { 127*91f16700Schasinglulu return smc_helper(FFA_MEM_RETRIEVE_REQ_SMC32, 128*91f16700Schasinglulu descriptor_length, 129*91f16700Schasinglulu fragment_length, 130*91f16700Schasinglulu 0, 0, 0, 0, 0); 131*91f16700Schasinglulu } 132*91f16700Schasinglulu 133*91f16700Schasinglulu /* Retrieve the next memory descriptor fragment. */ 134*91f16700Schasinglulu smc_args_t ffa_mem_frag_rx(uint64_t handle, uint32_t recv_length) 135*91f16700Schasinglulu { 136*91f16700Schasinglulu return smc_helper(FFA_MEM_FRAG_RX, 137*91f16700Schasinglulu FFA_MEM_HANDLE_LOW(handle), 138*91f16700Schasinglulu FFA_MEM_HANDLE_HIGH(handle), 139*91f16700Schasinglulu recv_length, 140*91f16700Schasinglulu 0, 0, 0, 0); 141*91f16700Schasinglulu } 142*91f16700Schasinglulu 143*91f16700Schasinglulu bool memory_retrieve(struct mailbox *mb, 144*91f16700Schasinglulu struct ffa_mtd **retrieved, 145*91f16700Schasinglulu uint64_t handle, ffa_endpoint_id16_t sender, 146*91f16700Schasinglulu ffa_endpoint_id16_t *receivers, uint32_t receiver_count, 147*91f16700Schasinglulu ffa_mtd_flag32_t flags, uint32_t *frag_length, 148*91f16700Schasinglulu uint32_t *total_length) 149*91f16700Schasinglulu { 150*91f16700Schasinglulu smc_args_t ret; 151*91f16700Schasinglulu uint32_t descriptor_size; 152*91f16700Schasinglulu struct ffa_mtd *memory_region; 153*91f16700Schasinglulu 154*91f16700Schasinglulu if (retrieved == NULL || mb == NULL) { 155*91f16700Schasinglulu ERROR("Invalid parameters!\n"); 156*91f16700Schasinglulu return false; 157*91f16700Schasinglulu } 158*91f16700Schasinglulu 159*91f16700Schasinglulu memory_region = (struct ffa_mtd *)mb->tx_buffer; 160*91f16700Schasinglulu 161*91f16700Schasinglulu /* Clear TX buffer. */ 162*91f16700Schasinglulu memset(memory_region, 0, PAGE_SIZE); 163*91f16700Schasinglulu 164*91f16700Schasinglulu /* Clear local buffer. */ 165*91f16700Schasinglulu memset(mem_region_buffer, 0, REGION_BUF_SIZE); 166*91f16700Schasinglulu 167*91f16700Schasinglulu descriptor_size = ffa_memory_retrieve_request_init( 168*91f16700Schasinglulu memory_region, handle, sender, receivers, receiver_count, 0, flags, 169*91f16700Schasinglulu FFA_MEM_PERM_RW | FFA_MEM_PERM_NX, 170*91f16700Schasinglulu FFA_MEM_ATTR_NORMAL_MEMORY_CACHED_WB | 171*91f16700Schasinglulu FFA_MEM_ATTR_INNER_SHAREABLE); 172*91f16700Schasinglulu 173*91f16700Schasinglulu ret = ffa_mem_retrieve_req(descriptor_size, descriptor_size); 174*91f16700Schasinglulu 175*91f16700Schasinglulu if (ffa_func_id(ret) == FFA_ERROR) { 176*91f16700Schasinglulu ERROR("Couldn't retrieve the memory page. Error: %x\n", 177*91f16700Schasinglulu ffa_error_code(ret)); 178*91f16700Schasinglulu return false; 179*91f16700Schasinglulu } 180*91f16700Schasinglulu 181*91f16700Schasinglulu /* 182*91f16700Schasinglulu * Following total_size and fragment_size are useful to keep track 183*91f16700Schasinglulu * of the state of transaction. When the sum of all fragment_size of all 184*91f16700Schasinglulu * fragments is equal to total_size, the memory transaction has been 185*91f16700Schasinglulu * completed. 186*91f16700Schasinglulu */ 187*91f16700Schasinglulu *total_length = ret._regs[1]; 188*91f16700Schasinglulu *frag_length = ret._regs[2]; 189*91f16700Schasinglulu 190*91f16700Schasinglulu /* Validate frag_length is less than total_length and mailbox size. */ 191*91f16700Schasinglulu if (*frag_length == 0U || *total_length == 0U || 192*91f16700Schasinglulu *frag_length > *total_length || *frag_length > (mb->rxtx_page_count * PAGE_SIZE)) { 193*91f16700Schasinglulu ERROR("Invalid parameters!\n"); 194*91f16700Schasinglulu return false; 195*91f16700Schasinglulu } 196*91f16700Schasinglulu 197*91f16700Schasinglulu /* Copy response to local buffer. */ 198*91f16700Schasinglulu memcpy(mem_region_buffer, mb->rx_buffer, *frag_length); 199*91f16700Schasinglulu 200*91f16700Schasinglulu if (ffa_rx_release()) { 201*91f16700Schasinglulu ERROR("Failed to release buffer!\n"); 202*91f16700Schasinglulu return false; 203*91f16700Schasinglulu } 204*91f16700Schasinglulu 205*91f16700Schasinglulu *retrieved = (struct ffa_mtd *) mem_region_buffer; 206*91f16700Schasinglulu 207*91f16700Schasinglulu if ((*retrieved)->emad_count > MAX_MEM_SHARE_RECIPIENTS) { 208*91f16700Schasinglulu VERBOSE("SPMC memory sharing supports max of %u receivers!\n", 209*91f16700Schasinglulu MAX_MEM_SHARE_RECIPIENTS); 210*91f16700Schasinglulu return false; 211*91f16700Schasinglulu } 212*91f16700Schasinglulu 213*91f16700Schasinglulu /* 214*91f16700Schasinglulu * We are sharing memory from the normal world therefore validate the NS 215*91f16700Schasinglulu * bit was set by the SPMC. 216*91f16700Schasinglulu */ 217*91f16700Schasinglulu if (((*retrieved)->memory_region_attributes & FFA_MEM_ATTR_NS_BIT) == 0U) { 218*91f16700Schasinglulu ERROR("SPMC has not set the NS bit! 0x%x\n", 219*91f16700Schasinglulu (*retrieved)->memory_region_attributes); 220*91f16700Schasinglulu return false; 221*91f16700Schasinglulu } 222*91f16700Schasinglulu 223*91f16700Schasinglulu VERBOSE("Memory Descriptor Retrieved!\n"); 224*91f16700Schasinglulu 225*91f16700Schasinglulu return true; 226*91f16700Schasinglulu } 227*91f16700Schasinglulu 228*91f16700Schasinglulu /* Relinquish the memory region. */ 229*91f16700Schasinglulu bool memory_relinquish(struct ffa_mem_relinquish_descriptor *m, uint64_t handle, 230*91f16700Schasinglulu ffa_endpoint_id16_t id) 231*91f16700Schasinglulu { 232*91f16700Schasinglulu ffa_mem_relinquish_init(m, handle, 0, id); 233*91f16700Schasinglulu return ffa_mem_relinquish(); 234*91f16700Schasinglulu } 235*91f16700Schasinglulu 236*91f16700Schasinglulu /* Query SPMC that the rx buffer of the partition can be released. */ 237*91f16700Schasinglulu bool ffa_rx_release(void) 238*91f16700Schasinglulu { 239*91f16700Schasinglulu smc_args_t ret; 240*91f16700Schasinglulu 241*91f16700Schasinglulu ret = smc_helper(FFA_RX_RELEASE, 0, 0, 0, 0, 0, 0, 0); 242*91f16700Schasinglulu return ret._regs[SMC_ARG0] != FFA_SUCCESS_SMC32; 243*91f16700Schasinglulu } 244*91f16700Schasinglulu 245*91f16700Schasinglulu /* Map the provided buffers with the SPMC. */ 246*91f16700Schasinglulu bool ffa_rxtx_map(uintptr_t send, uintptr_t recv, uint32_t pages) 247*91f16700Schasinglulu { 248*91f16700Schasinglulu smc_args_t ret; 249*91f16700Schasinglulu 250*91f16700Schasinglulu ret = smc_helper(FFA_RXTX_MAP_SMC64, send, recv, pages, 0, 0, 0, 0); 251*91f16700Schasinglulu return ret._regs[0] != FFA_SUCCESS_SMC32; 252*91f16700Schasinglulu } 253