1*91f16700Schasinglulu /* 2*91f16700Schasinglulu * Copyright (c) 2019-2020, Broadcom 3*91f16700Schasinglulu * 4*91f16700Schasinglulu * SPDX-License-Identifier: BSD-3-Clause 5*91f16700Schasinglulu */ 6*91f16700Schasinglulu 7*91f16700Schasinglulu #include <common/debug.h> 8*91f16700Schasinglulu #include <drivers/console.h> 9*91f16700Schasinglulu #include <drivers/delay_timer.h> 10*91f16700Schasinglulu #include <lib/mmio.h> 11*91f16700Schasinglulu #include <plat/common/common_def.h> 12*91f16700Schasinglulu 13*91f16700Schasinglulu #include <fsx.h> 14*91f16700Schasinglulu #include <platform_def.h> 15*91f16700Schasinglulu #include <sr_utils.h> 16*91f16700Schasinglulu 17*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN 0 18*91f16700Schasinglulu 19*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON 11 20*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK 12 21*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON 13 22*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK 14 23*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO 15 24*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__CLK_EN 31 25*91f16700Schasinglulu 26*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_POWERON 0 27*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_POWEROK 1 28*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ARRPOWERON 2 29*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ARRPOWEROK 3 30*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ALLOK 0xf 31*91f16700Schasinglulu 32*91f16700Schasinglulu #define FS4_IDM_RESET_CONTROL__RESET 0 33*91f16700Schasinglulu 34*91f16700Schasinglulu #define FSX_RINGx_BASE(__b, __i) \ 35*91f16700Schasinglulu ((__b) + (__i) * 0x10000) 36*91f16700Schasinglulu 37*91f16700Schasinglulu #define FSX_RINGx_VERSION_NUMBER(__b, __i) \ 38*91f16700Schasinglulu (FSX_RINGx_BASE(__b, __i) + 0x0) 39*91f16700Schasinglulu 40*91f16700Schasinglulu #define FSX_RINGx_MSI_DEV_ID(__b, __i) \ 41*91f16700Schasinglulu (FSX_RINGx_BASE(__b, __i) + 0x44) 42*91f16700Schasinglulu 43*91f16700Schasinglulu #define FSX_COMM_RINGx_BASE(__b, __i) \ 44*91f16700Schasinglulu ((__b) + 0x200000 + (__i) * 0x100) 45*91f16700Schasinglulu 46*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL(__b, __i) \ 47*91f16700Schasinglulu (FSX_COMM_RINGx_BASE(__b, __i) + 0x0) 48*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AXI_ID 8 49*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AXI_ID_MASK 0x1f 50*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__PRIORITY 4 51*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__PRIORITY_MASK 0x7 52*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AE_GROUP 0 53*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AE_GROUP_MASK 0x7 54*91f16700Schasinglulu 55*91f16700Schasinglulu #define FSX_COMM_RINGx_MSI_DEV_ID(__b, __i) \ 56*91f16700Schasinglulu (FSX_COMM_RINGx_BASE(__b, __i) + 0x4) 57*91f16700Schasinglulu 58*91f16700Schasinglulu #define FSX_AEx_BASE(__b, __i) \ 59*91f16700Schasinglulu ((__b) + 0x202000 + (__i) * 0x100) 60*91f16700Schasinglulu 61*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER(__b, __i) \ 62*91f16700Schasinglulu (FSX_AEx_BASE(__b, __i) + 0x0) 63*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__ACTIVE 4 64*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__GROUP_ID 0 65*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__GROUP_ID_MASK 0x7 66*91f16700Schasinglulu 67*91f16700Schasinglulu #define FSX_COMM_RM_RING_SECURITY_SETTING 0x0 68*91f16700Schasinglulu 69*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL 0x4 70*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL__RING_BITS 5 71*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL__MASK 0x3ff 72*91f16700Schasinglulu 73*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER 0x8 74*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE 2 75*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__AE_TIMEOUT 5 76*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING 7 77*91f16700Schasinglulu 78*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0 0xc 79*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0__FAST 16 80*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM 0 81*91f16700Schasinglulu 82*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1 0x10 83*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1__SLOW 16 84*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1__IDLE 0 85*91f16700Schasinglulu 86*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD 0x14 87*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD_LOW 0 88*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH 16 89*91f16700Schasinglulu 90*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH 0x18 91*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN 16 92*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN_MASK 0x1ff 93*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE 0 94*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE_MASK 0x1ff 95*91f16700Schasinglulu 96*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD 0x1c 97*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL 16 98*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL_MASK 0x1ff 99*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL 0 100*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL_MASK 0x1f 101*91f16700Schasinglulu 102*91f16700Schasinglulu #define FSX_COMM_RM_AE_TIMEOUT 0x24 103*91f16700Schasinglulu 104*91f16700Schasinglulu #define FSX_COMM_RM_RING_FLUSH_TIMEOUT 0x2c 105*91f16700Schasinglulu 106*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION 0x30 107*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN 12 108*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN 13 109*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN 14 110*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN 15 111*91f16700Schasinglulu 112*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL 0x34 113*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN 28 114*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN 24 115*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWQOS 20 116*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARQOS 16 117*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWPROT 12 118*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARPROT 8 119*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWCACHE 4 120*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARCACHE 0 121*91f16700Schasinglulu 122*91f16700Schasinglulu #define FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR 0x48 123*91f16700Schasinglulu 124*91f16700Schasinglulu #define FSX_COMM_RM_GROUP_PKT_EXTENSION_SUPPORT 0xc0 125*91f16700Schasinglulu 126*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD 0xc8 127*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MASK 0x1ff 128*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX 16 129*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN 0 130*91f16700Schasinglulu 131*91f16700Schasinglulu #define FSX_COMM_RM_GROUP_RING_COUNT 0xcc 132*91f16700Schasinglulu 133*91f16700Schasinglulu #define FSX_COMM_RM_MAIN_HW_INIT_DONE 0x12c 134*91f16700Schasinglulu #define FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK 0x1 135*91f16700Schasinglulu 136*91f16700Schasinglulu #define FSX_DMEx_BASE(__b, __i) \ 137*91f16700Schasinglulu ((__b) + (__i) * 0x1000) 138*91f16700Schasinglulu 139*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL(__b, __i) \ 140*91f16700Schasinglulu (FSX_DMEx_BASE(__b, __i) + 0x4) 141*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN 28 142*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN 24 143*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__AWQOS 20 144*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__ARQOS 16 145*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__AWCACHE 4 146*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__ARCACHE 0 147*91f16700Schasinglulu 148*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD(__b, __i) \ 149*91f16700Schasinglulu (FSX_DMEx_BASE(__b, __i) + 0xc) 150*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MASK 0x3ff 151*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MAX 10 152*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MIN 0 153*91f16700Schasinglulu 154*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD(__b, __i) \ 155*91f16700Schasinglulu (FSX_DMEx_BASE(__b, __i) + 0x14) 156*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MASK 0x3ff 157*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MAX 10 158*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MIN 0 159*91f16700Schasinglulu 160*91f16700Schasinglulu #define FS6_SUB_TOP_BASE 0x66D8F800 161*91f16700Schasinglulu #define FS6_PKI_DME_RESET 0x4 162*91f16700Schasinglulu #define PKI_DME_RESET 1 163*91f16700Schasinglulu 164*91f16700Schasinglulu char *fsx_type_names[] = { 165*91f16700Schasinglulu "fs4-raid", 166*91f16700Schasinglulu "fs4-crypto", 167*91f16700Schasinglulu "fs6-pki", 168*91f16700Schasinglulu }; 169*91f16700Schasinglulu 170*91f16700Schasinglulu void fsx_init(eFSX_TYPE fsx_type, 171*91f16700Schasinglulu unsigned int ring_count, 172*91f16700Schasinglulu unsigned int dme_count, 173*91f16700Schasinglulu unsigned int ae_count, 174*91f16700Schasinglulu unsigned int start_stream_id, 175*91f16700Schasinglulu unsigned int msi_dev_id, 176*91f16700Schasinglulu uintptr_t idm_io_control_direct, 177*91f16700Schasinglulu uintptr_t idm_reset_control, 178*91f16700Schasinglulu uintptr_t base, 179*91f16700Schasinglulu uintptr_t dme_base) 180*91f16700Schasinglulu { 181*91f16700Schasinglulu int try; 182*91f16700Schasinglulu unsigned int i, v, data; 183*91f16700Schasinglulu uintptr_t fs4_idm_io_control_direct = idm_io_control_direct; 184*91f16700Schasinglulu uintptr_t fs4_idm_reset_control = idm_reset_control; 185*91f16700Schasinglulu uintptr_t fsx_comm_rm = (base + 0x203000); 186*91f16700Schasinglulu 187*91f16700Schasinglulu VERBOSE("fsx %s init start\n", fsx_type_names[fsx_type]); 188*91f16700Schasinglulu 189*91f16700Schasinglulu if (fsx_type == eFS4_RAID || fsx_type == eFS4_CRYPTO) { 190*91f16700Schasinglulu /* Enable FSx engine clock */ 191*91f16700Schasinglulu VERBOSE(" - enable fsx clock\n"); 192*91f16700Schasinglulu mmio_write_32(fs4_idm_io_control_direct, 193*91f16700Schasinglulu (1U << FS4_IDM_IO_CONTROL_DIRECT__CLK_EN)); 194*91f16700Schasinglulu udelay(500); 195*91f16700Schasinglulu 196*91f16700Schasinglulu /* Reset FSx engine */ 197*91f16700Schasinglulu VERBOSE(" - reset fsx\n"); 198*91f16700Schasinglulu v = mmio_read_32(fs4_idm_reset_control); 199*91f16700Schasinglulu v |= (1 << FS4_IDM_RESET_CONTROL__RESET); 200*91f16700Schasinglulu mmio_write_32(fs4_idm_reset_control, v); 201*91f16700Schasinglulu udelay(500); 202*91f16700Schasinglulu v = mmio_read_32(fs4_idm_reset_control); 203*91f16700Schasinglulu v &= ~(1 << FS4_IDM_RESET_CONTROL__RESET); 204*91f16700Schasinglulu mmio_write_32(fs4_idm_reset_control, v); 205*91f16700Schasinglulu } else { 206*91f16700Schasinglulu /* 207*91f16700Schasinglulu * Default RM and AE are out of reset, 208*91f16700Schasinglulu * So only DME Reset added here 209*91f16700Schasinglulu */ 210*91f16700Schasinglulu v = mmio_read_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET); 211*91f16700Schasinglulu v &= ~(PKI_DME_RESET); 212*91f16700Schasinglulu mmio_write_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET, v); 213*91f16700Schasinglulu } 214*91f16700Schasinglulu 215*91f16700Schasinglulu /* Wait for HW-init done */ 216*91f16700Schasinglulu VERBOSE(" - wait for HW-init done\n"); 217*91f16700Schasinglulu try = 10000; 218*91f16700Schasinglulu do { 219*91f16700Schasinglulu udelay(1); 220*91f16700Schasinglulu data = mmio_read_32(fsx_comm_rm + 221*91f16700Schasinglulu FSX_COMM_RM_MAIN_HW_INIT_DONE); 222*91f16700Schasinglulu try--; 223*91f16700Schasinglulu } while (!(data & FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK) && (try > 0)); 224*91f16700Schasinglulu 225*91f16700Schasinglulu if (try <= 0) 226*91f16700Schasinglulu ERROR("fsx_comm_rm + 0x%x: 0x%x\n", 227*91f16700Schasinglulu data, FSX_COMM_RM_MAIN_HW_INIT_DONE); 228*91f16700Schasinglulu 229*91f16700Schasinglulu /* Make all rings non-secured */ 230*91f16700Schasinglulu VERBOSE(" - make all rings non-secured\n"); 231*91f16700Schasinglulu v = 0xffffffff; 232*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_SECURITY_SETTING, v); 233*91f16700Schasinglulu 234*91f16700Schasinglulu /* Set start stream-id for rings to */ 235*91f16700Schasinglulu VERBOSE(" - set start stream-id for rings to 0x%x\n", 236*91f16700Schasinglulu start_stream_id); 237*91f16700Schasinglulu v = start_stream_id >> FSX_COMM_RM_SSID_CONTROL__RING_BITS; 238*91f16700Schasinglulu v &= FSX_COMM_RM_SSID_CONTROL__MASK; 239*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_SSID_CONTROL, v); 240*91f16700Schasinglulu 241*91f16700Schasinglulu /* Set timer configuration */ 242*91f16700Schasinglulu VERBOSE(" - set timer configuration\n"); 243*91f16700Schasinglulu v = 0x0271 << FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM; 244*91f16700Schasinglulu v |= (0x0138 << FSX_COMM_RM_TIMER_CONTROL_0__FAST); 245*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_0, v); 246*91f16700Schasinglulu v = 0x09c4 << FSX_COMM_RM_TIMER_CONTROL_1__IDLE; 247*91f16700Schasinglulu v |= (0x04e2 << FSX_COMM_RM_TIMER_CONTROL_1__SLOW); 248*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_1, v); 249*91f16700Schasinglulu v = 0x0000f424; 250*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_FLUSH_TIMEOUT, v); 251*91f16700Schasinglulu 252*91f16700Schasinglulu /* Set burst length and fifo threshold */ 253*91f16700Schasinglulu VERBOSE(" - set burst length, fifo and bd threshold\n"); 254*91f16700Schasinglulu v = 0x0; 255*91f16700Schasinglulu v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN); 256*91f16700Schasinglulu v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE); 257*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_LENGTH, v); 258*91f16700Schasinglulu v = 0x0; 259*91f16700Schasinglulu v |= (0x67 << FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL); 260*91f16700Schasinglulu v |= (0x18 << FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL); 261*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_FIFO_THRESHOLD, v); 262*91f16700Schasinglulu v = 0x0; 263*91f16700Schasinglulu v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_LOW); 264*91f16700Schasinglulu v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH); 265*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_BD_THRESHOLD, v); 266*91f16700Schasinglulu 267*91f16700Schasinglulu /* Set memory configuration */ 268*91f16700Schasinglulu VERBOSE(" - set memory configuration\n"); 269*91f16700Schasinglulu v = 0x0; 270*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN); 271*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN); 272*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN); 273*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN); 274*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_MEMORY_CONFIGURATION, v); 275*91f16700Schasinglulu 276*91f16700Schasinglulu /* AXI configuration for RM */ 277*91f16700Schasinglulu v = 0; 278*91f16700Schasinglulu v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN); 279*91f16700Schasinglulu v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN); 280*91f16700Schasinglulu v |= (0xe << FSX_COMM_RM_AXI_CONTROL__AWQOS); 281*91f16700Schasinglulu v |= (0xa << FSX_COMM_RM_AXI_CONTROL__ARQOS); 282*91f16700Schasinglulu v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__AWPROT); 283*91f16700Schasinglulu v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__ARPROT); 284*91f16700Schasinglulu v |= (0xf << FSX_COMM_RM_AXI_CONTROL__AWCACHE); 285*91f16700Schasinglulu v |= (0xf << FSX_COMM_RM_AXI_CONTROL__ARCACHE); 286*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL, v); 287*91f16700Schasinglulu VERBOSE(" - set AXI control = 0x%x\n", 288*91f16700Schasinglulu mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL)); 289*91f16700Schasinglulu v = 0x0; 290*91f16700Schasinglulu v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX); 291*91f16700Schasinglulu v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN); 292*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD, v); 293*91f16700Schasinglulu VERBOSE(" - set AXI read burst threshold = 0x%x\n", 294*91f16700Schasinglulu mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD)); 295*91f16700Schasinglulu 296*91f16700Schasinglulu /* Configure group ring count for all groups */ 297*91f16700Schasinglulu /* By default we schedule extended packets 298*91f16700Schasinglulu * on all AEs/DMEs in a group. 299*91f16700Schasinglulu */ 300*91f16700Schasinglulu v = (dme_count & 0xf) << 0; 301*91f16700Schasinglulu v |= (dme_count & 0xf) << 4; 302*91f16700Schasinglulu v |= (dme_count & 0xf) << 8; 303*91f16700Schasinglulu v |= (dme_count & 0xf) << 12; 304*91f16700Schasinglulu v |= (dme_count & 0xf) << 16; 305*91f16700Schasinglulu v |= (dme_count & 0xf) << 20; 306*91f16700Schasinglulu v |= (dme_count & 0xf) << 24; 307*91f16700Schasinglulu v |= (dme_count & 0xf) << 28; 308*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_GROUP_RING_COUNT, v); 309*91f16700Schasinglulu 310*91f16700Schasinglulu /* 311*91f16700Schasinglulu * Due to HW issue spurious interrupts are getting generated. 312*91f16700Schasinglulu * To fix sw needs to clear the config status interrupts 313*91f16700Schasinglulu * before setting CONFIG_DONE. 314*91f16700Schasinglulu */ 315*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + 316*91f16700Schasinglulu FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR, 317*91f16700Schasinglulu 0xffffffff); 318*91f16700Schasinglulu 319*91f16700Schasinglulu /* Configure RM control */ 320*91f16700Schasinglulu VERBOSE(" - configure RM control\n"); 321*91f16700Schasinglulu v = mmio_read_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER); 322*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING); 323*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v); 324*91f16700Schasinglulu v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE); 325*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v); 326*91f16700Schasinglulu 327*91f16700Schasinglulu /* Configure AE timeout */ 328*91f16700Schasinglulu VERBOSE(" - configure AE timeout\n"); 329*91f16700Schasinglulu v = 0x00003fff; 330*91f16700Schasinglulu mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AE_TIMEOUT, v); 331*91f16700Schasinglulu 332*91f16700Schasinglulu /* Initialize all AEs */ 333*91f16700Schasinglulu for (i = 0; i < ae_count; i++) { 334*91f16700Schasinglulu VERBOSE(" - initialize AE%d\n", i); 335*91f16700Schasinglulu v = (0x1 << FSX_AEx_CONTROL_REGISTER__ACTIVE); 336*91f16700Schasinglulu mmio_write_32(FSX_AEx_CONTROL_REGISTER(base, i), v); 337*91f16700Schasinglulu } 338*91f16700Schasinglulu 339*91f16700Schasinglulu /* Initialize all DMEs */ 340*91f16700Schasinglulu for (i = 0; i < dme_count; i++) { 341*91f16700Schasinglulu VERBOSE(" - initialize DME%d\n", i); 342*91f16700Schasinglulu v = 0; 343*91f16700Schasinglulu v |= (0x1 << FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN); 344*91f16700Schasinglulu v |= (0x1 << FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN); 345*91f16700Schasinglulu v |= (0xe << FSX_DMEx_AXI_CONTROL__AWQOS); 346*91f16700Schasinglulu v |= (0xa << FSX_DMEx_AXI_CONTROL__ARQOS); 347*91f16700Schasinglulu v |= (0xf << FSX_DMEx_AXI_CONTROL__AWCACHE); 348*91f16700Schasinglulu v |= (0xf << FSX_DMEx_AXI_CONTROL__ARCACHE); 349*91f16700Schasinglulu mmio_write_32(FSX_DMEx_AXI_CONTROL(dme_base, i), v); 350*91f16700Schasinglulu VERBOSE(" -- AXI_CONTROL = 0x%x\n", 351*91f16700Schasinglulu mmio_read_32(FSX_DMEx_AXI_CONTROL(dme_base, i))); 352*91f16700Schasinglulu v = 0; 353*91f16700Schasinglulu v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MIN); 354*91f16700Schasinglulu v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MAX); 355*91f16700Schasinglulu mmio_write_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i), v); 356*91f16700Schasinglulu VERBOSE(" -- WR_FIFO_THRESHOLD = 0x%x\n", 357*91f16700Schasinglulu mmio_read_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i))); 358*91f16700Schasinglulu v = 0; 359*91f16700Schasinglulu v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MIN); 360*91f16700Schasinglulu v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MAX); 361*91f16700Schasinglulu mmio_write_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i), v); 362*91f16700Schasinglulu VERBOSE(" -- RD_FIFO_THRESHOLD = 0x%x\n", 363*91f16700Schasinglulu mmio_read_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i))); 364*91f16700Schasinglulu } 365*91f16700Schasinglulu 366*91f16700Schasinglulu /* Configure ring axi id and msi device id */ 367*91f16700Schasinglulu for (i = 0; i < ring_count; i++) { 368*91f16700Schasinglulu VERBOSE(" - ring%d version=0x%x\n", i, 369*91f16700Schasinglulu mmio_read_32(FSX_RINGx_VERSION_NUMBER(base, i))); 370*91f16700Schasinglulu mmio_write_32(FSX_COMM_RINGx_MSI_DEV_ID(base, i), 371*91f16700Schasinglulu msi_dev_id); 372*91f16700Schasinglulu v = 0; 373*91f16700Schasinglulu v |= ((i & FSX_COMM_RINGx_CONTROL__AXI_ID_MASK) << 374*91f16700Schasinglulu FSX_COMM_RINGx_CONTROL__AXI_ID); 375*91f16700Schasinglulu mmio_write_32(FSX_COMM_RINGx_CONTROL(base, i), v); 376*91f16700Schasinglulu } 377*91f16700Schasinglulu 378*91f16700Schasinglulu INFO("fsx %s init done\n", fsx_type_names[fsx_type]); 379*91f16700Schasinglulu } 380*91f16700Schasinglulu 381*91f16700Schasinglulu void fsx_meminit(const char *name, 382*91f16700Schasinglulu uintptr_t idm_io_control_direct, 383*91f16700Schasinglulu uintptr_t idm_io_status) 384*91f16700Schasinglulu { 385*91f16700Schasinglulu int try; 386*91f16700Schasinglulu unsigned int val; 387*91f16700Schasinglulu 388*91f16700Schasinglulu VERBOSE("fsx %s meminit start\n", name); 389*91f16700Schasinglulu 390*91f16700Schasinglulu VERBOSE(" - arrpoweron\n"); 391*91f16700Schasinglulu mmio_setbits_32(idm_io_control_direct, 392*91f16700Schasinglulu BIT(FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON)); 393*91f16700Schasinglulu while (!(mmio_read_32(idm_io_status) & 394*91f16700Schasinglulu BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWERON))) 395*91f16700Schasinglulu ; 396*91f16700Schasinglulu 397*91f16700Schasinglulu VERBOSE(" - arrpowerok\n"); 398*91f16700Schasinglulu mmio_setbits_32(idm_io_control_direct, 399*91f16700Schasinglulu (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK)); 400*91f16700Schasinglulu while (!(mmio_read_32(idm_io_status) & 401*91f16700Schasinglulu BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWEROK))) 402*91f16700Schasinglulu ; 403*91f16700Schasinglulu 404*91f16700Schasinglulu VERBOSE(" - poweron\n"); 405*91f16700Schasinglulu mmio_setbits_32(idm_io_control_direct, 406*91f16700Schasinglulu (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON)); 407*91f16700Schasinglulu while (!(mmio_read_32(idm_io_status) & 408*91f16700Schasinglulu BIT(FS4_IDM_IO_STATUS__MEM_POWERON))) 409*91f16700Schasinglulu ; 410*91f16700Schasinglulu 411*91f16700Schasinglulu VERBOSE(" - powerok\n"); 412*91f16700Schasinglulu mmio_setbits_32(idm_io_control_direct, 413*91f16700Schasinglulu (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK)); 414*91f16700Schasinglulu while (!(mmio_read_32(idm_io_status) & 415*91f16700Schasinglulu BIT(FS4_IDM_IO_STATUS__MEM_POWEROK))) 416*91f16700Schasinglulu ; 417*91f16700Schasinglulu 418*91f16700Schasinglulu /* Final check on all power bits */ 419*91f16700Schasinglulu try = 10; 420*91f16700Schasinglulu do { 421*91f16700Schasinglulu val = mmio_read_32(idm_io_status); 422*91f16700Schasinglulu if (val == FS4_IDM_IO_STATUS__MEM_ALLOK) 423*91f16700Schasinglulu break; 424*91f16700Schasinglulu 425*91f16700Schasinglulu /* Wait sometime */ 426*91f16700Schasinglulu mdelay(1); 427*91f16700Schasinglulu 428*91f16700Schasinglulu try--; 429*91f16700Schasinglulu } while (try > 0); 430*91f16700Schasinglulu 431*91f16700Schasinglulu /* Remove memory isolation if things are fine. */ 432*91f16700Schasinglulu if (try <= 0) { 433*91f16700Schasinglulu INFO(" - powerup failed\n"); 434*91f16700Schasinglulu } else { 435*91f16700Schasinglulu VERBOSE(" - remove isolation\n"); 436*91f16700Schasinglulu mmio_clrbits_32(idm_io_control_direct, 437*91f16700Schasinglulu (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO)); 438*91f16700Schasinglulu VERBOSE(" - powerup done\n"); 439*91f16700Schasinglulu } 440*91f16700Schasinglulu 441*91f16700Schasinglulu INFO("fsx %s meminit done\n", name); 442*91f16700Schasinglulu } 443*91f16700Schasinglulu 444*91f16700Schasinglulu void fs4_disable_clocks(bool disable_sram, 445*91f16700Schasinglulu bool disable_crypto, 446*91f16700Schasinglulu bool disable_raid) 447*91f16700Schasinglulu { 448*91f16700Schasinglulu VERBOSE("fs4 disable clocks start\n"); 449*91f16700Schasinglulu 450*91f16700Schasinglulu if (disable_sram) { 451*91f16700Schasinglulu VERBOSE(" - disable sram clock\n"); 452*91f16700Schasinglulu mmio_clrbits_32(FS4_SRAM_IDM_IO_CONTROL_DIRECT, 453*91f16700Schasinglulu (1 << FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN)); 454*91f16700Schasinglulu } 455*91f16700Schasinglulu 456*91f16700Schasinglulu if (disable_crypto) { 457*91f16700Schasinglulu VERBOSE(" - disable crypto clock\n"); 458*91f16700Schasinglulu mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 459*91f16700Schasinglulu CDRU_GENPLL5_CONTROL1__CHNL1_CRYPTO_AE_CLK); 460*91f16700Schasinglulu } 461*91f16700Schasinglulu 462*91f16700Schasinglulu if (disable_raid) { 463*91f16700Schasinglulu VERBOSE(" - disable raid clock\n"); 464*91f16700Schasinglulu mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 465*91f16700Schasinglulu CDRU_GENPLL5_CONTROL1__CHNL2_RAID_AE_CLK); 466*91f16700Schasinglulu } 467*91f16700Schasinglulu 468*91f16700Schasinglulu if (disable_sram && disable_crypto && disable_raid) { 469*91f16700Schasinglulu VERBOSE(" - disable root clock\n"); 470*91f16700Schasinglulu mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 471*91f16700Schasinglulu CDRU_GENPLL5_CONTROL1__CHNL0_DME_CLK); 472*91f16700Schasinglulu mmio_setbits_32(CDRU_GENPLL2_CONTROL1, 473*91f16700Schasinglulu CDRU_GENPLL2_CONTROL1__CHNL6_FS4_CLK); 474*91f16700Schasinglulu } 475*91f16700Schasinglulu 476*91f16700Schasinglulu INFO("fs4 disable clocks done\n"); 477*91f16700Schasinglulu } 478