xref: /arm-trusted-firmware/plat/brcm/board/stingray/src/fsx.c (revision 91f16700b400a8c0651d24a598fc48ee2997a0d7)
1*91f16700Schasinglulu /*
2*91f16700Schasinglulu  * Copyright (c) 2019-2020, Broadcom
3*91f16700Schasinglulu  *
4*91f16700Schasinglulu  * SPDX-License-Identifier: BSD-3-Clause
5*91f16700Schasinglulu  */
6*91f16700Schasinglulu 
7*91f16700Schasinglulu #include <common/debug.h>
8*91f16700Schasinglulu #include <drivers/console.h>
9*91f16700Schasinglulu #include <drivers/delay_timer.h>
10*91f16700Schasinglulu #include <lib/mmio.h>
11*91f16700Schasinglulu #include <plat/common/common_def.h>
12*91f16700Schasinglulu 
13*91f16700Schasinglulu #include <fsx.h>
14*91f16700Schasinglulu #include <platform_def.h>
15*91f16700Schasinglulu #include <sr_utils.h>
16*91f16700Schasinglulu 
17*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN		0
18*91f16700Schasinglulu 
19*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON		11
20*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK		12
21*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON	13
22*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK	14
23*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO		15
24*91f16700Schasinglulu #define FS4_IDM_IO_CONTROL_DIRECT__CLK_EN		31
25*91f16700Schasinglulu 
26*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_POWERON			0
27*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_POWEROK			1
28*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ARRPOWERON		2
29*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ARRPOWEROK		3
30*91f16700Schasinglulu #define FS4_IDM_IO_STATUS__MEM_ALLOK			0xf
31*91f16700Schasinglulu 
32*91f16700Schasinglulu #define FS4_IDM_RESET_CONTROL__RESET			0
33*91f16700Schasinglulu 
34*91f16700Schasinglulu #define FSX_RINGx_BASE(__b, __i)			\
35*91f16700Schasinglulu 		((__b) + (__i) * 0x10000)
36*91f16700Schasinglulu 
37*91f16700Schasinglulu #define FSX_RINGx_VERSION_NUMBER(__b, __i)		\
38*91f16700Schasinglulu 		(FSX_RINGx_BASE(__b, __i) + 0x0)
39*91f16700Schasinglulu 
40*91f16700Schasinglulu #define FSX_RINGx_MSI_DEV_ID(__b, __i)			\
41*91f16700Schasinglulu 		(FSX_RINGx_BASE(__b, __i) + 0x44)
42*91f16700Schasinglulu 
43*91f16700Schasinglulu #define FSX_COMM_RINGx_BASE(__b, __i)			\
44*91f16700Schasinglulu 		((__b) + 0x200000 + (__i) * 0x100)
45*91f16700Schasinglulu 
46*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL(__b, __i)		\
47*91f16700Schasinglulu 		(FSX_COMM_RINGx_BASE(__b, __i) + 0x0)
48*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AXI_ID			8
49*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AXI_ID_MASK		0x1f
50*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__PRIORITY		4
51*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__PRIORITY_MASK		0x7
52*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AE_GROUP		0
53*91f16700Schasinglulu #define FSX_COMM_RINGx_CONTROL__AE_GROUP_MASK		0x7
54*91f16700Schasinglulu 
55*91f16700Schasinglulu #define FSX_COMM_RINGx_MSI_DEV_ID(__b, __i)		\
56*91f16700Schasinglulu 		(FSX_COMM_RINGx_BASE(__b, __i) + 0x4)
57*91f16700Schasinglulu 
58*91f16700Schasinglulu #define FSX_AEx_BASE(__b, __i)				\
59*91f16700Schasinglulu 		((__b) + 0x202000 + (__i) * 0x100)
60*91f16700Schasinglulu 
61*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER(__b, __i)		\
62*91f16700Schasinglulu 		(FSX_AEx_BASE(__b, __i) + 0x0)
63*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__ACTIVE		4
64*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__GROUP_ID		0
65*91f16700Schasinglulu #define FSX_AEx_CONTROL_REGISTER__GROUP_ID_MASK		0x7
66*91f16700Schasinglulu 
67*91f16700Schasinglulu #define FSX_COMM_RM_RING_SECURITY_SETTING		0x0
68*91f16700Schasinglulu 
69*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL			0x4
70*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL__RING_BITS		5
71*91f16700Schasinglulu #define FSX_COMM_RM_SSID_CONTROL__MASK			0x3ff
72*91f16700Schasinglulu 
73*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER			0x8
74*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE	2
75*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__AE_TIMEOUT	5
76*91f16700Schasinglulu #define FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING	7
77*91f16700Schasinglulu 
78*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0			0xc
79*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0__FAST		16
80*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM		0
81*91f16700Schasinglulu 
82*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1			0x10
83*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1__SLOW		16
84*91f16700Schasinglulu #define FSX_COMM_RM_TIMER_CONTROL_1__IDLE		0
85*91f16700Schasinglulu 
86*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD			0x14
87*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD_LOW		0
88*91f16700Schasinglulu #define FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH		16
89*91f16700Schasinglulu 
90*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH			0x18
91*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN	16
92*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN_MASK	0x1ff
93*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE		0
94*91f16700Schasinglulu #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE_MASK	0x1ff
95*91f16700Schasinglulu 
96*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD			0x1c
97*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL	16
98*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL_MASK	0x1ff
99*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL	0
100*91f16700Schasinglulu #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL_MASK	0x1f
101*91f16700Schasinglulu 
102*91f16700Schasinglulu #define FSX_COMM_RM_AE_TIMEOUT				0x24
103*91f16700Schasinglulu 
104*91f16700Schasinglulu #define FSX_COMM_RM_RING_FLUSH_TIMEOUT			0x2c
105*91f16700Schasinglulu 
106*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION		0x30
107*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN	12
108*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN	13
109*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN	14
110*91f16700Schasinglulu #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN	15
111*91f16700Schasinglulu 
112*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL				0x34
113*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN	28
114*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN	24
115*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWQOS			20
116*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARQOS			16
117*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWPROT			12
118*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARPROT			8
119*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__AWCACHE		4
120*91f16700Schasinglulu #define FSX_COMM_RM_AXI_CONTROL__ARCACHE		0
121*91f16700Schasinglulu 
122*91f16700Schasinglulu #define FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR	0x48
123*91f16700Schasinglulu 
124*91f16700Schasinglulu #define FSX_COMM_RM_GROUP_PKT_EXTENSION_SUPPORT		0xc0
125*91f16700Schasinglulu 
126*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD		0xc8
127*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MASK	0x1ff
128*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX	16
129*91f16700Schasinglulu #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN	0
130*91f16700Schasinglulu 
131*91f16700Schasinglulu #define FSX_COMM_RM_GROUP_RING_COUNT			0xcc
132*91f16700Schasinglulu 
133*91f16700Schasinglulu #define FSX_COMM_RM_MAIN_HW_INIT_DONE			0x12c
134*91f16700Schasinglulu #define FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK		0x1
135*91f16700Schasinglulu 
136*91f16700Schasinglulu #define FSX_DMEx_BASE(__b, __i)				\
137*91f16700Schasinglulu 		((__b) + (__i) * 0x1000)
138*91f16700Schasinglulu 
139*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL(__b, __i)			\
140*91f16700Schasinglulu 		(FSX_DMEx_BASE(__b, __i) + 0x4)
141*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN		28
142*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN		24
143*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__AWQOS			20
144*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__ARQOS			16
145*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__AWCACHE			4
146*91f16700Schasinglulu #define FSX_DMEx_AXI_CONTROL__ARCACHE			0
147*91f16700Schasinglulu 
148*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD(__b, __i)		\
149*91f16700Schasinglulu 		(FSX_DMEx_BASE(__b, __i) + 0xc)
150*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MASK		0x3ff
151*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MAX			10
152*91f16700Schasinglulu #define FSX_DMEx_WR_FIFO_THRESHOLD__MIN			0
153*91f16700Schasinglulu 
154*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD(__b, __i)		\
155*91f16700Schasinglulu 		(FSX_DMEx_BASE(__b, __i) + 0x14)
156*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MASK		0x3ff
157*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MAX			10
158*91f16700Schasinglulu #define FSX_DMEx_RD_FIFO_THRESHOLD__MIN			0
159*91f16700Schasinglulu 
160*91f16700Schasinglulu #define FS6_SUB_TOP_BASE				0x66D8F800
161*91f16700Schasinglulu #define FS6_PKI_DME_RESET				0x4
162*91f16700Schasinglulu #define PKI_DME_RESET					1
163*91f16700Schasinglulu 
164*91f16700Schasinglulu char *fsx_type_names[] = {
165*91f16700Schasinglulu 	"fs4-raid",
166*91f16700Schasinglulu 	"fs4-crypto",
167*91f16700Schasinglulu 	"fs6-pki",
168*91f16700Schasinglulu };
169*91f16700Schasinglulu 
170*91f16700Schasinglulu void fsx_init(eFSX_TYPE fsx_type,
171*91f16700Schasinglulu 	      unsigned int ring_count,
172*91f16700Schasinglulu 	      unsigned int dme_count,
173*91f16700Schasinglulu 	      unsigned int ae_count,
174*91f16700Schasinglulu 	      unsigned int start_stream_id,
175*91f16700Schasinglulu 	      unsigned int msi_dev_id,
176*91f16700Schasinglulu 	      uintptr_t idm_io_control_direct,
177*91f16700Schasinglulu 	      uintptr_t idm_reset_control,
178*91f16700Schasinglulu 	      uintptr_t base,
179*91f16700Schasinglulu 	      uintptr_t dme_base)
180*91f16700Schasinglulu {
181*91f16700Schasinglulu 	int try;
182*91f16700Schasinglulu 	unsigned int i, v, data;
183*91f16700Schasinglulu 	uintptr_t fs4_idm_io_control_direct = idm_io_control_direct;
184*91f16700Schasinglulu 	uintptr_t fs4_idm_reset_control = idm_reset_control;
185*91f16700Schasinglulu 	uintptr_t fsx_comm_rm = (base + 0x203000);
186*91f16700Schasinglulu 
187*91f16700Schasinglulu 	VERBOSE("fsx %s init start\n", fsx_type_names[fsx_type]);
188*91f16700Schasinglulu 
189*91f16700Schasinglulu 	if (fsx_type == eFS4_RAID || fsx_type == eFS4_CRYPTO) {
190*91f16700Schasinglulu 		/* Enable FSx engine clock */
191*91f16700Schasinglulu 		VERBOSE(" - enable fsx clock\n");
192*91f16700Schasinglulu 		mmio_write_32(fs4_idm_io_control_direct,
193*91f16700Schasinglulu 		      (1U << FS4_IDM_IO_CONTROL_DIRECT__CLK_EN));
194*91f16700Schasinglulu 		udelay(500);
195*91f16700Schasinglulu 
196*91f16700Schasinglulu 		/* Reset FSx engine */
197*91f16700Schasinglulu 		VERBOSE(" - reset fsx\n");
198*91f16700Schasinglulu 		v = mmio_read_32(fs4_idm_reset_control);
199*91f16700Schasinglulu 		v |= (1 << FS4_IDM_RESET_CONTROL__RESET);
200*91f16700Schasinglulu 		mmio_write_32(fs4_idm_reset_control, v);
201*91f16700Schasinglulu 		udelay(500);
202*91f16700Schasinglulu 		v = mmio_read_32(fs4_idm_reset_control);
203*91f16700Schasinglulu 		v &= ~(1 << FS4_IDM_RESET_CONTROL__RESET);
204*91f16700Schasinglulu 		mmio_write_32(fs4_idm_reset_control, v);
205*91f16700Schasinglulu 	} else {
206*91f16700Schasinglulu 		/*
207*91f16700Schasinglulu 		 * Default RM and AE are out of reset,
208*91f16700Schasinglulu 		 * So only DME Reset added here
209*91f16700Schasinglulu 		 */
210*91f16700Schasinglulu 		v = mmio_read_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET);
211*91f16700Schasinglulu 		v &= ~(PKI_DME_RESET);
212*91f16700Schasinglulu 		mmio_write_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET, v);
213*91f16700Schasinglulu 	}
214*91f16700Schasinglulu 
215*91f16700Schasinglulu 	/* Wait for HW-init done */
216*91f16700Schasinglulu 	VERBOSE(" - wait for HW-init done\n");
217*91f16700Schasinglulu 	try = 10000;
218*91f16700Schasinglulu 	do {
219*91f16700Schasinglulu 		udelay(1);
220*91f16700Schasinglulu 		data = mmio_read_32(fsx_comm_rm +
221*91f16700Schasinglulu 				    FSX_COMM_RM_MAIN_HW_INIT_DONE);
222*91f16700Schasinglulu 		try--;
223*91f16700Schasinglulu 	} while (!(data & FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK) && (try > 0));
224*91f16700Schasinglulu 
225*91f16700Schasinglulu 	if (try <= 0)
226*91f16700Schasinglulu 		ERROR("fsx_comm_rm + 0x%x: 0x%x\n",
227*91f16700Schasinglulu 		      data, FSX_COMM_RM_MAIN_HW_INIT_DONE);
228*91f16700Schasinglulu 
229*91f16700Schasinglulu 	/* Make all rings non-secured */
230*91f16700Schasinglulu 	VERBOSE(" - make all rings non-secured\n");
231*91f16700Schasinglulu 	v = 0xffffffff;
232*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_SECURITY_SETTING, v);
233*91f16700Schasinglulu 
234*91f16700Schasinglulu 	/* Set start stream-id for rings to */
235*91f16700Schasinglulu 	VERBOSE(" - set start stream-id for rings to 0x%x\n",
236*91f16700Schasinglulu 		start_stream_id);
237*91f16700Schasinglulu 	v = start_stream_id >> FSX_COMM_RM_SSID_CONTROL__RING_BITS;
238*91f16700Schasinglulu 	v &= FSX_COMM_RM_SSID_CONTROL__MASK;
239*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_SSID_CONTROL, v);
240*91f16700Schasinglulu 
241*91f16700Schasinglulu 	/* Set timer configuration */
242*91f16700Schasinglulu 	VERBOSE(" - set timer configuration\n");
243*91f16700Schasinglulu 	v = 0x0271 << FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM;
244*91f16700Schasinglulu 	v |= (0x0138 << FSX_COMM_RM_TIMER_CONTROL_0__FAST);
245*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_0, v);
246*91f16700Schasinglulu 	v = 0x09c4 << FSX_COMM_RM_TIMER_CONTROL_1__IDLE;
247*91f16700Schasinglulu 	v |= (0x04e2 << FSX_COMM_RM_TIMER_CONTROL_1__SLOW);
248*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_1, v);
249*91f16700Schasinglulu 	v = 0x0000f424;
250*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_FLUSH_TIMEOUT, v);
251*91f16700Schasinglulu 
252*91f16700Schasinglulu 	/* Set burst length and fifo threshold */
253*91f16700Schasinglulu 	VERBOSE(" - set burst length, fifo and bd threshold\n");
254*91f16700Schasinglulu 	v = 0x0;
255*91f16700Schasinglulu 	v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN);
256*91f16700Schasinglulu 	v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE);
257*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_LENGTH, v);
258*91f16700Schasinglulu 	v = 0x0;
259*91f16700Schasinglulu 	v |= (0x67 << FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL);
260*91f16700Schasinglulu 	v |= (0x18 << FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL);
261*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_FIFO_THRESHOLD, v);
262*91f16700Schasinglulu 	v = 0x0;
263*91f16700Schasinglulu 	v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_LOW);
264*91f16700Schasinglulu 	v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH);
265*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_BD_THRESHOLD, v);
266*91f16700Schasinglulu 
267*91f16700Schasinglulu 	/* Set memory configuration */
268*91f16700Schasinglulu 	VERBOSE(" - set memory configuration\n");
269*91f16700Schasinglulu 	v = 0x0;
270*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN);
271*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN);
272*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN);
273*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN);
274*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_MEMORY_CONFIGURATION, v);
275*91f16700Schasinglulu 
276*91f16700Schasinglulu 	/* AXI configuration for RM */
277*91f16700Schasinglulu 	v = 0;
278*91f16700Schasinglulu 	v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN);
279*91f16700Schasinglulu 	v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN);
280*91f16700Schasinglulu 	v |= (0xe << FSX_COMM_RM_AXI_CONTROL__AWQOS);
281*91f16700Schasinglulu 	v |= (0xa << FSX_COMM_RM_AXI_CONTROL__ARQOS);
282*91f16700Schasinglulu 	v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__AWPROT);
283*91f16700Schasinglulu 	v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__ARPROT);
284*91f16700Schasinglulu 	v |= (0xf << FSX_COMM_RM_AXI_CONTROL__AWCACHE);
285*91f16700Schasinglulu 	v |= (0xf << FSX_COMM_RM_AXI_CONTROL__ARCACHE);
286*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL, v);
287*91f16700Schasinglulu 	VERBOSE(" - set AXI control = 0x%x\n",
288*91f16700Schasinglulu 		mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL));
289*91f16700Schasinglulu 	v = 0x0;
290*91f16700Schasinglulu 	v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX);
291*91f16700Schasinglulu 	v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN);
292*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD, v);
293*91f16700Schasinglulu 	VERBOSE(" - set AXI read burst threshold = 0x%x\n",
294*91f16700Schasinglulu 	mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD));
295*91f16700Schasinglulu 
296*91f16700Schasinglulu 	/* Configure group ring count for all groups */
297*91f16700Schasinglulu 	/* By default we schedule extended packets
298*91f16700Schasinglulu 	 * on all AEs/DMEs in a group.
299*91f16700Schasinglulu 	 */
300*91f16700Schasinglulu 	v = (dme_count & 0xf) << 0;
301*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 4;
302*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 8;
303*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 12;
304*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 16;
305*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 20;
306*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 24;
307*91f16700Schasinglulu 	v |= (dme_count & 0xf) << 28;
308*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_GROUP_RING_COUNT, v);
309*91f16700Schasinglulu 
310*91f16700Schasinglulu 	/*
311*91f16700Schasinglulu 	 * Due to HW issue spurious interrupts are getting generated.
312*91f16700Schasinglulu 	 * To fix sw needs to clear the config status interrupts
313*91f16700Schasinglulu 	 * before setting CONFIG_DONE.
314*91f16700Schasinglulu 	 */
315*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm +
316*91f16700Schasinglulu 		      FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR,
317*91f16700Schasinglulu 		      0xffffffff);
318*91f16700Schasinglulu 
319*91f16700Schasinglulu 	/* Configure RM control */
320*91f16700Schasinglulu 	VERBOSE(" - configure RM control\n");
321*91f16700Schasinglulu 	v = mmio_read_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER);
322*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING);
323*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v);
324*91f16700Schasinglulu 	v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE);
325*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v);
326*91f16700Schasinglulu 
327*91f16700Schasinglulu 	/* Configure AE timeout */
328*91f16700Schasinglulu 	VERBOSE(" - configure AE timeout\n");
329*91f16700Schasinglulu 	v = 0x00003fff;
330*91f16700Schasinglulu 	mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AE_TIMEOUT, v);
331*91f16700Schasinglulu 
332*91f16700Schasinglulu 	/* Initialize all AEs */
333*91f16700Schasinglulu 	for (i = 0; i < ae_count; i++) {
334*91f16700Schasinglulu 		VERBOSE(" - initialize AE%d\n", i);
335*91f16700Schasinglulu 		v = (0x1 << FSX_AEx_CONTROL_REGISTER__ACTIVE);
336*91f16700Schasinglulu 		mmio_write_32(FSX_AEx_CONTROL_REGISTER(base, i), v);
337*91f16700Schasinglulu 	}
338*91f16700Schasinglulu 
339*91f16700Schasinglulu 	/* Initialize all DMEs */
340*91f16700Schasinglulu 	for (i = 0; i < dme_count; i++) {
341*91f16700Schasinglulu 		VERBOSE(" - initialize DME%d\n", i);
342*91f16700Schasinglulu 		v = 0;
343*91f16700Schasinglulu 		v |= (0x1 << FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN);
344*91f16700Schasinglulu 		v |= (0x1 << FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN);
345*91f16700Schasinglulu 		v |= (0xe << FSX_DMEx_AXI_CONTROL__AWQOS);
346*91f16700Schasinglulu 		v |= (0xa << FSX_DMEx_AXI_CONTROL__ARQOS);
347*91f16700Schasinglulu 		v |= (0xf << FSX_DMEx_AXI_CONTROL__AWCACHE);
348*91f16700Schasinglulu 		v |= (0xf << FSX_DMEx_AXI_CONTROL__ARCACHE);
349*91f16700Schasinglulu 		mmio_write_32(FSX_DMEx_AXI_CONTROL(dme_base, i), v);
350*91f16700Schasinglulu 		VERBOSE(" -- AXI_CONTROL = 0x%x\n",
351*91f16700Schasinglulu 		mmio_read_32(FSX_DMEx_AXI_CONTROL(dme_base, i)));
352*91f16700Schasinglulu 		v = 0;
353*91f16700Schasinglulu 		v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MIN);
354*91f16700Schasinglulu 		v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MAX);
355*91f16700Schasinglulu 		mmio_write_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i), v);
356*91f16700Schasinglulu 		VERBOSE(" -- WR_FIFO_THRESHOLD = 0x%x\n",
357*91f16700Schasinglulu 		mmio_read_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i)));
358*91f16700Schasinglulu 		v = 0;
359*91f16700Schasinglulu 		v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MIN);
360*91f16700Schasinglulu 		v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MAX);
361*91f16700Schasinglulu 		mmio_write_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i), v);
362*91f16700Schasinglulu 		VERBOSE(" -- RD_FIFO_THRESHOLD = 0x%x\n",
363*91f16700Schasinglulu 		mmio_read_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i)));
364*91f16700Schasinglulu 	}
365*91f16700Schasinglulu 
366*91f16700Schasinglulu 	/* Configure ring axi id and msi device id */
367*91f16700Schasinglulu 	for (i = 0; i < ring_count; i++) {
368*91f16700Schasinglulu 		VERBOSE(" - ring%d version=0x%x\n", i,
369*91f16700Schasinglulu 			mmio_read_32(FSX_RINGx_VERSION_NUMBER(base, i)));
370*91f16700Schasinglulu 		mmio_write_32(FSX_COMM_RINGx_MSI_DEV_ID(base, i),
371*91f16700Schasinglulu 			      msi_dev_id);
372*91f16700Schasinglulu 		v = 0;
373*91f16700Schasinglulu 		v |= ((i & FSX_COMM_RINGx_CONTROL__AXI_ID_MASK) <<
374*91f16700Schasinglulu 		      FSX_COMM_RINGx_CONTROL__AXI_ID);
375*91f16700Schasinglulu 		mmio_write_32(FSX_COMM_RINGx_CONTROL(base, i), v);
376*91f16700Schasinglulu 	}
377*91f16700Schasinglulu 
378*91f16700Schasinglulu 	INFO("fsx %s init done\n", fsx_type_names[fsx_type]);
379*91f16700Schasinglulu }
380*91f16700Schasinglulu 
381*91f16700Schasinglulu void fsx_meminit(const char *name,
382*91f16700Schasinglulu 		 uintptr_t idm_io_control_direct,
383*91f16700Schasinglulu 		 uintptr_t idm_io_status)
384*91f16700Schasinglulu {
385*91f16700Schasinglulu 	int try;
386*91f16700Schasinglulu 	unsigned int val;
387*91f16700Schasinglulu 
388*91f16700Schasinglulu 	VERBOSE("fsx %s meminit start\n", name);
389*91f16700Schasinglulu 
390*91f16700Schasinglulu 	VERBOSE(" - arrpoweron\n");
391*91f16700Schasinglulu 	mmio_setbits_32(idm_io_control_direct,
392*91f16700Schasinglulu 			BIT(FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON));
393*91f16700Schasinglulu 	while (!(mmio_read_32(idm_io_status) &
394*91f16700Schasinglulu 		 BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWERON)))
395*91f16700Schasinglulu 		;
396*91f16700Schasinglulu 
397*91f16700Schasinglulu 	VERBOSE(" - arrpowerok\n");
398*91f16700Schasinglulu 	mmio_setbits_32(idm_io_control_direct,
399*91f16700Schasinglulu 			(1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK));
400*91f16700Schasinglulu 	while (!(mmio_read_32(idm_io_status) &
401*91f16700Schasinglulu 		 BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWEROK)))
402*91f16700Schasinglulu 		;
403*91f16700Schasinglulu 
404*91f16700Schasinglulu 	VERBOSE(" - poweron\n");
405*91f16700Schasinglulu 	mmio_setbits_32(idm_io_control_direct,
406*91f16700Schasinglulu 			(1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON));
407*91f16700Schasinglulu 	while (!(mmio_read_32(idm_io_status) &
408*91f16700Schasinglulu 		 BIT(FS4_IDM_IO_STATUS__MEM_POWERON)))
409*91f16700Schasinglulu 		;
410*91f16700Schasinglulu 
411*91f16700Schasinglulu 	VERBOSE(" - powerok\n");
412*91f16700Schasinglulu 	mmio_setbits_32(idm_io_control_direct,
413*91f16700Schasinglulu 			(1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK));
414*91f16700Schasinglulu 	while (!(mmio_read_32(idm_io_status) &
415*91f16700Schasinglulu 		 BIT(FS4_IDM_IO_STATUS__MEM_POWEROK)))
416*91f16700Schasinglulu 		;
417*91f16700Schasinglulu 
418*91f16700Schasinglulu 	/* Final check on all power bits */
419*91f16700Schasinglulu 	try = 10;
420*91f16700Schasinglulu 	do {
421*91f16700Schasinglulu 		val = mmio_read_32(idm_io_status);
422*91f16700Schasinglulu 		if (val == FS4_IDM_IO_STATUS__MEM_ALLOK)
423*91f16700Schasinglulu 			break;
424*91f16700Schasinglulu 
425*91f16700Schasinglulu 		/* Wait sometime */
426*91f16700Schasinglulu 		mdelay(1);
427*91f16700Schasinglulu 
428*91f16700Schasinglulu 		try--;
429*91f16700Schasinglulu 	} while (try > 0);
430*91f16700Schasinglulu 
431*91f16700Schasinglulu 	/* Remove memory isolation if things are fine. */
432*91f16700Schasinglulu 	if (try <= 0) {
433*91f16700Schasinglulu 		INFO(" - powerup failed\n");
434*91f16700Schasinglulu 	} else {
435*91f16700Schasinglulu 		VERBOSE(" - remove isolation\n");
436*91f16700Schasinglulu 		mmio_clrbits_32(idm_io_control_direct,
437*91f16700Schasinglulu 				(1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO));
438*91f16700Schasinglulu 		VERBOSE(" - powerup done\n");
439*91f16700Schasinglulu 	}
440*91f16700Schasinglulu 
441*91f16700Schasinglulu 	INFO("fsx %s meminit done\n", name);
442*91f16700Schasinglulu }
443*91f16700Schasinglulu 
444*91f16700Schasinglulu void fs4_disable_clocks(bool disable_sram,
445*91f16700Schasinglulu 			bool disable_crypto,
446*91f16700Schasinglulu 			bool disable_raid)
447*91f16700Schasinglulu {
448*91f16700Schasinglulu 	VERBOSE("fs4 disable clocks start\n");
449*91f16700Schasinglulu 
450*91f16700Schasinglulu 	if (disable_sram) {
451*91f16700Schasinglulu 		VERBOSE(" - disable sram clock\n");
452*91f16700Schasinglulu 		mmio_clrbits_32(FS4_SRAM_IDM_IO_CONTROL_DIRECT,
453*91f16700Schasinglulu 			(1 << FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN));
454*91f16700Schasinglulu 	}
455*91f16700Schasinglulu 
456*91f16700Schasinglulu 	if (disable_crypto) {
457*91f16700Schasinglulu 		VERBOSE(" - disable crypto clock\n");
458*91f16700Schasinglulu 		mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
459*91f16700Schasinglulu 				CDRU_GENPLL5_CONTROL1__CHNL1_CRYPTO_AE_CLK);
460*91f16700Schasinglulu 	}
461*91f16700Schasinglulu 
462*91f16700Schasinglulu 	if (disable_raid) {
463*91f16700Schasinglulu 		VERBOSE(" - disable raid clock\n");
464*91f16700Schasinglulu 		mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
465*91f16700Schasinglulu 				CDRU_GENPLL5_CONTROL1__CHNL2_RAID_AE_CLK);
466*91f16700Schasinglulu 	}
467*91f16700Schasinglulu 
468*91f16700Schasinglulu 	if (disable_sram && disable_crypto && disable_raid) {
469*91f16700Schasinglulu 		VERBOSE(" - disable root clock\n");
470*91f16700Schasinglulu 		mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
471*91f16700Schasinglulu 				CDRU_GENPLL5_CONTROL1__CHNL0_DME_CLK);
472*91f16700Schasinglulu 		mmio_setbits_32(CDRU_GENPLL2_CONTROL1,
473*91f16700Schasinglulu 				CDRU_GENPLL2_CONTROL1__CHNL6_FS4_CLK);
474*91f16700Schasinglulu 	}
475*91f16700Schasinglulu 
476*91f16700Schasinglulu 	INFO("fs4 disable clocks done\n");
477*91f16700Schasinglulu }
478