1 /*
2  * Copyright (c) 2015-2018, ARM Limited and Contributors. All rights reserved.
3  * Portions copyright (c) 2021-2022, ProvenRun S.A.S. All rights reserved.
4  *
5  * SPDX-License-Identifier: BSD-3-Clause
6  */
7 
8 #include <assert.h>
9 #include <stdbool.h>
10 
11 #include <arch_helpers.h>
12 #include <common/bl_common.h>
13 #include <common/debug.h>
14 #include <bl31/interrupt_mgmt.h>
15 #include <drivers/arm/gic_common.h>
16 #include <drivers/arm/gicv3.h>
17 #include <lib/cassert.h>
18 #include <plat/common/platform.h>
19 
20 #ifdef IMAGE_BL31
21 
22 /*
23  * The following platform GIC functions are weakly defined. They
24  * provide typical implementations that may be re-used by multiple
25  * platforms but may also be overridden by a platform if required.
26  */
27 #pragma weak plat_ic_get_pending_interrupt_id
28 #pragma weak plat_ic_get_pending_interrupt_type
29 #pragma weak plat_ic_acknowledge_interrupt
30 #pragma weak plat_ic_get_interrupt_type
31 #pragma weak plat_ic_end_of_interrupt
32 #pragma weak plat_interrupt_type_to_line
33 
34 #pragma weak plat_ic_get_running_priority
35 #pragma weak plat_ic_is_spi
36 #pragma weak plat_ic_is_ppi
37 #pragma weak plat_ic_is_sgi
38 #pragma weak plat_ic_get_interrupt_active
39 #pragma weak plat_ic_enable_interrupt
40 #pragma weak plat_ic_disable_interrupt
41 #pragma weak plat_ic_set_interrupt_priority
42 #pragma weak plat_ic_set_interrupt_type
43 #pragma weak plat_ic_raise_el3_sgi
44 #pragma weak plat_ic_raise_ns_sgi
45 #pragma weak plat_ic_raise_s_el1_sgi
46 #pragma weak plat_ic_set_spi_routing
47 #pragma weak plat_ic_set_interrupt_pending
48 #pragma weak plat_ic_clear_interrupt_pending
49 
50 CASSERT((INTR_TYPE_S_EL1 == INTR_GROUP1S) &&
51 	(INTR_TYPE_NS == INTR_GROUP1NS) &&
52 	(INTR_TYPE_EL3 == INTR_GROUP0), assert_interrupt_type_mismatch);
53 
54 /*
55  * This function returns the highest priority pending interrupt at
56  * the Interrupt controller
57  */
plat_ic_get_pending_interrupt_id(void)58 uint32_t plat_ic_get_pending_interrupt_id(void)
59 {
60 	unsigned int irqnr;
61 
62 	assert(IS_IN_EL3());
63 	irqnr = gicv3_get_pending_interrupt_id();
64 	return gicv3_is_intr_id_special_identifier(irqnr) ?
65 				INTR_ID_UNAVAILABLE : irqnr;
66 }
67 
68 /*
69  * This function returns the type of the highest priority pending interrupt
70  * at the Interrupt controller. In the case of GICv3, the Highest Priority
71  * Pending interrupt system register (`ICC_HPPIR0_EL1`) is read to determine
72  * the id of the pending interrupt. The type of interrupt depends upon the
73  * id value as follows.
74  *   1. id = PENDING_G1S_INTID (1020) is reported as a S-EL1 interrupt
75  *   2. id = PENDING_G1NS_INTID (1021) is reported as a Non-secure interrupt.
76  *   3. id = GIC_SPURIOUS_INTERRUPT (1023) is reported as an invalid interrupt
77  *           type.
78  *   4. All other interrupt id's are reported as EL3 interrupt.
79  */
plat_ic_get_pending_interrupt_type(void)80 uint32_t plat_ic_get_pending_interrupt_type(void)
81 {
82 	unsigned int irqnr;
83 	uint32_t type;
84 
85 	assert(IS_IN_EL3());
86 	irqnr = gicv3_get_pending_interrupt_type();
87 
88 	switch (irqnr) {
89 	case PENDING_G1S_INTID:
90 		type = INTR_TYPE_S_EL1;
91 		break;
92 	case PENDING_G1NS_INTID:
93 		type = INTR_TYPE_NS;
94 		break;
95 	case GIC_SPURIOUS_INTERRUPT:
96 		type = INTR_TYPE_INVAL;
97 		break;
98 	default:
99 		type = INTR_TYPE_EL3;
100 		break;
101 	}
102 
103 	return type;
104 }
105 
106 /*
107  * This function returns the highest priority pending interrupt at
108  * the Interrupt controller and indicates to the Interrupt controller
109  * that the interrupt processing has started.
110  */
plat_ic_acknowledge_interrupt(void)111 uint32_t plat_ic_acknowledge_interrupt(void)
112 {
113 	assert(IS_IN_EL3());
114 	return gicv3_acknowledge_interrupt();
115 }
116 
117 /*
118  * This function returns the type of the interrupt `id`, depending on how
119  * the interrupt has been configured in the interrupt controller
120  */
plat_ic_get_interrupt_type(uint32_t id)121 uint32_t plat_ic_get_interrupt_type(uint32_t id)
122 {
123 	assert(IS_IN_EL3());
124 	return gicv3_get_interrupt_type(id, plat_my_core_pos());
125 }
126 
127 /*
128  * This functions is used to indicate to the interrupt controller that
129  * the processing of the interrupt corresponding to the `id` has
130  * finished.
131  */
plat_ic_end_of_interrupt(uint32_t id)132 void plat_ic_end_of_interrupt(uint32_t id)
133 {
134 	assert(IS_IN_EL3());
135 	gicv3_end_of_interrupt(id);
136 }
137 
138 /*
139  * An ARM processor signals interrupt exceptions through the IRQ and FIQ pins.
140  * The interrupt controller knows which pin/line it uses to signal a type of
141  * interrupt. It lets the interrupt management framework determine for a type of
142  * interrupt and security state, which line should be used in the SCR_EL3 to
143  * control its routing to EL3. The interrupt line is represented as the bit
144  * position of the IRQ or FIQ bit in the SCR_EL3.
145  */
plat_interrupt_type_to_line(uint32_t type,uint32_t security_state)146 uint32_t plat_interrupt_type_to_line(uint32_t type,
147 				uint32_t security_state)
148 {
149 	assert((type == INTR_TYPE_S_EL1) ||
150 	       (type == INTR_TYPE_EL3) ||
151 	       (type == INTR_TYPE_NS));
152 
153 	assert(sec_state_is_valid(security_state));
154 	assert(IS_IN_EL3());
155 
156 	switch (type) {
157 	case INTR_TYPE_S_EL1:
158 		/*
159 		 * The S-EL1 interrupts are signaled as IRQ in S-EL0/1 contexts
160 		 * and as FIQ in the NS-EL0/1/2 contexts
161 		 */
162 		if (security_state == SECURE)
163 			return __builtin_ctz(SCR_IRQ_BIT);
164 		else
165 			return __builtin_ctz(SCR_FIQ_BIT);
166 		assert(0); /* Unreachable */
167 	case INTR_TYPE_NS:
168 		/*
169 		 * The Non secure interrupts will be signaled as FIQ in S-EL0/1
170 		 * contexts and as IRQ in the NS-EL0/1/2 contexts.
171 		 */
172 		if (security_state == SECURE)
173 			return __builtin_ctz(SCR_FIQ_BIT);
174 		else
175 			return __builtin_ctz(SCR_IRQ_BIT);
176 		assert(0); /* Unreachable */
177 	case INTR_TYPE_EL3:
178 		/*
179 		 * The EL3 interrupts are signaled as FIQ in both S-EL0/1 and
180 		 * NS-EL0/1/2 contexts
181 		 */
182 		return __builtin_ctz(SCR_FIQ_BIT);
183 	default:
184 		panic();
185 	}
186 }
187 
plat_ic_get_running_priority(void)188 unsigned int plat_ic_get_running_priority(void)
189 {
190 	return gicv3_get_running_priority();
191 }
192 
plat_ic_is_spi(unsigned int id)193 int plat_ic_is_spi(unsigned int id)
194 {
195 	return (id >= MIN_SPI_ID) && (id <= MAX_SPI_ID);
196 }
197 
plat_ic_is_ppi(unsigned int id)198 int plat_ic_is_ppi(unsigned int id)
199 {
200 	return (id >= MIN_PPI_ID) && (id < MIN_SPI_ID);
201 }
202 
plat_ic_is_sgi(unsigned int id)203 int plat_ic_is_sgi(unsigned int id)
204 {
205 	return (id >= MIN_SGI_ID) && (id < MIN_PPI_ID);
206 }
207 
plat_ic_get_interrupt_active(unsigned int id)208 unsigned int plat_ic_get_interrupt_active(unsigned int id)
209 {
210 	return gicv3_get_interrupt_active(id, plat_my_core_pos());
211 }
212 
plat_ic_enable_interrupt(unsigned int id)213 void plat_ic_enable_interrupt(unsigned int id)
214 {
215 	gicv3_enable_interrupt(id, plat_my_core_pos());
216 }
217 
plat_ic_disable_interrupt(unsigned int id)218 void plat_ic_disable_interrupt(unsigned int id)
219 {
220 	gicv3_disable_interrupt(id, plat_my_core_pos());
221 }
222 
plat_ic_set_interrupt_priority(unsigned int id,unsigned int priority)223 void plat_ic_set_interrupt_priority(unsigned int id, unsigned int priority)
224 {
225 	gicv3_set_interrupt_priority(id, plat_my_core_pos(), priority);
226 }
227 
plat_ic_has_interrupt_type(unsigned int type)228 int plat_ic_has_interrupt_type(unsigned int type)
229 {
230 	assert((type == INTR_TYPE_EL3) || (type == INTR_TYPE_S_EL1) ||
231 			(type == INTR_TYPE_NS));
232 	return 1;
233 }
234 
plat_ic_set_interrupt_type(unsigned int id,unsigned int type)235 void plat_ic_set_interrupt_type(unsigned int id, unsigned int type)
236 {
237 	gicv3_set_interrupt_type(id, plat_my_core_pos(), type);
238 }
239 
plat_ic_raise_el3_sgi(int sgi_num,u_register_t target)240 void plat_ic_raise_el3_sgi(int sgi_num, u_register_t target)
241 {
242 	/* Target must be a valid MPIDR in the system */
243 	assert(plat_core_pos_by_mpidr(target) >= 0);
244 
245 	/* Verify that this is a secure EL3 SGI */
246 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
247 					  INTR_TYPE_EL3);
248 
249 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G0, target);
250 }
251 
plat_ic_raise_ns_sgi(int sgi_num,u_register_t target)252 void plat_ic_raise_ns_sgi(int sgi_num, u_register_t target)
253 {
254 	/* Target must be a valid MPIDR in the system */
255 	assert(plat_core_pos_by_mpidr(target) >= 0);
256 
257 	/* Verify that this is a non-secure SGI */
258 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
259 					  INTR_TYPE_NS);
260 
261 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G1NS, target);
262 }
263 
plat_ic_raise_s_el1_sgi(int sgi_num,u_register_t target)264 void plat_ic_raise_s_el1_sgi(int sgi_num, u_register_t target)
265 {
266 	/* Target must be a valid MPIDR in the system */
267 	assert(plat_core_pos_by_mpidr(target) >= 0);
268 
269 	/* Verify that this is a secure EL1 SGI */
270 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
271 					  INTR_TYPE_S_EL1);
272 
273 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G1S, target);
274 }
275 
plat_ic_set_spi_routing(unsigned int id,unsigned int routing_mode,u_register_t mpidr)276 void plat_ic_set_spi_routing(unsigned int id, unsigned int routing_mode,
277 		u_register_t mpidr)
278 {
279 	unsigned int irm = 0;
280 
281 	switch (routing_mode) {
282 	case INTR_ROUTING_MODE_PE:
283 		assert(plat_core_pos_by_mpidr(mpidr) >= 0);
284 		irm = GICV3_IRM_PE;
285 		break;
286 	case INTR_ROUTING_MODE_ANY:
287 		irm = GICV3_IRM_ANY;
288 		break;
289 	default:
290 		assert(0); /* Unreachable */
291 		break;
292 	}
293 
294 	gicv3_set_spi_routing(id, irm, mpidr);
295 }
296 
plat_ic_set_interrupt_pending(unsigned int id)297 void plat_ic_set_interrupt_pending(unsigned int id)
298 {
299 	/* Disallow setting SGIs pending */
300 	assert(id >= MIN_PPI_ID);
301 	gicv3_set_interrupt_pending(id, plat_my_core_pos());
302 }
303 
plat_ic_clear_interrupt_pending(unsigned int id)304 void plat_ic_clear_interrupt_pending(unsigned int id)
305 {
306 	/* Disallow setting SGIs pending */
307 	assert(id >= MIN_PPI_ID);
308 	gicv3_clear_interrupt_pending(id, plat_my_core_pos());
309 }
310 
plat_ic_set_priority_mask(unsigned int mask)311 unsigned int plat_ic_set_priority_mask(unsigned int mask)
312 {
313 	return gicv3_set_pmr(mask);
314 }
315 
plat_ic_get_interrupt_id(unsigned int raw)316 unsigned int plat_ic_get_interrupt_id(unsigned int raw)
317 {
318 	unsigned int id = raw & INT_ID_MASK;
319 
320 	return gicv3_is_intr_id_special_identifier(id) ?
321 			INTR_ID_UNAVAILABLE : id;
322 }
323 #endif
324 #ifdef IMAGE_BL32
325 
326 #pragma weak plat_ic_get_pending_interrupt_id
327 #pragma weak plat_ic_acknowledge_interrupt
328 #pragma weak plat_ic_end_of_interrupt
329 
330 /* In AArch32, the secure group1 interrupts are targeted to Secure PL1 */
331 #ifndef __aarch64__
332 #define IS_IN_EL1()	IS_IN_SECURE()
333 #endif
334 
335 /*
336  * This function returns the highest priority pending interrupt at
337  * the Interrupt controller
338  */
plat_ic_get_pending_interrupt_id(void)339 uint32_t plat_ic_get_pending_interrupt_id(void)
340 {
341 	unsigned int irqnr;
342 
343 	assert(IS_IN_EL1());
344 	irqnr = gicv3_get_pending_interrupt_id_sel1();
345 	return (irqnr == GIC_SPURIOUS_INTERRUPT) ?
346 				INTR_ID_UNAVAILABLE : irqnr;
347 }
348 
349 /*
350  * This function returns the highest priority pending interrupt at
351  * the Interrupt controller and indicates to the Interrupt controller
352  * that the interrupt processing has started.
353  */
plat_ic_acknowledge_interrupt(void)354 uint32_t plat_ic_acknowledge_interrupt(void)
355 {
356 	assert(IS_IN_EL1());
357 	return gicv3_acknowledge_interrupt_sel1();
358 }
359 
360 /*
361  * This functions is used to indicate to the interrupt controller that
362  * the processing of the interrupt corresponding to the `id` has
363  * finished.
364  */
plat_ic_end_of_interrupt(uint32_t id)365 void plat_ic_end_of_interrupt(uint32_t id)
366 {
367 	assert(IS_IN_EL1());
368 	gicv3_end_of_interrupt_sel1(id);
369 }
370 #endif
371