sdei_private.h 6.45 KB
Newer Older
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
1
/*
2
 * Copyright (c) 2017-2018, ARM Limited and Contributors. All rights reserved.
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
3
4
5
6
 *
 * SPDX-License-Identifier: BSD-3-Clause
 */

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
7
8
#ifndef SDEI_PRIVATE_H
#define SDEI_PRIVATE_H
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
9
10

#include <arch_helpers.h>
11
#include <context.h>
12
#include <context_mgmt.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
13
14
15
16
17
#include <debug.h>
#include <errno.h>
#include <interrupt_mgmt.h>
#include <platform.h>
#include <sdei.h>
18
#include <setjmp.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
19
20
#include <spinlock.h>
#include <stdbool.h>
21
#include <stdint.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
#include <utils_def.h>

#ifdef AARCH32
# error SDEI is implemented only for AArch64 systems
#endif

#ifndef PLAT_SDEI_CRITICAL_PRI
# error Platform must define SDEI critical priority value
#endif

#ifndef PLAT_SDEI_NORMAL_PRI
# error Platform must define SDEI normal priority value
#endif

/* Output SDEI logs as verbose */
#define SDEI_LOG(...)	VERBOSE("SDEI: " __VA_ARGS__)

/* SDEI handler unregistered state. This is the default state. */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
40
#define SDEI_STATE_UNREGISTERED		0U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
41
42

/* SDE event status values in bit position */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
43
44
45
#define SDEI_STATF_REGISTERED		0U
#define SDEI_STATF_ENABLED		1U
#define SDEI_STATF_RUNNING		2U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

/* SDEI SMC error codes */
#define	SDEI_EINVAL	(-2)
#define	SDEI_EDENY	(-3)
#define	SDEI_EPEND	(-5)
#define	SDEI_ENOMEM	(-10)

/*
 * 'info' parameter to SDEI_EVENT_GET_INFO SMC.
 *
 * Note that the SDEI v1.0 speification mistakenly enumerates the
 * SDEI_INFO_EV_SIGNALED as SDEI_INFO_SIGNALED. This will be corrected in a
 * future version.
 */
#define SDEI_INFO_EV_TYPE		0
#define SDEI_INFO_EV_NOT_SIGNALED	1
#define SDEI_INFO_EV_PRIORITY		2
#define SDEI_INFO_EV_ROUTING_MODE	3
#define SDEI_INFO_EV_ROUTING_AFF	4

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
66
67
#define SDEI_PRIVATE_MAPPING()	(&sdei_global_mappings[SDEI_MAP_IDX_PRIV_])
#define SDEI_SHARED_MAPPING()	(&sdei_global_mappings[SDEI_MAP_IDX_SHRD_])
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
68
69

#define for_each_mapping_type(_i, _mapping) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
70
71
72
	for ((_i) = 0, (_mapping) = &sdei_global_mappings[(_i)]; \
			(_i) < SDEI_MAP_IDX_MAX_; \
			(_i)++, (_mapping) = &sdei_global_mappings[(_i)])
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
73
74

#define iterate_mapping(_mapping, _i, _map) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
75
76
77
	for ((_map) = (_mapping)->map, (_i) = 0; \
			(_i) < (_mapping)->num_maps; \
			(_i)++, (_map)++)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
78
79
80
81
82
83
84
85

#define for_each_private_map(_i, _map) \
	iterate_mapping(SDEI_PRIVATE_MAPPING(), _i, _map)

#define for_each_shared_map(_i, _map) \
	iterate_mapping(SDEI_SHARED_MAPPING(), _i, _map)

/* SDEI_FEATURES */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
86
87
88
89
#define SDEI_FEATURE_BIND_SLOTS		0U
#define BIND_SLOTS_MASK			0xffffU
#define FEATURES_SHARED_SLOTS_SHIFT	16U
#define FEATURES_PRIVATE_SLOTS_SHIFT	0U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
90
#define FEATURE_BIND_SLOTS(_priv, _shrd) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
91
92
	(((((uint64_t) (_priv)) & BIND_SLOTS_MASK) << FEATURES_PRIVATE_SLOTS_SHIFT) | \
	 ((((uint64_t) (_shrd)) & BIND_SLOTS_MASK) << FEATURES_SHARED_SLOTS_SHIFT))
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
93
94
95
96

#define GET_EV_STATE(_e, _s)	get_ev_state_bit(_e, SDEI_STATF_##_s)
#define SET_EV_STATE(_e, _s)	clr_ev_state_bit(_e->state, SDEI_STATF_##_s)

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
97
static inline bool is_event_private(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
98
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
99
	return ((map->map_flags & BIT_32(SDEI_MAPF_PRIVATE_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
100
101
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
102
static inline bool is_event_shared(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
103
104
105
106
{
	return !is_event_private(map);
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
107
static inline bool is_event_critical(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
108
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
109
	return ((map->map_flags & BIT_32(SDEI_MAPF_CRITICAL_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
110
111
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
112
static inline bool is_event_normal(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
113
114
115
116
{
	return !is_event_critical(map);
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
117
static inline bool is_event_signalable(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
118
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
119
	return ((map->map_flags & BIT_32(SDEI_MAPF_SIGNALABLE_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
120
121
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
122
static inline bool is_map_dynamic(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
123
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
124
	return ((map->map_flags & BIT_32(SDEI_MAPF_DYNAMIC_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
125
126
127
128
129
130
131
132
}

/*
 * Checks whether an event is associated with an interrupt. Static events always
 * return true, and dynamic events return whether SDEI_INTERRUPT_BIND had been
 * called on them. This can be used on both static or dynamic events to check
 * for an associated interrupt.
 */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
133
static inline bool is_map_bound(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
134
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
135
	return ((map->map_flags & BIT_32(SDEI_MAPF_BOUND_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
136
137
138
139
}

static inline void set_map_bound(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
140
	map->map_flags |= BIT_32(SDEI_MAPF_BOUND_SHIFT_);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
141
142
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
143
static inline bool is_map_explicit(sdei_ev_map_t *map)
144
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
145
	return ((map->map_flags & BIT_32(SDEI_MAPF_EXPLICIT_SHIFT_)) != 0U);
146
147
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
148
149
static inline void clr_map_bound(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
150
	map->map_flags &= ~BIT_32(SDEI_MAPF_BOUND_SHIFT_);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
151
152
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
153
static inline bool is_secure_sgi(unsigned int intr)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
154
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
155
	return ((plat_ic_is_sgi(intr) != 0) &&
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
156
157
158
159
160
161
162
163
164
			(plat_ic_get_interrupt_type(intr) == INTR_TYPE_EL3));
}

/*
 * Determine EL of the client. If EL2 is implemented (hence the enabled HCE
 * bit), deem EL2; otherwise, deem EL1.
 */
static inline unsigned int sdei_client_el(void)
{
165
166
167
	cpu_context_t *ns_ctx = cm_get_context(NON_SECURE);
	el3_state_t *el3_ctx = get_el3state_ctx(ns_ctx);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
168
169
	return ((read_ctx_reg(el3_ctx, CTX_SCR_EL3) & SCR_HCE_BIT) != 0U) ?
		MODE_EL2 : MODE_EL1;
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
170
171
172
173
}

static inline unsigned int sdei_event_priority(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
174
175
	return (unsigned int) (is_event_critical(map) ? PLAT_SDEI_CRITICAL_PRI :
			PLAT_SDEI_NORMAL_PRI);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
176
177
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
178
static inline bool get_ev_state_bit(sdei_entry_t *se, unsigned int bit_no)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
179
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
180
	return ((se->state & BIT_32(bit_no)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
181
182
183
184
}

static inline void clr_ev_state_bit(sdei_entry_t *se, unsigned int bit_no)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
185
	se->state &= ~BIT_32(bit_no);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
}

/* SDEI actions for state transition */
typedef enum {
	/*
	 * Actions resulting from client requests. These directly map to SMC
	 * calls. Note that the state table columns are listed in this order
	 * too.
	 */
	DO_REGISTER = 0,
	DO_RELEASE = 1,
	DO_ENABLE = 2,
	DO_DISABLE = 3,
	DO_UNREGISTER = 4,
	DO_ROUTING = 5,
	DO_CONTEXT = 6,
	DO_COMPLETE = 7,
	DO_COMPLETE_RESUME = 8,

	/* Action for event dispatch */
	DO_DISPATCH = 9,

	DO_MAX,
} sdei_action_t;

typedef enum {
	SDEI_NORMAL,
	SDEI_CRITICAL
} sdei_class_t;

static inline void sdei_map_lock(sdei_ev_map_t *map)
{
	spin_lock(&map->lock);
}

static inline void sdei_map_unlock(sdei_ev_map_t *map)
{
	spin_unlock(&map->lock);
}

extern const sdei_mapping_t sdei_global_mappings[];
extern sdei_entry_t sdei_private_event_table[];
extern sdei_entry_t sdei_shared_event_table[];

void init_sdei_state(void);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
232
sdei_ev_map_t *find_event_map_by_intr(unsigned int intr_num, bool shared);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
233
234
235
sdei_ev_map_t *find_event_map(int ev_num);
sdei_entry_t *get_event_entry(sdei_ev_map_t *map);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
236
237
int64_t sdei_event_context(void *handle, unsigned int param);
int sdei_event_complete(bool resume, uint64_t pc);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
238
239

void sdei_pe_unmask(void);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
240
int64_t sdei_pe_mask(void);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
241

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
242
int sdei_intr_handler(uint32_t intr_raw, uint32_t flags, void *handle,
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
243
244
		void *cookie);
bool can_sdei_state_trans(sdei_entry_t *se, sdei_action_t act);
245
void begin_sdei_synchronous_dispatch(struct jmpbuf *buffer);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
246

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
247
#endif /* SDEI_PRIVATE_H */