sdei_private.h 6.43 KB
Newer Older
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
1
/*
2
 * Copyright (c) 2017-2018, ARM Limited and Contributors. All rights reserved.
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
3
4
5
6
 *
 * SPDX-License-Identifier: BSD-3-Clause
 */

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
7
8
#ifndef SDEI_PRIVATE_H
#define SDEI_PRIVATE_H
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
9
10

#include <arch_helpers.h>
11
#include <context_mgmt.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
12
13
14
15
16
#include <debug.h>
#include <errno.h>
#include <interrupt_mgmt.h>
#include <platform.h>
#include <sdei.h>
17
#include <setjmp.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
18
19
#include <spinlock.h>
#include <stdbool.h>
20
#include <stdint.h>
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#include <utils_def.h>

#ifdef AARCH32
# error SDEI is implemented only for AArch64 systems
#endif

#ifndef PLAT_SDEI_CRITICAL_PRI
# error Platform must define SDEI critical priority value
#endif

#ifndef PLAT_SDEI_NORMAL_PRI
# error Platform must define SDEI normal priority value
#endif

/* Output SDEI logs as verbose */
#define SDEI_LOG(...)	VERBOSE("SDEI: " __VA_ARGS__)

/* SDEI handler unregistered state. This is the default state. */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
39
#define SDEI_STATE_UNREGISTERED		0U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
40
41

/* SDE event status values in bit position */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
42
43
44
#define SDEI_STATF_REGISTERED		0U
#define SDEI_STATF_ENABLED		1U
#define SDEI_STATF_RUNNING		2U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

/* SDEI SMC error codes */
#define	SDEI_EINVAL	(-2)
#define	SDEI_EDENY	(-3)
#define	SDEI_EPEND	(-5)
#define	SDEI_ENOMEM	(-10)

/*
 * 'info' parameter to SDEI_EVENT_GET_INFO SMC.
 *
 * Note that the SDEI v1.0 speification mistakenly enumerates the
 * SDEI_INFO_EV_SIGNALED as SDEI_INFO_SIGNALED. This will be corrected in a
 * future version.
 */
#define SDEI_INFO_EV_TYPE		0
#define SDEI_INFO_EV_NOT_SIGNALED	1
#define SDEI_INFO_EV_PRIORITY		2
#define SDEI_INFO_EV_ROUTING_MODE	3
#define SDEI_INFO_EV_ROUTING_AFF	4

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
65
66
#define SDEI_PRIVATE_MAPPING()	(&sdei_global_mappings[SDEI_MAP_IDX_PRIV_])
#define SDEI_SHARED_MAPPING()	(&sdei_global_mappings[SDEI_MAP_IDX_SHRD_])
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
67
68

#define for_each_mapping_type(_i, _mapping) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
69
70
71
	for ((_i) = 0, (_mapping) = &sdei_global_mappings[(_i)]; \
			(_i) < SDEI_MAP_IDX_MAX_; \
			(_i)++, (_mapping) = &sdei_global_mappings[(_i)])
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
72
73

#define iterate_mapping(_mapping, _i, _map) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
74
75
76
	for ((_map) = (_mapping)->map, (_i) = 0; \
			(_i) < (_mapping)->num_maps; \
			(_i)++, (_map)++)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
77
78
79
80
81
82
83
84

#define for_each_private_map(_i, _map) \
	iterate_mapping(SDEI_PRIVATE_MAPPING(), _i, _map)

#define for_each_shared_map(_i, _map) \
	iterate_mapping(SDEI_SHARED_MAPPING(), _i, _map)

/* SDEI_FEATURES */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
85
86
87
88
#define SDEI_FEATURE_BIND_SLOTS		0U
#define BIND_SLOTS_MASK			0xffffU
#define FEATURES_SHARED_SLOTS_SHIFT	16U
#define FEATURES_PRIVATE_SLOTS_SHIFT	0U
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
89
#define FEATURE_BIND_SLOTS(_priv, _shrd) \
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
90
91
	(((((uint64_t) (_priv)) & BIND_SLOTS_MASK) << FEATURES_PRIVATE_SLOTS_SHIFT) | \
	 ((((uint64_t) (_shrd)) & BIND_SLOTS_MASK) << FEATURES_SHARED_SLOTS_SHIFT))
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
92
93
94
95

#define GET_EV_STATE(_e, _s)	get_ev_state_bit(_e, SDEI_STATF_##_s)
#define SET_EV_STATE(_e, _s)	clr_ev_state_bit(_e->state, SDEI_STATF_##_s)

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
96
static inline bool is_event_private(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
97
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
98
	return ((map->map_flags & BIT_32(SDEI_MAPF_PRIVATE_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
99
100
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
101
static inline bool is_event_shared(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
102
103
104
105
{
	return !is_event_private(map);
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
106
static inline bool is_event_critical(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
107
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
108
	return ((map->map_flags & BIT_32(SDEI_MAPF_CRITICAL_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
109
110
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
111
static inline bool is_event_normal(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
112
113
114
115
{
	return !is_event_critical(map);
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
116
static inline bool is_event_signalable(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
117
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
118
	return ((map->map_flags & BIT_32(SDEI_MAPF_SIGNALABLE_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
119
120
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
121
static inline bool is_map_dynamic(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
122
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
123
	return ((map->map_flags & BIT_32(SDEI_MAPF_DYNAMIC_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
124
125
126
127
128
129
130
131
}

/*
 * Checks whether an event is associated with an interrupt. Static events always
 * return true, and dynamic events return whether SDEI_INTERRUPT_BIND had been
 * called on them. This can be used on both static or dynamic events to check
 * for an associated interrupt.
 */
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
132
static inline bool is_map_bound(sdei_ev_map_t *map)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
133
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
134
	return ((map->map_flags & BIT_32(SDEI_MAPF_BOUND_SHIFT_)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
135
136
137
138
}

static inline void set_map_bound(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
139
	map->map_flags |= BIT_32(SDEI_MAPF_BOUND_SHIFT_);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
140
141
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
142
static inline bool is_map_explicit(sdei_ev_map_t *map)
143
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
144
	return ((map->map_flags & BIT_32(SDEI_MAPF_EXPLICIT_SHIFT_)) != 0U);
145
146
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
147
148
static inline void clr_map_bound(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
149
	map->map_flags &= ~BIT_32(SDEI_MAPF_BOUND_SHIFT_);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
150
151
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
152
static inline bool is_secure_sgi(unsigned int intr)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
153
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
154
	return ((plat_ic_is_sgi(intr) != 0) &&
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
155
156
157
158
159
160
161
162
163
			(plat_ic_get_interrupt_type(intr) == INTR_TYPE_EL3));
}

/*
 * Determine EL of the client. If EL2 is implemented (hence the enabled HCE
 * bit), deem EL2; otherwise, deem EL1.
 */
static inline unsigned int sdei_client_el(void)
{
164
165
166
	cpu_context_t *ns_ctx = cm_get_context(NON_SECURE);
	el3_state_t *el3_ctx = get_el3state_ctx(ns_ctx);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
167
168
	return ((read_ctx_reg(el3_ctx, CTX_SCR_EL3) & SCR_HCE_BIT) != 0U) ?
		MODE_EL2 : MODE_EL1;
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
169
170
171
172
}

static inline unsigned int sdei_event_priority(sdei_ev_map_t *map)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
173
174
	return (unsigned int) (is_event_critical(map) ? PLAT_SDEI_CRITICAL_PRI :
			PLAT_SDEI_NORMAL_PRI);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
175
176
}

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
177
static inline bool get_ev_state_bit(sdei_entry_t *se, unsigned int bit_no)
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
178
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
179
	return ((se->state & BIT_32(bit_no)) != 0U);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
180
181
182
183
}

static inline void clr_ev_state_bit(sdei_entry_t *se, unsigned int bit_no)
{
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
184
	se->state &= ~BIT_32(bit_no);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
}

/* SDEI actions for state transition */
typedef enum {
	/*
	 * Actions resulting from client requests. These directly map to SMC
	 * calls. Note that the state table columns are listed in this order
	 * too.
	 */
	DO_REGISTER = 0,
	DO_RELEASE = 1,
	DO_ENABLE = 2,
	DO_DISABLE = 3,
	DO_UNREGISTER = 4,
	DO_ROUTING = 5,
	DO_CONTEXT = 6,
	DO_COMPLETE = 7,
	DO_COMPLETE_RESUME = 8,

	/* Action for event dispatch */
	DO_DISPATCH = 9,

	DO_MAX,
} sdei_action_t;

typedef enum {
	SDEI_NORMAL,
	SDEI_CRITICAL
} sdei_class_t;

static inline void sdei_map_lock(sdei_ev_map_t *map)
{
	spin_lock(&map->lock);
}

static inline void sdei_map_unlock(sdei_ev_map_t *map)
{
	spin_unlock(&map->lock);
}

extern const sdei_mapping_t sdei_global_mappings[];
extern sdei_entry_t sdei_private_event_table[];
extern sdei_entry_t sdei_shared_event_table[];

void init_sdei_state(void);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
231
sdei_ev_map_t *find_event_map_by_intr(unsigned int intr_num, bool shared);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
232
233
234
sdei_ev_map_t *find_event_map(int ev_num);
sdei_entry_t *get_event_entry(sdei_ev_map_t *map);

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
235
236
int64_t sdei_event_context(void *handle, unsigned int param);
int sdei_event_complete(bool resume, uint64_t pc);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
237
238

void sdei_pe_unmask(void);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
239
int64_t sdei_pe_mask(void);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
240

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
241
int sdei_intr_handler(uint32_t intr_raw, uint32_t flags, void *handle,
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
242
243
		void *cookie);
bool can_sdei_state_trans(sdei_entry_t *se, sdei_action_t act);
244
void begin_sdei_synchronous_dispatch(struct jmpbuf *buffer);
Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
245

Jeenu Viswambharan's avatar
Jeenu Viswambharan committed
246
#endif /* SDEI_PRIVATE_H */