1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
|
#ifndef _RKP_H
#define _RKP_H
#ifndef __ASSEMBLY__
#include <linux/uh.h>
#include <asm/stack_pointer.h>
#include <asm/thread_info.h>
#include <linux/spinlock.h>
/* uH_RKP Command ID */
#ifdef CONFIG_FASTUH_RKP
enum __RKP_CMD_ID{
RKP_START = 0x00,
RKP_DEFERRED_START = 0x01,
RKP_FIMC_VERIFY = 0x0B,
/* RKP robuffer cmds*/
RKP_ROBUFFER_ALLOC = 0x10,
RKP_ROBUFFER_FREE = 0x11,
RKP_PGD_RO = 0x12,
RKP_PGD_RW = 0x13,
RKP_GET_RO_BUFFER = 0x15,
/* dynamic load */
RKP_DYNAMIC_LOAD = 0x20,
RKP_LOG = 0x30,
#ifdef CONFIG_RKP_TEST
CMD_ID_TEST_GET_PAR = 0x41,
CMD_ID_TEST_GET_RO = 0x43,
CMD_ID_TEST_GET_VA_XN,
CMD_ID_TEST_GET_VMM_INFO,
#endif
};
#else
enum __RKP_CMD_ID{
RKP_START = 0x01,
RKP_DEFERRED_START = 0x02,
RKP_WRITE_PGT1 = 0x03,
RKP_WRITE_PGT2 = 0x04,
RKP_WRITE_PGT3 = 0x05,
RKP_EMULT_TTBR0 = 0x06,
RKP_EMULT_TTBR1 = 0x07,
RKP_EMULT_DORESUME = 0x08,
RKP_FREE_PGD = 0x09,
RKP_NEW_PGD = 0x0A,
RKP_KASLR_MEM = 0x0B,
RKP_FIMC_VERIFY = 0x0C,
/* CFP cmds */
RKP_JOPP_INIT = 0x0D,
RKP_ROPP_INIT = 0x0E,
RKP_ROPP_SAVE = 0x0F,
RKP_ROPP_RELOAD = 0x10,
/* RKP robuffer cmds*/
RKP_ROBUFFER_ALLOC = 0x11,
RKP_ROBUFFER_FREE = 0x12,
RKP_GET_RO_BITMAP = 0x13,
RKP_GET_DBL_BITMAP = 0x14,
RKP_GET_RKP_GET_BUFFER_BITMAP = 0x15,
/* dynamic load */
RKP_DYNAMIC_LOAD = 0x20,
#ifdef CONFIG_RKP_TEST
CMD_ID_TEST_GET_PAR = 0x81,
CMD_ID_TEST_GET_RO = 0x83,
CMD_ID_TEST_GET_VA_XN,
CMD_ID_TEST_GET_VMM_INFO,
#endif
};
#endif
#ifdef CONFIG_RKP_TEST
#define RKP_INIT_MAGIC 0x5afe0002
#else
#define RKP_INIT_MAGIC 0x5afe0001
#endif
#define RKP_FIMC_FAIL 0x10
#define RKP_FIMC_SUCCESS 0xa5
#define SPARSE_UNIT_BIT (30)
#define SPARSE_UNIT_SIZE (1<<SPARSE_UNIT_BIT)
#define RKP_DYN_COMMAND_BREAKDOWN_BEFORE_INIT 0x00
#define RKP_DYN_COMMAND_INS 0x01
#define RKP_DYN_COMMAND_RM 0x10
#define RKP_DYN_FIMC 0x02
#define RKP_DYN_FIMC_COMBINED 0x03
#define RKP_DYN_MODULE 0x04
#ifdef CONFIG_FASTUH_RKP
extern u64 robuffer_base;
extern u64 robuffer_size;
extern int ro_pages;
#endif
struct rkp_init { //copy from uh (app/rkp/rkp.h)
u32 magic;
u64 vmalloc_start;
u64 vmalloc_end;
u64 init_mm_pgd;
u64 id_map_pgd;
u64 zero_pg_addr;
u64 rkp_pgt_bitmap;
u64 rkp_dbl_bitmap;
u32 rkp_bitmap_size;
u32 no_fimc_verify;
u64 fimc_phys_addr;
u64 _text;
u64 _etext;
u64 extra_memory_addr;
u32 extra_memory_size;
u64 physmap_addr; //not used. what is this for?
u64 _srodata;
u64 _erodata;
u32 large_memory;
u64 tramp_pgd;
u64 tramp_valias;
};
typedef struct sparse_bitmap_for_kernel {
u64 start_addr;
u64 end_addr;
u64 maxn;
char **map;
} sparse_bitmap_for_kernel_t;
typedef struct dynamic_load_struct {
u32 type;
u64 binary_base;
u64 binary_size;
u64 code_base1;
u64 code_size1;
u64 code_base2;
u64 code_size2;
} rkp_dynamic_load_t;
extern sparse_bitmap_for_kernel_t* rkp_s_bitmap_ro;
extern sparse_bitmap_for_kernel_t* rkp_s_bitmap_dbl;
extern sparse_bitmap_for_kernel_t* rkp_s_bitmap_buffer;
typedef struct rkp_init rkp_init_t;
extern u8 rkp_started;
static inline u64 uh_call_static(u64 app_id, u64 cmd_id, u64 arg1)
{
register u64 ret __asm__("x0") = app_id;
register u64 cmd __asm__("x1") = cmd_id;
register u64 arg __asm__("x2") = arg1;
__asm__ volatile (
"hvc 0\n"
: "+r"(ret), "+r"(cmd), "+r"(arg)
);
return ret;
}
static inline u8 rkp_check_bitmap(u64 pa, sparse_bitmap_for_kernel_t *kernel_bitmap, u8 overflow_ret, u8 uninitialized_ret)
{
u8 val;
u64 offset, map_loc, bit_offset;
char *map;
if (!kernel_bitmap || !kernel_bitmap->map)
return uninitialized_ret;
offset = pa - kernel_bitmap->start_addr;
map_loc = ((offset % SPARSE_UNIT_SIZE) / PAGE_SIZE) >> 3;
bit_offset = ((offset % SPARSE_UNIT_SIZE) / PAGE_SIZE) % 8;
if (kernel_bitmap->maxn <= (offset >> SPARSE_UNIT_BIT))
return overflow_ret;
map = kernel_bitmap->map[(offset >> SPARSE_UNIT_BIT)];
if (!map)
return uninitialized_ret;
val = (u8)((*(u64 *)(&map[map_loc])) >> bit_offset) & ((u64)1);
return val;
}
static inline void rkp_deferred_init(void)
{
uh_call(UH_APP_RKP, RKP_DEFERRED_START, 0, 0, 0, 0);
}
static inline u8 rkp_is_pg_protected(u64 va)
{
if (!((current_stack_pointer^va)/THREAD_SIZE))
return 0;
return rkp_check_bitmap(__pa(va), rkp_s_bitmap_ro, 1, 0);
}
static inline u8 rkp_is_pg_dbl_mapped(u64 pa)
{
return rkp_check_bitmap(pa, rkp_s_bitmap_dbl, 0, 0);
}
#ifdef CONFIG_FASTUH_RKP
extern spinlock_t ro_rkp_pages_lock;
extern char ro_pages_stat[];
extern unsigned int ro_alloc_avail;
extern unsigned int ro_alloc_n;
static inline phys_addr_t rkp_ro_alloc_phys(void)
{
unsigned long flags;
unsigned int i = 0;
phys_addr_t alloc_addr = 0;
bool found = false;
int ro_pages = robuffer_size >> PAGE_SHIFT;
spin_lock_irqsave(&ro_rkp_pages_lock, flags);
while(i < ro_pages) {
if(ro_pages_stat[ro_alloc_avail] == false){
found = true;
break;
}
ro_alloc_avail = (ro_alloc_avail + 1) % ro_pages;
i++;
}
if(found) {
alloc_addr = (phys_addr_t)(robuffer_base + (ro_alloc_avail << PAGE_SHIFT));
ro_pages_stat[ro_alloc_avail] = true;
ro_alloc_avail = (ro_alloc_avail + 1) % ro_pages;
}
ro_alloc_n++;
spin_unlock_irqrestore(&ro_rkp_pages_lock, flags);
return alloc_addr;
}
static inline void *rkp_ro_alloc(void)
{
unsigned long flags;
unsigned int i = 0;
void *alloc_addr = NULL;
bool found = false;
int ro_pages = robuffer_size >> PAGE_SHIFT;
u64 va = (u64)phys_to_virt(robuffer_base);
spin_lock_irqsave(&ro_rkp_pages_lock, flags);
while(i < ro_pages) {
if(ro_pages_stat[ro_alloc_avail] == false){
found = true;
break;
}
ro_alloc_avail = (ro_alloc_avail + 1) % ro_pages;
i++;
}
if(found) {
alloc_addr = (void *)(va + (ro_alloc_avail << PAGE_SHIFT));
ro_pages_stat[ro_alloc_avail] = true;
ro_alloc_avail = (ro_alloc_avail + 1) % ro_pages;
}
ro_alloc_n++;
spin_unlock_irqrestore(&ro_rkp_pages_lock, flags);
return alloc_addr;
}
static inline void rkp_ro_free(void *free_addr)
{
unsigned int i;
unsigned long flags;
u64 va = (u64)phys_to_virt(robuffer_base);
i = ((u64)free_addr - va) >> PAGE_SHIFT;
spin_lock_irqsave(&ro_rkp_pages_lock, flags);
ro_pages_stat[i] = 0;
ro_alloc_avail = i;
ro_alloc_n--;
spin_unlock_irqrestore(&ro_rkp_pages_lock, flags);
}
static inline unsigned int is_rkp_ro_page(u64 addr)
{
u64 va = (u64)phys_to_virt(robuffer_base);
if ((addr >= va)
&& (addr < (u64)(va + robuffer_size)))
return 1;
else
return 0;
}
#elif defined(CONFIG_UH_RKP)
// void *rkp_ro_alloc(void);
static inline void *rkp_ro_alloc(void)
{
u64 addr = 0;
uh_call(UH_APP_RKP, RKP_ROBUFFER_ALLOC, (u64)&addr, 0, 0, 0);
if(!addr)
return 0;
return (void *)__phys_to_virt(addr);
}
static inline void rkp_ro_free(void *free_addr)
{
uh_call(UH_APP_RKP, RKP_ROBUFFER_FREE, (u64)free_addr, 0, 0, 0);
}
static inline unsigned int is_rkp_ro_page(u64 va)
{
return rkp_check_bitmap(__pa(va), rkp_s_bitmap_buffer, 0, 0);
}
#endif
#endif //__ASSEMBLY__
#endif //_RKP_H
|