1 // SPDX-License-Identifier: BSD-2-Clause
2 /*
3 * Copyright (c) 2015, Linaro Limited
4 * All rights reserved.
5 */
6
7 #include <fcntl.h>
8 #include <math.h>
9 #include <stdint.h>
10 #include <stdio.h>
11 #include <stdlib.h>
12 #include <string.h>
13 #include <strings.h>
14 #include <sys/ioctl.h>
15 #include <sys/mman.h>
16 #include <sys/stat.h>
17 #include <sys/types.h>
18 #include <ta_aes_perf.h>
19 #include <tee_client_api.h>
20 #include <tee_client_api_extensions.h>
21 #include <time.h>
22 #include <unistd.h>
23
24 #include "crypto_common.h"
25 #include "xtest_helpers.h"
26
27 #ifdef CFG_SECURE_DATA_PATH
28 #include "sdp_basic.h"
29
30 static int input_sdp_fd;
31 static int output_sdp_fd;
32
33 static const char *heap_name = DEFAULT_HEAP_NAME;
34
35 static int ion_heap = DEFAULT_HEAP_TYPE;
36 #endif /* CFG_SECURE_DATA_PATH */
37
38 /*
39 * Type of buffer used for the performance tests
40 *
41 * BUFFER_UNSPECIFIED test did not specify target buffer to use
42 * BUFFER_SHM_ALLOCATED buffer allocated in TEE SHM.
43 * BUFFER_SECURE_REGISTER secure buffer, registered to TEE at TA invoc.
44 * BUFFER_SECURE_PREREGISTERED secure buffer, registered once to TEE.
45 */
46 enum buffer_types {
47 BUFFER_UNSPECIFIED = 0,
48 BUFFER_SHM_ALLOCATED,
49 BUFFER_SECURE_REGISTER, /* requires SDP */
50 BUFFER_SECURE_PREREGISTERED, /* requires SDP */
51 };
52
53 static enum buffer_types input_buffer = BUFFER_UNSPECIFIED;
54 static enum buffer_types output_buffer = BUFFER_UNSPECIFIED;
55
buf_type_str(int buf_type)56 static const char *buf_type_str(int buf_type)
57 {
58 static const char sec_prereg[] = "Secure memory, registered once to TEE";
59 static const char sec_reg[] = "Secure memory, registered at each TEE invoke";
60 static const char ns_alloc[] = "Non secure memory";
61 static const char inval[] = "UNEXPECTED";
62
63 switch (buf_type) {
64 case BUFFER_SECURE_PREREGISTERED:
65 return sec_prereg;
66 case BUFFER_SECURE_REGISTER:
67 return sec_reg;
68 case BUFFER_SHM_ALLOCATED:
69 return ns_alloc;
70 default:
71 return inval;
72 }
73 }
74
75 /* Are we running a SDP test: default to NO (is_sdp_test == 0) */
76 static int is_sdp_test;
77
78 /*
79 * TEE client stuff
80 */
81
82 static TEEC_Context ctx;
83 static TEEC_Session sess;
84 /*
85 * in_shm and out_shm are both IN/OUT to support dynamically choosing
86 * in_place == 1 or in_place == 0.
87 */
88 static TEEC_SharedMemory in_shm = {
89 .flags = TEEC_MEM_INPUT | TEEC_MEM_OUTPUT
90 };
91 static TEEC_SharedMemory out_shm = {
92 .flags = TEEC_MEM_INPUT | TEEC_MEM_OUTPUT
93 };
94
errx(const char * msg,TEEC_Result res,uint32_t * orig)95 static void errx(const char *msg, TEEC_Result res, uint32_t *orig)
96 {
97 fprintf(stderr, "%s: 0x%08x", msg, res);
98 if (orig)
99 fprintf(stderr, " (orig=%d)", (int)*orig);
100 fprintf(stderr, "\n");
101 exit (1);
102 }
103
check_res(TEEC_Result res,const char * errmsg,uint32_t * orig)104 static void check_res(TEEC_Result res, const char *errmsg, uint32_t *orig)
105 {
106 if (res != TEEC_SUCCESS)
107 errx(errmsg, res, orig);
108 }
109
open_ta(void)110 static void open_ta(void)
111 {
112 TEEC_Result res = TEEC_ERROR_GENERIC;
113 TEEC_UUID uuid = TA_AES_PERF_UUID;
114 uint32_t err_origin = 0;
115
116 res = TEEC_InitializeContext(NULL, &ctx);
117 check_res(res, "TEEC_InitializeContext", NULL);
118
119 res = TEEC_OpenSession(&ctx, &sess, &uuid, TEEC_LOGIN_PUBLIC, NULL,
120 NULL, &err_origin);
121 check_res(res, "TEEC_OpenSession", &err_origin);
122 }
123
124 /*
125 * Statistics
126 *
127 * We want to compute min, max, mean and standard deviation of processing time
128 */
129
130 struct statistics {
131 int n;
132 double m;
133 double M2;
134 double min;
135 double max;
136 int initialized;
137 };
138
139 /* Take new sample into account (Knuth/Welford algorithm) */
update_stats(struct statistics * s,uint64_t t)140 static void update_stats(struct statistics *s, uint64_t t)
141 {
142 double x = (double)t;
143 double delta = x - s->m;
144
145 s->n++;
146 s->m += delta/s->n;
147 s->M2 += delta*(x - s->m);
148 if (!s->initialized) {
149 s->min = s->max = x;
150 s->initialized = 1;
151 } else {
152 if (s->min > x)
153 s->min = x;
154 if (s->max < x)
155 s->max = x;
156 }
157 }
158
stddev(struct statistics * s)159 static double stddev(struct statistics *s)
160 {
161 if (s->n < 2)
162 return NAN;
163 return sqrt(s->M2/s->n);
164 }
165
mode_str(uint32_t mode)166 static const char *mode_str(uint32_t mode)
167 {
168 switch (mode) {
169 case TA_AES_ECB:
170 return "ECB";
171 case TA_AES_CBC:
172 return "CBC";
173 case TA_AES_CTR:
174 return "CTR";
175 case TA_AES_XTS:
176 return "XTS";
177 case TA_AES_GCM:
178 return "GCM";
179 default:
180 return "???";
181 }
182 }
183
184 #define _TO_STR(x) #x
185 #define TO_STR(x) _TO_STR(x)
186
usage(const char * progname,int keysize,int mode,size_t size,size_t unit,int warmup,unsigned int l,unsigned int n)187 static void usage(const char *progname, int keysize, int mode, size_t size,
188 size_t unit, int warmup, unsigned int l, unsigned int n)
189 {
190 fprintf(stderr, "Usage: %s [-h]\n", progname);
191 fprintf(stderr, "Usage: %s [-d] [-i] [-k SIZE]", progname);
192 fprintf(stderr, " [-l LOOP] [-m MODE] [-n LOOP] [-r|--no-inited] [-s SIZE]");
193 fprintf(stderr, " [-v [-v]] [-w SEC]");
194 #ifdef CFG_SECURE_DATA_PATH
195 fprintf(stderr, " [--sdp [-Id|-Ir|-IR] [-Od|-Or|-OR] [--ion-heap ID]]");
196 #endif
197 fprintf(stderr, "\n");
198 fprintf(stderr, "AES performance testing tool for OP-TEE\n");
199 fprintf(stderr, "\n");
200 fprintf(stderr, "Options:\n");
201 fprintf(stderr, " -d Test AES decryption instead of encryption\n");
202 fprintf(stderr, " -h|--help Print this help and exit\n");
203 fprintf(stderr, " -i|--in-place Use same buffer for input and output (decrypt in place)\n");
204 fprintf(stderr, " -k SIZE Key size in bits: 128, 192 or 256 [%u]\n", keysize);
205 fprintf(stderr, " -l LOOP Inner loop iterations [%u]\n", l);
206 fprintf(stderr, " -m MODE AES mode: ECB, CBC, CTR, XTS, GCM [%s]\n", mode_str(mode));
207 fprintf(stderr, " -n LOOP Outer test loop iterations [%u]\n", n);
208 fprintf(stderr, " --not-inited Do not initialize input buffer content.\n");
209 fprintf(stderr, " -r|--random Get input data from /dev/urandom (default: all zeros)\n");
210 fprintf(stderr, " -s SIZE Test buffer size in bytes [%zu]\n", size);
211 fprintf(stderr, " -u UNIT Divide buffer in UNIT-byte increments (+ remainder)\n");
212 fprintf(stderr, " (0 to ignore) [%zu]\n", unit);
213 fprintf(stderr, " -v Be verbose (use twice for greater effect)\n");
214 fprintf(stderr, " -w|--warmup SEC Warm-up time in seconds: execute a busy loop before\n");
215 fprintf(stderr, " the test to mitigate the effects of cpufreq etc. [%u]\n", warmup);
216 #ifdef CFG_SECURE_DATA_PATH
217 fprintf(stderr, "Secure data path specific options:\n");
218 fprintf(stderr, " --sdp Run the AES test in the scope fo a Secure Data Path test TA\n");
219 #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 11, 0)
220 fprintf(stderr, " --ion-heap ID Set ION heap ID where to allocate secure buffers [%d]\n", ion_heap);
221 #endif
222 fprintf(stderr, " --heap-name NAME Set heap name where to allocate secure buffers [%s]\n", heap_name);
223 fprintf(stderr, " -I... AES input test buffer management:\n");
224 fprintf(stderr, " -Id allocate a non secure buffer (default)\n");
225 fprintf(stderr, " -Ir allocate a secure buffer, registered at each TA invocation\n");
226 fprintf(stderr, " -IR allocate a secure buffer, registered once in TEE\n");
227 fprintf(stderr, " -O... AES output test buffer management:\n");
228 fprintf(stderr, " -Od allocate a non secure buffer (default if \"--sdp\" is not set)\n");
229 fprintf(stderr, " -Or allocate a secure buffer, registered at each TA invocation\n");
230 fprintf(stderr, " -OR allocate a secure buffer, registered once in TEE (default if \"--sdp\")\n");
231 #endif
232 }
233
234 #ifdef CFG_SECURE_DATA_PATH
register_shm(TEEC_SharedMemory * shm,int fd)235 static void register_shm(TEEC_SharedMemory *shm, int fd)
236 {
237 TEEC_Result res = TEEC_RegisterSharedMemoryFileDescriptor(&ctx, shm, fd);
238
239 check_res(res, "TEEC_RegisterSharedMemoryFileDescriptor", NULL);
240 }
241 #endif
242
allocate_shm(TEEC_SharedMemory * shm,size_t sz)243 static void allocate_shm(TEEC_SharedMemory *shm, size_t sz)
244 {
245 TEEC_Result res = TEEC_ERROR_GENERIC;
246
247 shm->buffer = NULL;
248 shm->size = sz;
249 res = TEEC_AllocateSharedMemory(&ctx, shm);
250 check_res(res, "TEEC_AllocateSharedMemory", NULL);
251 }
252
253 /* initial test buffer allocation (eventual registering to TEEC) */
alloc_buffers(size_t sz,int in_place,int verbosity)254 static void alloc_buffers(size_t sz, int in_place, int verbosity)
255 {
256 (void)verbosity;
257
258 if (input_buffer == BUFFER_SHM_ALLOCATED)
259 allocate_shm(&in_shm, sz);
260 #ifdef CFG_SECURE_DATA_PATH
261 else {
262 input_sdp_fd = allocate_buffer(sz, heap_name, ion_heap, verbosity);
263 if (input_buffer == BUFFER_SECURE_PREREGISTERED) {
264 register_shm(&in_shm, input_sdp_fd);
265 close(input_sdp_fd);
266 }
267 }
268 #endif
269
270 if (in_place)
271 return;
272
273 if (output_buffer == BUFFER_SHM_ALLOCATED)
274 allocate_shm(&out_shm, sz);
275 #ifdef CFG_SECURE_DATA_PATH
276 else {
277 output_sdp_fd = allocate_buffer(sz, heap_name, ion_heap, verbosity);
278 if (output_buffer == BUFFER_SECURE_PREREGISTERED) {
279 register_shm(&out_shm, output_sdp_fd);
280 close(output_sdp_fd);
281 }
282 }
283 #endif
284 }
285
free_shm(int in_place)286 static void free_shm(int in_place)
287 {
288 (void)in_place;
289
290 if (input_buffer == BUFFER_SHM_ALLOCATED &&
291 output_buffer == BUFFER_SHM_ALLOCATED) {
292 TEEC_ReleaseSharedMemory(&in_shm);
293 TEEC_ReleaseSharedMemory(&out_shm);
294 return;
295 }
296
297 #ifdef CFG_SECURE_DATA_PATH
298 if (input_buffer == BUFFER_SECURE_PREREGISTERED)
299 close(input_sdp_fd);
300 if (input_buffer != BUFFER_SECURE_REGISTER)
301 TEEC_ReleaseSharedMemory(&in_shm);
302
303 if (in_place)
304 return;
305
306 if (output_buffer == BUFFER_SECURE_PREREGISTERED)
307 close(output_sdp_fd);
308 if (output_buffer != BUFFER_SECURE_REGISTER)
309 TEEC_ReleaseSharedMemory(&out_shm);
310 #endif /* CFG_SECURE_DATA_PATH */
311 }
312
read_random(void * in,size_t rsize)313 static ssize_t read_random(void *in, size_t rsize)
314 {
315 static int rnd;
316 ssize_t s = 0;
317
318 if (!rnd) {
319 rnd = open("/dev/urandom", O_RDONLY);
320 if (rnd < 0) {
321 perror("open");
322 return 1;
323 }
324 }
325 s = read(rnd, in, rsize);
326 if (s < 0) {
327 perror("read");
328 return 1;
329 }
330 if ((size_t)s != rsize) {
331 printf("read: requested %zu bytes, got %zd\n", rsize, s);
332 }
333
334 return 0;
335 }
336
get_current_time(struct timespec * ts)337 static void get_current_time(struct timespec *ts)
338 {
339 if (clock_gettime(CLOCK_MONOTONIC, ts) < 0) {
340 perror("clock_gettime");
341 exit(1);
342 }
343 }
344
timespec_to_ns(struct timespec * ts)345 static uint64_t timespec_to_ns(struct timespec *ts)
346 {
347 return ((uint64_t)ts->tv_sec * 1000000000) + ts->tv_nsec;
348 }
349
timespec_diff_ns(struct timespec * start,struct timespec * end)350 static uint64_t timespec_diff_ns(struct timespec *start, struct timespec *end)
351 {
352 return timespec_to_ns(end) - timespec_to_ns(start);
353 }
354
prepare_key(int decrypt,int keysize,int mode)355 static void prepare_key(int decrypt, int keysize, int mode)
356 {
357 TEEC_Result res = TEEC_ERROR_GENERIC;
358 uint32_t ret_origin = 0;
359 TEEC_Operation op = TEEC_OPERATION_INITIALIZER;
360 uint32_t cmd = TA_AES_PERF_CMD_PREPARE_KEY;
361
362 op.paramTypes = TEEC_PARAM_TYPES(TEEC_VALUE_INPUT, TEEC_VALUE_INPUT,
363 TEEC_NONE, TEEC_NONE);
364 op.params[0].value.a = decrypt;
365 op.params[0].value.b = keysize;
366 op.params[1].value.a = mode;
367 res = TEEC_InvokeCommand(&sess, cmd, &op,
368 &ret_origin);
369 check_res(res, "TEEC_InvokeCommand", &ret_origin);
370 }
371
do_warmup(int warmup)372 static void do_warmup(int warmup)
373 {
374 struct timespec t0 = { };
375 struct timespec t = { };
376 int i = 0;
377
378 get_current_time(&t0);
379 do {
380 for (i = 0; i < 100000; i++)
381 ;
382 get_current_time(&t);
383 } while (timespec_diff_ns(&t0, &t) < (uint64_t)warmup * 1000000000);
384 }
385
yesno(int v)386 static const char *yesno(int v)
387 {
388 return (v ? "yes" : "no");
389 }
390
mb_per_sec(size_t size,double usec)391 static double mb_per_sec(size_t size, double usec)
392 {
393 return (1000000000/usec)*((double)size/(1024*1024));
394 }
395
feed_input(void * in,size_t size,int random)396 static void feed_input(void *in, size_t size, int random)
397 {
398 if (random)
399 read_random(in, size);
400 else
401 memset(in, 0, size);
402 }
403
run_feed_input(void * in,size_t size,int random)404 static void run_feed_input(void *in, size_t size, int random)
405 {
406 if (!is_sdp_test) {
407 feed_input(in, size, random);
408 return;
409 }
410
411 #ifdef CFG_SECURE_DATA_PATH
412 if (input_buffer == BUFFER_SHM_ALLOCATED) {
413 feed_input(in, size, random);
414 } else {
415 char *data = mmap(NULL, size, PROT_WRITE, MAP_SHARED,
416 input_sdp_fd, 0);
417
418 if (data == MAP_FAILED) {
419 perror("failed to map input buffer");
420 exit(-1);
421 }
422 feed_input(data, size, random);
423 munmap(data, size);
424 }
425 #endif
426 }
427
428
aes_perf_run_test(int mode,int keysize,int decrypt,size_t size,size_t unit,unsigned int n,unsigned int l,int input_data_init,int in_place,int warmup,int verbosity)429 void aes_perf_run_test(int mode, int keysize, int decrypt, size_t size, size_t unit,
430 unsigned int n, unsigned int l, int input_data_init,
431 int in_place, int warmup, int verbosity)
432 {
433 struct statistics stats = { };
434 struct timespec ts = { };
435 TEEC_Operation op = TEEC_OPERATION_INITIALIZER;
436 int n0 = n;
437 double sd = 0;
438 uint32_t cmd = is_sdp_test ? TA_AES_PERF_CMD_PROCESS_SDP :
439 TA_AES_PERF_CMD_PROCESS;
440
441 if (input_buffer == BUFFER_UNSPECIFIED)
442 input_buffer = BUFFER_SHM_ALLOCATED;
443
444 if (output_buffer == BUFFER_UNSPECIFIED) {
445 if (is_sdp_test)
446 output_buffer = BUFFER_SECURE_PREREGISTERED;
447 else
448 output_buffer = BUFFER_SHM_ALLOCATED;
449 }
450
451 if (clock_getres(CLOCK_MONOTONIC, &ts) < 0) {
452 perror("clock_getres");
453 return;
454 }
455 vverbose("Clock resolution is %jd ns\n",
456 (intmax_t)ts.tv_sec * 1000000000 + ts.tv_nsec);
457
458 vverbose("input test buffer: %s\n", buf_type_str(input_buffer));
459 vverbose("output test buffer: %s\n", buf_type_str(output_buffer));
460
461 open_ta();
462 prepare_key(decrypt, keysize, mode);
463
464 alloc_buffers(size, in_place, verbosity);
465 if (input_data_init == CRYPTO_USE_ZEROS)
466 run_feed_input(in_shm.buffer, size, 0);
467
468 /* Using INOUT to handle the case in_place == 1 */
469 op.paramTypes = TEEC_PARAM_TYPES(TEEC_MEMREF_PARTIAL_INOUT,
470 TEEC_MEMREF_PARTIAL_INOUT,
471 TEEC_VALUE_INPUT, TEEC_NONE);
472 op.params[0].memref.parent = &in_shm;
473 op.params[0].memref.size = size;
474 op.params[1].memref.parent = in_place ? &in_shm : &out_shm;
475 op.params[1].memref.size = size;
476 op.params[2].value.a = l;
477 op.params[2].value.b = unit;
478
479 verbose("Starting test: %s, %scrypt, keysize=%u bits, size=%zu bytes, ",
480 mode_str(mode), (decrypt ? "de" : "en"), keysize, size);
481 verbose("random=%s, ", yesno(input_data_init == CRYPTO_USE_RANDOM));
482 verbose("in place=%s, ", yesno(in_place));
483 verbose("inner loops=%u, loops=%u, warm-up=%u s, ", l, n, warmup);
484 verbose("unit=%zu\n", unit);
485
486 if (warmup)
487 do_warmup(warmup);
488
489 while (n-- > 0) {
490 TEEC_Result res = TEEC_ERROR_GENERIC;
491 uint32_t ret_origin = 0;
492 struct timespec t0 = { };
493 struct timespec t1 = { };
494
495 if (input_data_init == CRYPTO_USE_RANDOM)
496 run_feed_input(in_shm.buffer, size, 1);
497
498 get_current_time(&t0);
499
500 #ifdef CFG_SECURE_DATA_PATH
501 if (input_buffer == BUFFER_SECURE_REGISTER)
502 register_shm(&in_shm, input_sdp_fd);
503 if (output_buffer == BUFFER_SECURE_REGISTER)
504 register_shm(&out_shm, output_sdp_fd);
505 #endif
506
507 res = TEEC_InvokeCommand(&sess, cmd,
508 &op, &ret_origin);
509 check_res(res, "TEEC_InvokeCommand", &ret_origin);
510
511 #ifdef CFG_SECURE_DATA_PATH
512 if (input_buffer == BUFFER_SECURE_REGISTER)
513 TEEC_ReleaseSharedMemory(&in_shm);
514 if (output_buffer == BUFFER_SECURE_REGISTER)
515 TEEC_ReleaseSharedMemory(&out_shm);
516 #endif
517
518 get_current_time(&t1);
519
520 update_stats(&stats, timespec_diff_ns(&t0, &t1));
521 if (n % (n0 / 10) == 0)
522 vverbose("#");
523 }
524 vverbose("\n");
525 sd = stddev(&stats);
526 printf("min=%gus max=%gus mean=%gus stddev=%gus (cv %g%%) (%gMiB/s)\n",
527 stats.min / 1000, stats.max / 1000, stats.m / 1000,
528 sd / 1000, 100 * sd / stats.m, mb_per_sec(size, stats.m));
529 verbose("2-sigma interval: %g..%gus (%g..%gMiB/s)\n",
530 (stats.m - 2 * sd) / 1000, (stats.m + 2 * sd) / 1000,
531 mb_per_sec(size, stats.m + 2 * sd),
532 mb_per_sec(size, stats.m - 2 * sd));
533 free_shm(in_place);
534 }
535
536 #define NEXT_ARG(i) \
537 do { \
538 if (++i == argc) { \
539 fprintf(stderr, "%s: %s: missing argument\n", \
540 argv[0], argv[i - 1]); \
541 return 1; \
542 } \
543 } while (0);
544
545 #define USAGE() usage(argv[0], keysize, mode, size, unit, warmup, l, n)
546
aes_perf_runner_cmd_parser(int argc,char * argv[])547 int aes_perf_runner_cmd_parser(int argc, char *argv[])
548 {
549 int i = 0;
550 /*
551 * Command line parameters
552 */
553 size_t size = 1024; /* Buffer size (-s) */
554 size_t unit = CRYPTO_DEF_UNIT_SIZE; /* Divide buffer (-u) */
555 unsigned int n = CRYPTO_DEF_COUNT; /*Number of measurements (-n)*/
556 unsigned int l = CRYPTO_DEF_LOOPS; /* Inner loops (-l) */
557 int verbosity = CRYPTO_DEF_VERBOSITY; /* Verbosity (-v) */
558 int decrypt = 0; /* Encrypt by default, -d to decrypt */
559 int keysize = AES_128; /* AES key size (-k) */
560 int mode = TA_AES_ECB; /* AES mode (-m) */
561 /* Get input data from /dev/urandom (-r) */
562 int input_data_init = CRYPTO_USE_ZEROS;
563 /* Use same buffer for in and out (-i) */
564 int in_place = AES_PERF_INPLACE;
565 int warmup = CRYPTO_DEF_WARMUP; /* Start with a 2-second busy loop (-w) */
566
567 /* Parse command line */
568 for (i = 1; i < argc; i++) {
569 if (!strcmp(argv[i], "-h") || !strcmp(argv[i], "--help")) {
570 USAGE();
571 return 0;
572 }
573 }
574 for (i = 1; i < argc; i++) {
575 if (!strcmp(argv[i], "-d")) {
576 decrypt = 1;
577 } else if (!strcmp(argv[i], "--in-place") ||
578 !strcmp(argv[i], "-i")) {
579 in_place = 1;
580 } else if (!strcmp(argv[i], "-k")) {
581 NEXT_ARG(i);
582 keysize = atoi(argv[i]);
583 if (keysize != AES_128 && keysize != AES_192 &&
584 keysize != AES_256) {
585 fprintf(stderr, "%s: invalid key size\n",
586 argv[0]);
587 USAGE();
588 return 1;
589 }
590 } else if (!strcmp(argv[i], "-l")) {
591 NEXT_ARG(i);
592 l = atoi(argv[i]);
593 } else if (!strcmp(argv[i], "-m")) {
594 NEXT_ARG(i);
595 if (!strcasecmp(argv[i], "ECB"))
596 mode = TA_AES_ECB;
597 else if (!strcasecmp(argv[i], "CBC"))
598 mode = TA_AES_CBC;
599 else if (!strcasecmp(argv[i], "CTR"))
600 mode = TA_AES_CTR;
601 else if (!strcasecmp(argv[i], "XTS"))
602 mode = TA_AES_XTS;
603 else if (!strcasecmp(argv[i], "GCM"))
604 mode = TA_AES_GCM;
605 else {
606 fprintf(stderr, "%s, invalid mode\n",
607 argv[0]);
608 USAGE();
609 return 1;
610 }
611 } else if (!strcmp(argv[i], "-n")) {
612 NEXT_ARG(i);
613 n = atoi(argv[i]);
614 } else if (!strcmp(argv[i], "--random") ||
615 !strcmp(argv[i], "-r")) {
616 if (input_data_init == CRYPTO_NOT_INITED) {
617 perror("--random is not compatible with --not-inited\n");
618 USAGE();
619 return 1;
620 }
621 input_data_init = CRYPTO_USE_RANDOM;
622 } else if (!strcmp(argv[i], "--not-inited")) {
623 if (input_data_init == CRYPTO_USE_RANDOM) {
624 perror("--random is not compatible with --not-inited\n");
625 USAGE();
626 return 1;
627 }
628 input_data_init = CRYPTO_NOT_INITED;
629 } else if (!strcmp(argv[i], "-s")) {
630 NEXT_ARG(i);
631 size = atoi(argv[i]);
632 #ifdef CFG_SECURE_DATA_PATH
633 } else if (!strcmp(argv[i], "--sdp")) {
634 is_sdp_test = 1;
635 } else if (!strcmp(argv[i], "-IR")) {
636 input_buffer = BUFFER_SECURE_PREREGISTERED;
637 } else if (!strcmp(argv[i], "-OR")) {
638 output_buffer = BUFFER_SECURE_PREREGISTERED;
639 } else if (!strcmp(argv[i], "-Ir")) {
640 input_buffer = BUFFER_SECURE_REGISTER;
641 } else if (!strcmp(argv[i], "-Or")) {
642 output_buffer = BUFFER_SECURE_REGISTER;
643 } else if (!strcmp(argv[i], "-Id")) {
644 input_buffer = BUFFER_SHM_ALLOCATED;
645 } else if (!strcmp(argv[i], "-Od")) {
646 output_buffer = BUFFER_SHM_ALLOCATED;
647 } else if (!strcmp(argv[i], "--heap-name")) {
648 NEXT_ARG(i);
649 heap_name = argv[i];
650 #if LINUX_VERSION_CODE < KERNEL_VERSION(5, 11, 0)
651 } else if (!strcmp(argv[i], "--ion-heap")) {
652 NEXT_ARG(i);
653 ion_heap = atoi(argv[i]);
654 #endif
655 #endif // CFG_SECURE_DATA_PATH
656 } else if (!strcmp(argv[i], "-u")) {
657 NEXT_ARG(i);
658 unit = atoi(argv[i]);
659 } else if (!strcmp(argv[i], "-v")) {
660 verbosity++;
661 } else if (!strcmp(argv[i], "--warmup") ||
662 !strcmp(argv[i], "-w")) {
663 NEXT_ARG(i);
664 warmup = atoi(argv[i]);
665 } else {
666 fprintf(stderr, "%s: invalid argument: %s\n",
667 argv[0], argv[i]);
668 USAGE();
669 return 1;
670 }
671 }
672
673 if (size & (16 - 1)) {
674 fprintf(stderr, "invalid buffer size argument, must be a multiple of 16\n\n");
675 USAGE();
676 return 1;
677 }
678
679
680 aes_perf_run_test(mode, keysize, decrypt, size, unit, n, l,
681 input_data_init, in_place, warmup, verbosity);
682
683 return 0;
684 }
685