1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2015, 2017, 2022 Linaro Limited
4  */
5 #include <linux/device.h>
6 #include <linux/dma-buf.h>
7 #include <linux/genalloc.h>
8 #include <linux/slab.h>
9 #include <linux/tee_drv.h>
10 #include "tee_private.h"
11 
pool_op_gen_alloc(struct tee_shm_pool * pool,struct tee_shm * shm,size_t size,size_t align)12 static int pool_op_gen_alloc(struct tee_shm_pool *pool, struct tee_shm *shm,
13 			     size_t size, size_t align)
14 {
15 	unsigned long va;
16 	struct gen_pool *genpool = pool->private_data;
17 	size_t a = max_t(size_t, align, BIT(genpool->min_alloc_order));
18 	struct genpool_data_align data = { .align = a };
19 	size_t s = roundup(size, a);
20 
21 	va = gen_pool_alloc_algo(genpool, s, gen_pool_first_fit_align, &data);
22 	if (!va)
23 		return -ENOMEM;
24 
25 	memset((void *)va, 0, s);
26 	shm->kaddr = (void *)va;
27 	shm->paddr = gen_pool_virt_to_phys(genpool, va);
28 	shm->size = s;
29 	/*
30 	 * This is from a static shared memory pool so no need to register
31 	 * each chunk, and no need to unregister later either.
32 	 */
33 	shm->flags &= ~TEE_SHM_DYNAMIC;
34 	return 0;
35 }
36 
pool_op_gen_free(struct tee_shm_pool * pool,struct tee_shm * shm)37 static void pool_op_gen_free(struct tee_shm_pool *pool, struct tee_shm *shm)
38 {
39 	gen_pool_free(pool->private_data, (unsigned long)shm->kaddr,
40 		      shm->size);
41 	shm->kaddr = NULL;
42 }
43 
pool_op_gen_destroy_pool(struct tee_shm_pool * pool)44 static void pool_op_gen_destroy_pool(struct tee_shm_pool *pool)
45 {
46 	gen_pool_destroy(pool->private_data);
47 	kfree(pool);
48 }
49 
50 static const struct tee_shm_pool_ops pool_ops_generic = {
51 	.alloc = pool_op_gen_alloc,
52 	.free = pool_op_gen_free,
53 	.destroy_pool = pool_op_gen_destroy_pool,
54 };
55 
tee_shm_pool_alloc_res_mem(unsigned long vaddr,phys_addr_t paddr,size_t size,int min_alloc_order)56 struct tee_shm_pool *tee_shm_pool_alloc_res_mem(unsigned long vaddr,
57 						phys_addr_t paddr, size_t size,
58 						int min_alloc_order)
59 {
60 	const size_t page_mask = PAGE_SIZE - 1;
61 	struct tee_shm_pool *pool;
62 	int rc;
63 
64 	/* Start and end must be page aligned */
65 	if (vaddr & page_mask || paddr & page_mask || size & page_mask)
66 		return ERR_PTR(-EINVAL);
67 
68 	pool = kzalloc(sizeof(*pool), GFP_KERNEL);
69 	if (!pool)
70 		return ERR_PTR(-ENOMEM);
71 
72 	pool->private_data = gen_pool_create(min_alloc_order, -1);
73 	if (!pool->private_data) {
74 		rc = -ENOMEM;
75 		goto err;
76 	}
77 
78 	rc = gen_pool_add_virt(pool->private_data, vaddr, paddr, size, -1);
79 	if (rc) {
80 		gen_pool_destroy(pool->private_data);
81 		goto err;
82 	}
83 
84 	pool->ops = &pool_ops_generic;
85 
86 	return pool;
87 err:
88 	kfree(pool);
89 
90 	return ERR_PTR(rc);
91 }
92 EXPORT_SYMBOL_GPL(tee_shm_pool_alloc_res_mem);
93