/optee_os-3.20.0/lib/libutils/ext/arch/arm/ |
A D | memtag.c | 43 return va; in stg_and_advance() 61 dc_gva(va); in set_tags_dc_gva() 62 va += dcsz; in set_tags_dc_gva() 70 dc_gzva(va); in clear_mem_dc_gzva() 71 va += dcsz; in clear_mem_dc_gzva() 84 while (va < end) in set_tags_helper() 85 va = stg_and_advance(va); in set_tags_helper() 100 va += s; in set_tags_dc_helper() 106 va += s; in set_tags_dc_helper() 151 va += s; in clear_mem_dc() [all …]
|
/optee_os-3.20.0/core/arch/arm/include/kernel/ |
A D | tlb_helpers.h | 19 static inline void tlbi_mva_allasid_nosync(vaddr_t va) in tlbi_mva_allasid_nosync() argument 22 tlbi_vaae1is(va >> TLBI_MVA_SHIFT); in tlbi_mva_allasid_nosync() 24 write_tlbimvaais(va); in tlbi_mva_allasid_nosync() 28 static inline void tlbi_mva_asid_nosync(vaddr_t va, uint32_t asid) in tlbi_mva_asid_nosync() argument 33 tlbi_vale1is((va >> TLBI_MVA_SHIFT) | SHIFT_U64(a, TLBI_ASID_SHIFT)); in tlbi_mva_asid_nosync() 34 tlbi_vale1is((va >> TLBI_MVA_SHIFT) | in tlbi_mva_asid_nosync() 37 write_tlbimvais((va & ~(BIT32(TLBI_MVA_SHIFT) - 1)) | a); in tlbi_mva_asid_nosync() 38 write_tlbimvais((va & ~(BIT32(TLBI_MVA_SHIFT) - 1)) | a | 1); in tlbi_mva_asid_nosync() 42 static inline void tlbi_mva_asid(vaddr_t va, uint32_t asid) in tlbi_mva_asid() argument 45 tlbi_mva_asid_nosync(va, asid); in tlbi_mva_asid()
|
/optee_os-3.20.0/core/mm/ |
A D | vm.c | 274 reg->va = va; in umap_add_region() 287 reg->va = va; in umap_add_region() 325 reg->va = *va; in vm_map_pad() 361 *va = reg->va; in vm_map_pad() 379 if (va >= r->va && va < r->va + r->size) in find_vm_region() 417 size_t diff = va - r->va; in split_vm_region() 436 r2->va = va; in split_vm_region() 477 if (va != r->va) { in split_vm_range() 514 if (r->va + r->size < va) in merge_vm_range() 1108 *va = reg->va; in vm_add_rwmem() [all …]
|
A D | core_mmu.c | 203 return (va >= map->va && va <= (map->va + map->size - 1)); in va_is_in_map() 789 return CMP_TRILEAN(mm_a->va, mm_b->va); in cmp_mmap_by_lower_va() 1027 map->va = va; in assign_mem_va_dir() 1028 if (ADD_OVERFLOW(va, map->size, &va)) in assign_mem_va_dir() 1052 if (SUB_OVERFLOW(va, map->size, &va)) in assign_mem_va_dir() 1054 va = ROUNDDOWN(va, map->region_size); in assign_mem_va_dir() 1065 map->va = va; in assign_mem_va_dir() 1096 if (ADD_OVERFLOW(va, offs, &va)) in assign_mem_va_dir() 1100 map->va = va; in assign_mem_va_dir() 1571 .va = region->va, in set_pg_region() [all …]
|
/optee_os-3.20.0/core/include/drivers/ |
A D | stm32_shared_io.h | 16 void io_clrsetbits32_stm32shregs(vaddr_t va, uint32_t clr, uint32_t set); 17 void io_mask32_stm32shregs(vaddr_t va, uint32_t value, uint32_t mask); 19 static inline void io_setbits32_stm32shregs(vaddr_t va, uint32_t value) in io_setbits32_stm32shregs() argument 21 io_mask32_stm32shregs(va, value, value); in io_setbits32_stm32shregs() 24 static inline void io_clrbits32_stm32shregs(vaddr_t va, uint32_t value) in io_clrbits32_stm32shregs() argument 26 io_mask32_stm32shregs(va, 0, value); in io_clrbits32_stm32shregs()
|
/optee_os-3.20.0/core/arch/arm/kernel/ |
A D | tee_l2cc_mutex.c | 38 void *va; in l2cc_mutex_alloc() local 45 va = phys_to_virt(l2cc_mutex_pa, MEM_AREA_NSEC_SHM, MUTEX_SZ); in l2cc_mutex_alloc() 46 if (!va) in l2cc_mutex_alloc() 49 *(uint32_t *)va = 0; in l2cc_mutex_alloc() 50 l2cc_mutex_va = va; in l2cc_mutex_alloc() 113 void *va; in tee_set_l2cc_mutex() local 118 va = phys_to_virt(addr, MEM_AREA_NSEC_SHM, MUTEX_SZ); in tee_set_l2cc_mutex() 119 if (!va) in tee_set_l2cc_mutex() 122 l2cc_mutex_va = va; in tee_set_l2cc_mutex()
|
A D | rpc_io_i2c.c | 24 uint8_t *va = NULL; in rpc_io_i2c_transfer() local 31 va = thread_rpc_shm_cache_alloc(THREAD_SHM_CACHE_USER_I2C, in rpc_io_i2c_transfer() 34 if (!va) in rpc_io_i2c_transfer() 38 memcpy(va, req->buffer, req->buffer_len); in rpc_io_i2c_transfer() 59 memcpy(req->buffer, va, *len); in rpc_io_i2c_transfer()
|
/optee_os-3.20.0/core/arch/arm/mm/ |
A D | core_mmu.c | 41 tlbi_mva_allasid_nosync(va); in tlbi_mva_range() 43 va += granule; in tlbi_mva_range() 56 tlbi_mva_asid_nosync(va, asid); in tlbi_mva_range_asid() 58 va += granule; in tlbi_mva_range_asid() 71 dcache_clean_range(va, len); in cache_op_inner() 77 dcache_inv_range(va, len); in cache_op_inner() 83 icache_inv_range(va, len); in cache_op_inner() 89 dcache_cleaninv_range(va, len); in cache_op_inner() 179 write_ats1cpr((vaddr_t)va); in arch_va2pa_helper() 191 write_at_s1e1r((vaddr_t)va); in arch_va2pa_helper() [all …]
|
A D | tee_pager.c | 451 assert(va >= reg->base && va < (reg->base + reg->size)); in region_va2tblidx() 477 tlbi_mva_allasid(va); in tblidx_tlbi_entry() 488 assert(va >= reg->base && va < (reg->base + reg->size)); in pmem_assign_fobj_page() 663 vaddr_t va) in find_region() argument 848 assert(r2->base == va); in split_region() 879 if (va == reg->base || va == reg->base + reg->size) in tee_pager_split_um_region() 881 if (va > reg->base && va < reg->base + reg->size) { in tee_pager_split_um_region() 1203 assert(va >= reg->base && va < (reg->base + reg->size)); in pmem_find() 1576 asan_tag_access(va, va + SMALL_PAGE_SIZE); in pager_get_page() 1580 asan_tag_no_access(va, va + SMALL_PAGE_SIZE); in pager_get_page() [all …]
|
/optee_os-3.20.0/core/include/mm/ |
A D | vm.h | 29 TEE_Result vm_map_pad(struct user_mode_ctx *uctx, vaddr_t *va, size_t len, 39 static inline TEE_Result vm_map(struct user_mode_ctx *uctx, vaddr_t *va, in vm_map() argument 43 return vm_map_pad(uctx, va, len, prot, flags, mobj, offs, 0, 0, 0); in vm_map() 49 TEE_Result vm_get_flags(struct user_mode_ctx *uctx, vaddr_t va, size_t len, 52 TEE_Result vm_get_prot(struct user_mode_ctx *uctx, vaddr_t va, size_t len, 55 TEE_Result vm_set_prot(struct user_mode_ctx *uctx, vaddr_t va, size_t len, 58 TEE_Result vm_unmap(struct user_mode_ctx *uctx, vaddr_t va, size_t len); 70 vaddr_t *va); 81 const void *va, size_t size); 84 const void *va, size_t size); [all …]
|
/optee_os-3.20.0/core/arch/arm/plat-imx/ |
A D | imx_src.c | 13 vaddr_t va = core_mmu_get_va(SRC_BASE, MEM_AREA_IO_SEC, 1); in imx_get_src_gpr() local 16 return io_read32(va + SRC_GPR1_MX7 + cpu * 8 + 4); in imx_get_src_gpr() 18 return io_read32(va + SRC_GPR1 + cpu * 8 + 4); in imx_get_src_gpr() 23 vaddr_t va = core_mmu_get_va(SRC_BASE, MEM_AREA_IO_SEC, 1); in imx_set_src_gpr() local 26 io_write32(va + SRC_GPR1_MX7 + cpu * 8 + 4, val); in imx_set_src_gpr() 28 io_write32(va + SRC_GPR1 + cpu * 8 + 4, val); in imx_set_src_gpr()
|
/optee_os-3.20.0/core/kernel/ |
A D | msg_param.c | 68 uint64_t *va; in msg_param_extract_pages() local 82 va = mobj_get_va(mobj, 0, SMALL_PAGE_SIZE); in msg_param_extract_pages() 83 assert(va); in msg_param_extract_pages() 85 for (cnt = 0; cnt < num_pages; cnt++, va++) { in msg_param_extract_pages() 91 if (!((vaddr_t)(va + 1) & SMALL_PAGE_MASK)) { in msg_param_extract_pages() 92 page = *va; in msg_param_extract_pages() 101 va = mobj_get_va(mobj, 0, SMALL_PAGE_SIZE); in msg_param_extract_pages() 102 assert(va); in msg_param_extract_pages() 104 pages[cnt] = *va; in msg_param_extract_pages()
|
/optee_os-3.20.0/core/arch/arm/plat-imx/pm/ |
A D | psci.c | 61 if (!va) in psci_cpu_on() 73 io_write32(va + SRC_GPR1_MX7 + core_idx * 8, val); in psci_cpu_on() 78 val = io_read32(va + SRC_A7RCR1); in psci_cpu_on() 81 io_write32(va + SRC_A7RCR1, val); in psci_cpu_on() 84 io_write32(va + SRC_GPR1 + core_idx * 8, val); in psci_cpu_on() 87 val = io_read32(va + SRC_SCR); in psci_cpu_on() 90 io_write32(va + SRC_SCR, val); in psci_cpu_on() 145 val = io_read32(va + SRC_A7RCR1); in psci_affinity_info() 147 io_write32(va + SRC_A7RCR1, val); in psci_affinity_info() 153 val = io_read32(va + SRC_SCR); in psci_affinity_info() [all …]
|
/optee_os-3.20.0/core/tee/ |
A D | tee_fs_rpc.c | 59 void *va = NULL; in operation_open_dfh() local 64 if (!va) in operation_open_dfh() 67 res = create_filename(va, TEE_FS_NAME_MAX, dfh); in operation_open_dfh() 116 uint8_t *va; in tee_fs_rpc_read_init() local 124 if (!va) in tee_fs_rpc_read_init() 135 *out_data = va; in tee_fs_rpc_read_init() 155 uint8_t *va; in tee_fs_rpc_write_init() local 163 if (!va) in tee_fs_rpc_write_init() 174 *data = va; in tee_fs_rpc_write_init() 202 void *va = NULL; in tee_fs_rpc_remove_dfh() local [all …]
|
A D | socket.c | 25 void *va = NULL; in socket_open() local 37 va = thread_rpc_shm_cache_alloc(THREAD_SHM_CACHE_USER_SOCKET, in socket_open() 40 if (!va) in socket_open() 43 memcpy(va, params[1].memref.buffer, params[1].memref.size); in socket_open() 87 void *va = NULL; in socket_send() local 102 if (!va) in socket_send() 125 void *va = NULL; in socket_recv() local 141 if (!va) in socket_recv() 153 memcpy(params[1].memref.buffer, va, in socket_recv() 166 void *va = NULL; in socket_ioctl() local [all …]
|
/optee_os-3.20.0/core/arch/arm/tee/ |
A D | cache.c | 18 TEE_Result cache_operation(enum utee_cache_operation op, void *va, size_t len) in cache_operation() argument 23 pa = virt_to_phys(va); in cache_operation() 31 res = cache_op_inner(DCACHE_AREA_CLEAN, va, len); in cache_operation() 38 return cache_op_inner(DCACHE_AREA_CLEAN_INV, va, len); in cache_operation() 42 res = cache_op_inner(DCACHE_AREA_CLEAN, va, len); in cache_operation() 52 return cache_op_inner(DCACHE_AREA_INVALIDATE, va, len); in cache_operation()
|
A D | svc_cache.c | 12 TEE_Result syscall_cache_operation(void *va, size_t len, unsigned long op) in syscall_cache_operation() argument 27 if (vm_buf_intersects_um_private(&utc->uctx, va, len)) in syscall_cache_operation() 33 (uaddr_t)va, len); in syscall_cache_operation() 37 return cache_operation(op, va, len); in syscall_cache_operation()
|
/optee_os-3.20.0/core/arch/arm/plat-zynq7k/ |
A D | main.c | 101 static void *va; in pl310_base() local 104 if (!va) in pl310_base() 106 return (vaddr_t)va; in pl310_base() 170 static vaddr_t va; in write_slcr() local 172 if (!va) in write_slcr() 173 va = (vaddr_t)phys_to_virt(SLCR_BASE, in write_slcr() 177 io_write32(va + addr, val); in write_slcr() 191 static vaddr_t va; in read_slcr() local 193 if (!va) in read_slcr() 194 va = (vaddr_t)phys_to_virt(SLCR_BASE, in read_slcr() [all …]
|
/optee_os-3.20.0/core/drivers/ |
A D | imx_rngb.c | 79 rng->error = io_read32(rng->base.va + RNG_ESR); in wait_for_irq() 80 status = io_read32(rng->base.va + RNG_SR); in wait_for_irq() 90 io_setbits32(rng->base.va + RNG_CR, in irq_clear() 92 io_setbits32(rng->base.va + RNG_CMD, in irq_clear() 98 io_clrbits32(rng->base.va + RNG_CR, in irq_unmask() 110 io_setbits32(rng->base.va + RNG_CR, RNG_CR_AR); in rng_seed() 123 if (!rngb.base.va) in map_controller_static() 163 rngb.base.pa = virt_to_phys((void *)rngb.base.va); in map_controller() 179 status = io_read32(rngb.base.va + RNG_SR); in hw_get_random_bytes() 184 val = io_read32(rngb.base.va + RNG_OUT); in hw_get_random_bytes() [all …]
|
A D | stm32_shared_io.c | 23 void io_mask32_stm32shregs(vaddr_t va, uint32_t value, uint32_t mask) in io_mask32_stm32shregs() argument 27 io_mask32(va, value, mask); in io_mask32_stm32shregs() 32 void io_clrsetbits32_stm32shregs(vaddr_t va, uint32_t clr, uint32_t set) in io_clrsetbits32_stm32shregs() argument 36 io_clrsetbits32(va, clr, set); in io_clrsetbits32_stm32shregs()
|
/optee_os-3.20.0/core/arch/arm/plat-ti/ |
A D | ti_pl310.c | 19 static void *va; in pl310_base() local 22 if (!va) in pl310_base() 23 va = phys_to_virt(PL310_BASE, MEM_AREA_IO_SEC, in pl310_base() 25 return (vaddr_t)va; in pl310_base()
|
/optee_os-3.20.0/ldelf/ |
A D | sys.c | 39 TEE_Result sys_map_zi(size_t num_bytes, uint32_t flags, vaddr_t *va, in sys_map_zi() argument 42 return _ldelf_map_zi(va, num_bytes, pad_begin, pad_end, flags); in sys_map_zi() 45 TEE_Result sys_unmap(vaddr_t va, size_t num_bytes) in sys_unmap() argument 47 return _ldelf_unmap(va, num_bytes); in sys_unmap() 60 TEE_Result sys_map_ta_bin(vaddr_t *va, size_t num_bytes, uint32_t flags, in sys_map_ta_bin() argument 64 return _ldelf_map_bin(va, num_bytes, handle, offs, in sys_map_ta_bin() 75 TEE_Result sys_set_prot(vaddr_t va, size_t num_bytes, uint32_t flags) in sys_set_prot() argument 77 return _ldelf_set_prot(va, num_bytes, flags); in sys_set_prot()
|
/optee_os-3.20.0/core/arch/arm/plat-sam/ |
A D | sam_pl310.c | 42 static void *va; in pl310_base() local 45 if (!va) in pl310_base() 46 va = phys_to_virt(PL310_BASE, MEM_AREA_IO_SEC, 1); in pl310_base() 47 return (vaddr_t)va; in pl310_base()
|
A D | sam_sfr.c | 21 static void *va; in sam_sfr_base() local 26 if (!va) in sam_sfr_base() 27 va = phys_to_virt(SFR_BASE, MEM_AREA_IO_SEC, 1); in sam_sfr_base() 29 return (vaddr_t)va; in sam_sfr_base()
|
/optee_os-3.20.0/lib/libutils/ext/include/ |
A D | memtag.h | 124 vaddr_t va = (vaddr_t)addr; in memtag_strip_tag_vaddr() local 127 va &= ~SHIFT_U64(MEMTAG_TAG_MASK, MEMTAG_TAG_SHIFT); in memtag_strip_tag_vaddr() 130 return va; in memtag_strip_tag_vaddr() 165 vaddr_t va = memtag_strip_tag_vaddr((void *)addr); in memtag_insert_tag_vaddr() local 168 va |= SHIFT_U64(tag, MEMTAG_TAG_SHIFT); in memtag_insert_tag_vaddr() 171 return va; in memtag_insert_tag_vaddr() 195 uint64_t va = (vaddr_t)addr; in memtag_get_tag() local 197 return (va >> MEMTAG_TAG_SHIFT) & MEMTAG_TAG_MASK; in memtag_get_tag()
|