| /kernel/include/kernel/ |
| A D | atomic.h | 40 static inline int atomic_load(volatile int* ptr) { in atomic_load() argument 41 return __atomic_load_n(ptr, __ATOMIC_SEQ_CST); in atomic_load() 45 __atomic_store_n(ptr, newval, __ATOMIC_SEQ_CST); in atomic_store() 74 static int atomic_load_relaxed(volatile int* ptr) { in atomic_load_relaxed() argument 75 return __atomic_load_n(ptr, __ATOMIC_RELAXED); in atomic_load_relaxed() 79 __atomic_store_n(ptr, newval, __ATOMIC_RELAXED); in atomic_store_relaxed() 95 return __atomic_load_n(ptr, __ATOMIC_SEQ_CST); in atomic_load_u32() 130 return __atomic_load_n(ptr, __ATOMIC_SEQ_CST); in atomic_load_64() 134 return __atomic_load_n(ptr, __ATOMIC_RELAXED); in atomic_load_64_relaxed() 168 return __atomic_load_n(ptr, __ATOMIC_SEQ_CST); in atomic_load_u64() [all …]
|
| /kernel/top/ |
| A D | init.cpp | 43 for (const struct lk_init_struct* ptr = __start_lk_init; ptr != __stop_lk_init; ptr++) { in lk_init_level() local 44 …F("looking at %p (%s) level %#x, flags %#x, seen_last %d\n", ptr, ptr->name, ptr->level, ptr->flag… in lk_init_level() 46 if (ptr == last) in lk_init_level() 50 if (!(ptr->flags & required_flag)) in lk_init_level() 52 if (ptr->level > stop_level) in lk_init_level() 54 if (ptr->level < last_called_level) in lk_init_level() 56 if (found && found->level <= ptr->level) in lk_init_level() 60 if (ptr->level >= start_level && ptr->level > last_called_level) { in lk_init_level() 61 found = ptr; in lk_init_level() 69 if (ptr->level == last_called_level && ptr != last && seen_last) { in lk_init_level() [all …]
|
| /kernel/lib/libc/include/ |
| A D | endian.h | 70 #define READ_MEM_WORD(ptr) __lwbrx((word *)(ptr), 0) argument 71 #define READ_MEM_HALFWORD(ptr) __lhbrx((halfword *)(ptr), 0) argument 72 #define READ_MEM_BYTE(ptr) (*(byte *)(ptr)) argument 73 #define WRITE_MEM_WORD(ptr, data) __stwbrx(data, (word *)(ptr), 0) argument 74 #define WRITE_MEM_HALFWORD(ptr, data) __sthbrx(data, (halfword *)(ptr), 0) argument 75 #define WRITE_MEM_BYTE(ptr, data) (*(byte *)(ptr) = (data)) argument 77 #define READ_MEM_WORD(ptr) SWAPIT_32(*(word *)(ptr)) argument 78 #define READ_MEM_HALFWORD(ptr) SWAPIT_16(*(halfword *)(ptr)) argument 79 #define READ_MEM_BYTE(ptr) (*(byte *)(ptr)) argument 80 #define WRITE_MEM_WORD(ptr, data) (*(word *)(ptr) = SWAPIT_32(data)) argument [all …]
|
| /kernel/tests/ |
| A D | mem_tests.cpp | 27 ptr = (void*)ROUNDDOWN((uintptr_t)ptr, 64); in mem_test_fail() 28 hexdump(ptr, 128); in mem_test_fail() 95 static void do_mem_tests(void* ptr, size_t len) { in do_mem_tests() argument 121 if (do_pattern_test(ptr, len, pat[p]) < 0) in do_mem_tests() 126 if (do_pattern_test(ptr, len, p) < 0) in do_mem_tests() 143 if (do_moving_inversion_test(ptr, len, p) < 0) in do_mem_tests() 166 void* ptr; in mem_test() local 186 pa = vaddr_to_paddr(ptr); in mem_test() 192 do_mem_tests(ptr, len); in mem_test() 197 void* ptr = argv[1].p; in mem_test() local [all …]
|
| /kernel/include/ |
| A D | debug.h | 33 void hexdump_very_ex(const void *ptr, 37 void hexdump8_very_ex(const void *ptr, 48 static inline void hexdump_very_ex(const void *ptr, in hexdump_very_ex() argument 52 static inline void hexdump8_very_ex(const void *ptr, in hexdump8_very_ex() argument 59 static inline void hexdump_ex(const void *ptr, size_t len, uint64_t disp_addr_start) in hexdump_ex() argument 61 hexdump_very_ex(ptr, len, disp_addr_start, _printf); in hexdump_ex() 66 hexdump8_very_ex(ptr, len, disp_addr_start, _printf); in hexdump8_ex() 69 static inline void hexdump(const void *ptr, size_t len) in hexdump() argument 71 hexdump_ex(ptr, len, (uint64_t)((addr_t)ptr)); in hexdump() 74 static inline void hexdump8(const void *ptr, size_t len) in hexdump8() argument [all …]
|
| /kernel/vm/ |
| A D | bootalloc.cpp | 74 uintptr_t ptr; in boot_alloc_mem() local 76 ptr = ALIGN(boot_alloc_end, 8); in boot_alloc_mem() 77 boot_alloc_end = (ptr + ALIGN(len, 8)); in boot_alloc_mem() 79 LTRACEF("len %zu, phys ptr %#" PRIxPTR " ptr %p\n", len, ptr, paddr_to_physmap(ptr)); in boot_alloc_mem() 81 return paddr_to_physmap(ptr); in boot_alloc_mem() 88 paddr_t ptr = ALIGN(boot_alloc_end, PAGE_SIZE); in boot_alloc_page_phys() local 89 boot_alloc_end = ptr + PAGE_SIZE; in boot_alloc_page_phys() 91 return ptr; in boot_alloc_page_phys()
|
| A D | vm_unittest.cpp | 136 fill_region((uintptr_t)ptr, ptr, len); in fill_and_test() 139 auto result = test_region((uintptr_t)ptr, ptr, len); in fill_and_test() 151 void* ptr; in vmm_alloc_smoke_test() local 176 void* ptr; in vmm_alloc_contiguous_smoke_test() local 211 void* ptr; in multiple_regions_test() local 261 void* ptr; in vmm_alloc_zero_size_fails() local 283 void* ptr; in vmm_alloc_contiguous_missing_flag_commit_fails() local 293 void* ptr; in vmm_alloc_contiguous_zero_size_fails() local 315 void* ptr; in vmaspace_alloc_smoke_test() local 589 void* ptr; in vmo_precommitted_map_test() local [all …]
|
| A D | vmm.cpp | 132 void* ptr = (void*)0x99; in cmd_vmm() local 134 zx_status_t err = test_aspace->Alloc("alloc test", argv[2].u, &ptr, align, 0, 0); in cmd_vmm() 135 printf("VmAspace::Alloc returns %d, ptr %p\n", err, ptr); in cmd_vmm() 141 void* ptr = (void*)0x99; in cmd_vmm() local 143 … zx_status_t err = test_aspace->AllocPhysical("physical test", argv[3].u, &ptr, align, argv[2].u, in cmd_vmm() 146 printf("VmAspace::AllocPhysical returns %d, ptr %p\n", err, ptr); in cmd_vmm() 152 void* ptr = (void*)0x99; in cmd_vmm() local 154 zx_status_t err = test_aspace->AllocContiguous("contig test", argv[2].u, &ptr, align, 0, in cmd_vmm() 156 printf("VmAspace::AllocContiguous returns %d, ptr %p\n", err, ptr); in cmd_vmm()
|
| A D | vm_aspace.cpp | 291 … this, name, vmo.get(), offset, size, ptr ? *ptr : 0, align_pow2, vmm_flags, arch_mmu_flags); in MapObjectInternal() 310 if (!ptr) { in MapObjectInternal() 313 vmar_offset = reinterpret_cast<vaddr_t>(*ptr); in MapObjectInternal() 351 if (ptr) { in MapObjectInternal() 352 *ptr = (void*)r->base(); in MapObjectInternal() 397 void* ptr = reinterpret_cast<void*>(vaddr); in ReserveSpace() local 406 this, name, size, ptr ? *ptr : 0, paddr, vmm_flags, arch_mmu_flags); in AllocPhysical() 437 return MapObjectInternal(ktl::move(vmo), name, 0, size, ptr, align_pow2, vmm_flags, in AllocPhysical() 445 name, size, ptr ? *ptr : 0, align_pow2, vmm_flags, arch_mmu_flags); in AllocContiguous() 465 return MapObjectInternal(ktl::move(vmo), name, 0, size, ptr, align_pow2, vmm_flags, in AllocContiguous() [all …]
|
| A D | page.cpp | 74 void* ptr = paddr_to_physmap(pa); in cmd_vm_page() local 75 if (!ptr) { in cmd_vm_page() 79 hexdump(ptr, PAGE_SIZE); in cmd_vm_page()
|
| A D | vm.cpp | 111 void* ptr = paddr_to_physmap(zero_page_paddr); in vm_init_preheap() local 112 DEBUG_ASSERT(ptr); in vm_init_preheap() 114 arch_zero_page(ptr); in vm_init_preheap() 186 paddr_t vaddr_to_paddr(const void* ptr) { in vaddr_to_paddr() argument 187 if (is_physmap_addr(ptr)) { in vaddr_to_paddr() 188 return physmap_to_paddr(ptr); in vaddr_to_paddr() 191 auto aspace = VmAspace::vaddr_to_aspace(reinterpret_cast<uintptr_t>(ptr)); in vaddr_to_paddr() 197 zx_status_t rc = aspace->arch_aspace().Query((vaddr_t)ptr, &pa, nullptr); in vaddr_to_paddr() 228 void* ptr = paddr_to_physmap((paddr_t)argv[2].u); in cmd_vm() local 229 printf("paddr_to_physmap returns %p\n", ptr); in cmd_vm()
|
| /kernel/lib/heap/ |
| A D | heap_wrapper.cpp | 146 void* ptr = cmpct_alloc(size); in malloc() local 155 return ptr; in malloc() 174 return ptr; in malloc_debug_caller_() 193 return ptr; in memalign() 206 if (likely(ptr)) { in calloc() 207 memset(ptr, 0, realsize); in calloc() 212 return ptr; in calloc() 234 void free(void* ptr) { in free() argument 237 LTRACEF("ptr %p\n", ptr); in free() 242 cmpct_free(ptr); in free() [all …]
|
| /kernel/arch/x86/ |
| A D | cache.cpp | 46 addr_t ptr = ROUNDDOWN(start, clsize); in arch_clean_invalidate_cache_range() local 50 while (ptr < end) { in arch_clean_invalidate_cache_range() 51 __asm__ volatile("clflushopt %0" ::"m"(*(char*)ptr)); in arch_clean_invalidate_cache_range() 52 ptr += clsize; in arch_clean_invalidate_cache_range() 55 while (ptr < end) { in arch_clean_invalidate_cache_range() 56 __asm__ volatile("clflush %0" ::"m"(*(char*)ptr)); in arch_clean_invalidate_cache_range() 57 ptr += clsize; in arch_clean_invalidate_cache_range()
|
| /kernel/kernel/ |
| A D | cmdline.cpp | 96 const char* ptr = __kernel_cmdline; in cmdline_get() local 98 if (!strncmp(ptr, key, sz) && (ptr[sz] == '=' || ptr[sz] == '\0')) { in cmdline_get() 101 ptr = strchr(ptr, 0) + 1; in cmdline_get() 102 if (*ptr == 0) { in cmdline_get() 106 ptr += sz; in cmdline_get() 107 if (*ptr == '=') { in cmdline_get() 108 ptr++; in cmdline_get() 110 return ptr; in cmdline_get()
|
| /kernel/dev/pdev/ |
| A D | pdev.cpp | 20 const struct lk_pdev_init_struct* ptr; in pdev_init_driver() local 21 for (ptr = __start_lk_pdev_init; ptr != __stop_lk_pdev_init; ptr++) { in pdev_init_driver() 22 if (ptr->type == type && ptr->level == level) { in pdev_init_driver() 23 ptr->hook(driver_data, length); in pdev_init_driver()
|
| /kernel/syscalls/ |
| A D | debug.cpp | 36 zx_status_t sys_debug_read(zx_handle_t handle, user_out_ptr<char> ptr, user_inout_ptr<size_t> len) { in sys_debug_read() argument 37 LTRACEF("ptr %p\n", ptr.get()); in sys_debug_read() 65 status = ptr.copy_array_to_user(&c, 1, idx); in sys_debug_read() 74 zx_status_t sys_debug_write(user_in_ptr<const char> ptr, size_t len) { in sys_debug_write() argument 75 LTRACEF("ptr %p, len %zu\n", ptr.get(), len); in sys_debug_write() 81 if (ptr.copy_array_from_user(buf, len) != ZX_OK) in sys_debug_write() 93 zx_status_t sys_debug_send_command(zx_handle_t handle, user_in_ptr<const char> ptr, size_t len) { in sys_debug_send_command() argument 94 LTRACEF("ptr %p, len %zu\n", ptr.get(), len); in sys_debug_send_command() 106 if (ptr.copy_array_from_user(buf, len) != ZX_OK) in sys_debug_send_command() 179 user_inout_ptr<void> ptr, size_t size) { in sys_mtrace_control() argument [all …]
|
| A D | zircon.cpp | 203 user_in_ptr<const void> ptr, size_t len) { in sys_debuglog_write() argument 204 LTRACEF("log handle %x, opt %x, ptr 0x%p, len %zu\n", log_handle, options, ptr.get(), len); in sys_debuglog_write() 220 if (ptr.reinterpret<const char>().copy_array_from_user(buf, len) != ZX_OK) in sys_debuglog_write() 228 user_out_ptr<void> ptr, size_t len) { in sys_debuglog_read() argument 229 LTRACEF("log handle %x, opt %x, ptr 0x%p, len %zu\n", log_handle, options, ptr.get(), len); in sys_debuglog_read() 246 if (ptr.copy_array_to_user(buf, actual) != ZX_OK) in sys_debuglog_read() 253 zx_status_t sys_log_write(zx_handle_t log_handle, uint32_t len, user_in_ptr<const void> ptr, uint32… in sys_log_write() argument 254 return sys_debuglog_write(log_handle, options, ptr, len); in sys_log_write() 258 zx_status_t sys_log_read(zx_handle_t log_handle, uint32_t len, user_out_ptr<void> ptr, uint32_t opt… in sys_log_read() argument 259 return sys_debuglog_read(log_handle, options, ptr, len); in sys_log_read()
|
| /kernel/lib/crypto/entropy/ |
| A D | hw_rng_collector.cpp | 16 zx_status_t HwRngCollector::GetInstance(Collector** ptr) { in GetInstance() argument 19 *ptr = &instance; in GetInstance() 22 *ptr = nullptr; in GetInstance()
|
| A D | jitterentropy_collector.cpp | 21 zx_status_t JitterentropyCollector::GetInstance(Collector** ptr) { in GetInstance() argument 54 *ptr = instance; in GetInstance() 57 *ptr = nullptr; in GetInstance()
|
| /kernel/lib/heap/include/lib/ |
| A D | heap.h | 23 void *realloc(void *ptr, size_t size); 24 void free(void *ptr); 43 void heap_page_free(void *ptr, size_t pages);
|
| /kernel/lib/heap/cmpctmalloc/ |
| A D | cmpctmalloc.cpp | 751 void* ptr[16]; in cmpct_test() local 761 cmpct_free(ptr[5]); in cmpct_test() 762 cmpct_free(ptr[1]); in cmpct_test() 763 cmpct_free(ptr[3]); in cmpct_test() 764 cmpct_free(ptr[0]); in cmpct_test() 765 cmpct_free(ptr[4]); in cmpct_test() 766 cmpct_free(ptr[2]); in cmpct_test() 774 ptr[i] = 0; in cmpct_test() 798 if (ptr[i]) { in cmpct_test() 1085 void* ptr = NULL; in heap_grow() local [all …]
|
| /kernel/include/lib/ |
| A D | ktrace.h | 33 static inline void ktrace_ptr(uint32_t tag, const void* ptr, uint32_t c, uint32_t d) { in ktrace_ptr() argument 34 ktrace(tag, (uint32_t)((uintptr_t)ptr >> 32), (uint32_t)((uintptr_t)ptr), c, d); in ktrace_ptr() 69 ssize_t ktrace_read_user(void* ptr, uint32_t off, size_t len); 70 zx_status_t ktrace_control(uint32_t action, uint32_t options, void* ptr);
|
| /kernel/object/ |
| A D | fifo_dispatcher.cpp | 97 zx_status_t FifoDispatcher::WriteFromUser(size_t elem_size, user_in_ptr<const uint8_t> ptr, in WriteFromUser() argument 105 return peer_->WriteSelfLocked(elem_size, ptr, count, actual); in WriteFromUser() 108 zx_status_t FifoDispatcher::WriteSelfLocked(size_t elem_size, user_in_ptr<const uint8_t> ptr, in WriteSelfLocked() argument 140 zx_status_t status = ptr.copy_array_from_user(&data_[offset * elem_size_], in WriteSelfLocked() 152 ptr = ptr.byte_offset(to_copy * elem_size_); in WriteSelfLocked() 167 zx_status_t FifoDispatcher::ReadToUser(size_t elem_size, user_out_ptr<uint8_t> ptr, size_t count, in ReadToUser() argument 201 zx_status_t status = ptr.copy_array_to_user(&data_[offset * elem_size_], in ReadToUser() 213 ptr = ptr.byte_offset(to_copy * elem_size_); in ReadToUser()
|
| A D | log_dispatcher.cpp | 54 zx_status_t LogDispatcher::Write(uint32_t flags, const void* ptr, size_t len) { in Write() argument 57 return dlog_write(flags_ | flags, ptr, len); in Write() 60 zx_status_t LogDispatcher::Read(uint32_t flags, void* ptr, size_t len, size_t* actual) { in Read() argument 68 zx_status_t status = dlog_read(&reader_, 0, ptr, len, actual); in Read()
|
| /kernel/lib/gfx/ |
| A D | gfx.cpp | 161 T* dest = static_cast<T*>(surface->ptr) + (x + y * surface->stride); in putpixel() 209 T* dest = static_cast<T*>(surface->ptr) + (x + y * surface->stride); in fillrect() 342 const uint16_t* src = static_cast<const uint16_t*>(source->ptr); in gfx_surface_blend() 400 const uint8_t* src = static_cast<const uint8_t*>(source->ptr); in gfx_surface_blend() 462 arch_clean_cache_range((addr_t)surface->ptr, surface->len); in gfx_flush() 571 if (ptr == NULL) { in gfx_init_surface() 573 ptr = malloc(surface->len); in gfx_init_surface() 574 if (ptr == NULL) { in gfx_init_surface() 577 DEBUG_ASSERT(ptr); in gfx_init_surface() 580 surface->ptr = ptr; in gfx_init_surface() [all …]
|