| /linux/kernel/bpf/ |
| A D | bpf_local_storage.c | 21 return &smap->buckets[hash_ptr(selem, smap->bucket_log)]; in select_bucket() 70 selem = bpf_map_kzalloc(&smap->map, smap->elem_size, in bpf_selem_alloc() 79 mem_uncharge(smap, owner, smap->elem_size); in bpf_selem_alloc() 96 smap = rcu_dereference(SDATA(selem)->smap); in bpf_selem_unlink_storage_nolock() 104 mem_uncharge(smap, owner, smap->elem_size); in bpf_selem_unlink_storage_nolock() 177 smap = rcu_dereference(SDATA(selem)->smap); in bpf_selem_unlink_map() 192 RCU_INIT_POINTER(SDATA(selem)->smap, smap); in bpf_selem_link_map() 217 if (sdata && rcu_access_pointer(sdata->smap) == smap) in bpf_local_storage_lookup() 222 if (rcu_access_pointer(SDATA(selem)->smap) == smap) in bpf_local_storage_lookup() 359 mem_uncharge(smap, owner, smap->elem_size); in bpf_local_storage_update() [all …]
|
| A D | stackmap.c | 67 (u64)smap->map.value_size; in prealloc_elems_and_freelist() 70 smap->elems = bpf_map_area_alloc(elem_size * smap->map.max_entries, in prealloc_elems_and_freelist() 71 smap->map.numa_node); in prealloc_elems_and_freelist() 72 if (!smap->elems) in prealloc_elems_and_freelist() 79 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist() 92 struct bpf_stack_map *smap; in stack_map_alloc() local 124 if (!smap) in stack_map_alloc() 139 return &smap->map; in stack_map_alloc() 144 bpf_map_area_free(smap); in stack_map_alloc() 657 if (id >= smap->n_buckets || !smap->buckets[id]) in stack_map_get_next_key() [all …]
|
| A D | bpf_inode_storage.c | 40 struct bpf_local_storage_map *smap; in inode_storage_lookup() local 51 smap = (struct bpf_local_storage_map *)map; in inode_storage_lookup() 224 struct bpf_local_storage_map *smap; in inode_storage_map_alloc() local 226 smap = bpf_local_storage_map_alloc(attr); in inode_storage_map_alloc() 227 if (IS_ERR(smap)) in inode_storage_map_alloc() 228 return ERR_CAST(smap); in inode_storage_map_alloc() 230 smap->cache_idx = bpf_local_storage_cache_idx_get(&inode_cache); in inode_storage_map_alloc() 231 return &smap->map; in inode_storage_map_alloc() 236 struct bpf_local_storage_map *smap; in inode_storage_map_free() local 238 smap = (struct bpf_local_storage_map *)map; in inode_storage_map_free() [all …]
|
| A D | bpf_task_storage.c | 60 struct bpf_local_storage_map *smap; in task_storage_lookup() local 66 smap = (struct bpf_local_storage_map *)map; in task_storage_lookup() 285 struct bpf_local_storage_map *smap; in task_storage_map_alloc() local 287 smap = bpf_local_storage_map_alloc(attr); in task_storage_map_alloc() 288 if (IS_ERR(smap)) in task_storage_map_alloc() 289 return ERR_CAST(smap); in task_storage_map_alloc() 291 smap->cache_idx = bpf_local_storage_cache_idx_get(&task_cache); in task_storage_map_alloc() 292 return &smap->map; in task_storage_map_alloc() 297 struct bpf_local_storage_map *smap; in task_storage_map_free() local 299 smap = (struct bpf_local_storage_map *)map; in task_storage_map_free() [all …]
|
| /linux/tools/testing/selftests/vm/ |
| A D | map_populate.c | 40 *smap = 0x22222BAD; in parent_f() 41 ret = msync(smap, MMAP_SZ, MS_SYNC); in parent_f() 57 smap = mmap(0, MMAP_SZ, PROT_READ | PROT_WRITE, in child_f() 59 BUG_ON(smap == MAP_FAILED, "mmap()"); in child_f() 79 unsigned long *smap; in main() local 87 smap = mmap(0, MMAP_SZ, PROT_READ | PROT_WRITE, in main() 89 BUG_ON(smap == MAP_FAILED, "mmap()"); in main() 91 *smap = 0xdeadbabe; in main() 93 ret = msync(smap, MMAP_SZ, MS_SYNC); in main() 106 return parent_f(sock[1], smap, child); in main() [all …]
|
| /linux/net/core/ |
| A D | bpf_sk_storage.c | 23 struct bpf_local_storage_map *smap; in bpf_sk_storage_lookup() local 88 struct bpf_local_storage_map *smap; in bpf_sk_storage_map_free() local 100 if (IS_ERR(smap)) in bpf_sk_storage_map_alloc() 101 return ERR_CAST(smap); in bpf_sk_storage_map_alloc() 104 return &smap->map; in bpf_sk_storage_map_alloc() 207 smap = rcu_dereference(SDATA(selem)->smap); in bpf_sk_storage_clone() 234 atomic_sub(smap->elem_size, in bpf_sk_storage_clone() 577 smap = rcu_dereference(sdata->smap); in diag_get() 582 smap->map.value_size, in diag_get() 629 smap = rcu_dereference(SDATA(selem)->smap); in bpf_sk_storage_diag_put_all() [all …]
|
| /linux/include/linux/ |
| A D | bpf_local_storage.h | 63 struct bpf_local_storage_map __rcu *smap; member 126 struct bpf_local_storage_map *smap, 129 void bpf_local_storage_map_free(struct bpf_local_storage_map *smap, 146 void bpf_selem_link_map(struct bpf_local_storage_map *smap, 152 bpf_selem_alloc(struct bpf_local_storage_map *smap, void *owner, void *value, 157 struct bpf_local_storage_map *smap, 161 bpf_local_storage_update(void *owner, struct bpf_local_storage_map *smap,
|
| A D | bpf.h | 121 int (*map_local_storage_charge)(struct bpf_local_storage_map *smap, 123 void (*map_local_storage_uncharge)(struct bpf_local_storage_map *smap,
|
| /linux/fs/xfs/ |
| A D | xfs_reflink.c | 991 struct xfs_bmbt_irec smap; in xfs_reflink_remap_extent() local 1043 &smap, &nimaps, 0); in xfs_reflink_remap_extent() 1047 smap_real = xfs_bmap_is_real_extent(&smap); in xfs_reflink_remap_extent() 1056 trace_xfs_reflink_remap_extent_dest(ip, &smap); in xfs_reflink_remap_extent() 1063 if (dmap->br_startblock == smap.br_startblock) { in xfs_reflink_remap_extent() 1064 if (dmap->br_state != smap.br_state) in xfs_reflink_remap_extent() 1071 smap.br_state == XFS_EXT_UNWRITTEN) in xfs_reflink_remap_extent() 1126 xfs_bmap_unmap_extent(tp, ip, &smap); in xfs_reflink_remap_extent() 1127 xfs_refcount_decrease_extent(tp, &smap); in xfs_reflink_remap_extent() 1128 qdelta -= smap.br_blockcount; in xfs_reflink_remap_extent() [all …]
|
| /linux/fs/nilfs2/ |
| A D | page.c | 241 struct address_space *smap) in nilfs_copy_dirty_pages() argument 250 if (!pagevec_lookup_tag(&pvec, smap, &index, PAGECACHE_TAG_DIRTY)) in nilfs_copy_dirty_pages() 295 struct address_space *smap) in nilfs_copy_back_pages() argument 303 n = pagevec_lookup(&pvec, smap, &index); in nilfs_copy_back_pages() 324 xa_lock_irq(&smap->i_pages); in nilfs_copy_back_pages() 325 p = __xa_erase(&smap->i_pages, offset); in nilfs_copy_back_pages() 327 smap->nrpages--; in nilfs_copy_back_pages() 328 xa_unlock_irq(&smap->i_pages); in nilfs_copy_back_pages()
|
| /linux/arch/x86/kvm/ |
| A D | mmu.h | 270 unsigned long smap = (cpl - 3) & (rflags & X86_EFLAGS_AC); in permission_fault() local 272 (smap >> (X86_EFLAGS_AC_BIT - PFERR_RSVD_BIT + 1)); in permission_fault()
|
| /linux/lib/zstd/common/ |
| A D | cpu.h | 175 B(smap, 20)
|
| /linux/fs/ocfs2/dlm/ |
| A D | dlmdomain.c | 49 static inline void byte_copymap(u8 dmap[], unsigned long smap[], in byte_copymap() argument 59 if (test_bit(nn, smap)) in byte_copymap()
|
| /linux/tools/arch/x86/kcpuid/ |
| A D | cpuid.csv | 177 7, 0, EBX, 20, smap, Supervisor Mode Access Prevention
|
| /linux/arch/x86/kvm/svm/ |
| A D | svm.c | 4464 bool smep, smap, is_user; in svm_can_emulate_instruction() local 4525 smap = cr4 & X86_CR4_SMAP; in svm_can_emulate_instruction() 4527 if (smap && (!smep || is_user)) { in svm_can_emulate_instruction()
|
| /linux/Documentation/virt/kvm/ |
| A D | mmu.rst | 192 Contains the value of cr4.smap && !cr0.wp for which the page is valid
|
| /linux/arch/x86/kvm/mmu/ |
| A D | mmu.c | 220 BUILD_MMU_ROLE_REGS_ACCESSOR(cr4, smap, X86_CR4_SMAP); 242 BUILD_MMU_ROLE_ACCESSOR(ext, cr4, smap);
|