| /include/asm-generic/bitops/ |
| A D | instrumented-non-atomic.h | 29 arch___set_bit(nr, addr); in ___set_bit() 45 arch___clear_bit(nr, addr); in ___clear_bit() 61 arch___change_bit(nr, addr); in ___change_bit() 99 __instrument_read_write_bitop(nr, addr); in ___test_and_set_bit() 100 return arch___test_and_set_bit(nr, addr); in ___test_and_set_bit() 114 __instrument_read_write_bitop(nr, addr); in ___test_and_clear_bit() 115 return arch___test_and_clear_bit(nr, addr); in ___test_and_clear_bit() 129 __instrument_read_write_bitop(nr, addr); in ___test_and_change_bit() 130 return arch___test_and_change_bit(nr, addr); in ___test_and_change_bit() 142 return arch_test_bit(nr, addr); in _test_bit() [all …]
|
| A D | instrumented-atomic.h | 28 instrument_atomic_write(addr + BIT_WORD(nr), sizeof(long)); in set_bit() 29 arch_set_bit(nr, addr); in set_bit() 41 instrument_atomic_write(addr + BIT_WORD(nr), sizeof(long)); in clear_bit() 42 arch_clear_bit(nr, addr); in clear_bit() 57 instrument_atomic_write(addr + BIT_WORD(nr), sizeof(long)); in change_bit() 58 arch_change_bit(nr, addr); in change_bit() 71 instrument_atomic_read_write(addr + BIT_WORD(nr), sizeof(long)); in test_and_set_bit() 72 return arch_test_and_set_bit(nr, addr); in test_and_set_bit() 85 instrument_atomic_read_write(addr + BIT_WORD(nr), sizeof(long)); in test_and_clear_bit() 86 return arch_test_and_clear_bit(nr, addr); in test_and_clear_bit() [all …]
|
| A D | le.h | 19 static inline int test_bit_le(int nr, const void *addr) in test_bit_le() argument 21 return test_bit(nr ^ BITOP_LE_SWIZZLE, addr); in test_bit_le() 24 static inline void set_bit_le(int nr, void *addr) in set_bit_le() argument 26 set_bit(nr ^ BITOP_LE_SWIZZLE, addr); in set_bit_le() 29 static inline void clear_bit_le(int nr, void *addr) in clear_bit_le() argument 31 clear_bit(nr ^ BITOP_LE_SWIZZLE, addr); in clear_bit_le() 34 static inline void __set_bit_le(int nr, void *addr) in __set_bit_le() argument 36 __set_bit(nr ^ BITOP_LE_SWIZZLE, addr); in __set_bit_le() 39 static inline void __clear_bit_le(int nr, void *addr) in __clear_bit_le() argument 41 __clear_bit(nr ^ BITOP_LE_SWIZZLE, addr); in __clear_bit_le() [all …]
|
| A D | generic-non-atomic.h | 30 unsigned long mask = BIT_MASK(nr); in generic___set_bit() 31 unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); in generic___set_bit() 39 unsigned long mask = BIT_MASK(nr); in generic___clear_bit() 40 unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); in generic___clear_bit() 57 unsigned long mask = BIT_MASK(nr); in generic___change_bit() 58 unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr); in generic___change_bit() 75 unsigned long mask = BIT_MASK(nr); in generic___test_and_set_bit() 95 unsigned long mask = BIT_MASK(nr); in generic___test_and_clear_bit() 107 unsigned long mask = BIT_MASK(nr); in generic___test_and_change_bit() 128 return 1UL & (addr[BIT_WORD(nr)] >> (nr & (BITS_PER_LONG-1))); in generic_test_bit() [all …]
|
| A D | atomic.h | 15 arch_set_bit(unsigned int nr, volatile unsigned long *p) in arch_set_bit() argument 17 p += BIT_WORD(nr); in arch_set_bit() 18 raw_atomic_long_or(BIT_MASK(nr), (atomic_long_t *)p); in arch_set_bit() 24 p += BIT_WORD(nr); in arch_clear_bit() 31 p += BIT_WORD(nr); in arch_change_bit() 39 unsigned long mask = BIT_MASK(nr); in arch_test_and_set_bit() 41 p += BIT_WORD(nr); in arch_test_and_set_bit() 50 unsigned long mask = BIT_MASK(nr); in arch_test_and_clear_bit() 52 p += BIT_WORD(nr); in arch_test_and_clear_bit() 61 unsigned long mask = BIT_MASK(nr); in arch_test_and_change_bit() [all …]
|
| A D | instrumented-lock.h | 23 static inline void clear_bit_unlock(long nr, volatile unsigned long *addr) in clear_bit_unlock() argument 26 instrument_atomic_write(addr + BIT_WORD(nr), sizeof(long)); in clear_bit_unlock() 27 arch_clear_bit_unlock(nr, addr); in clear_bit_unlock() 39 static inline void __clear_bit_unlock(long nr, volatile unsigned long *addr) in __clear_bit_unlock() argument 42 instrument_write(addr + BIT_WORD(nr), sizeof(long)); in __clear_bit_unlock() 43 arch___clear_bit_unlock(nr, addr); in __clear_bit_unlock() 55 static inline bool test_and_set_bit_lock(long nr, volatile unsigned long *addr) in test_and_set_bit_lock() argument 57 instrument_atomic_read_write(addr + BIT_WORD(nr), sizeof(long)); in test_and_set_bit_lock() 58 return arch_test_and_set_bit_lock(nr, addr); in test_and_set_bit_lock()
|
| A D | lock.h | 19 arch_test_and_set_bit_lock(unsigned int nr, volatile unsigned long *p) in arch_test_and_set_bit_lock() argument 22 unsigned long mask = BIT_MASK(nr); in arch_test_and_set_bit_lock() 24 p += BIT_WORD(nr); in arch_test_and_set_bit_lock() 41 arch_clear_bit_unlock(unsigned int nr, volatile unsigned long *p) in arch_clear_bit_unlock() argument 43 p += BIT_WORD(nr); in arch_clear_bit_unlock() 44 raw_atomic_long_fetch_andnot_release(BIT_MASK(nr), (atomic_long_t *)p); in arch_clear_bit_unlock() 59 arch___clear_bit_unlock(unsigned int nr, volatile unsigned long *p) in arch___clear_bit_unlock() argument 63 p += BIT_WORD(nr); in arch___clear_bit_unlock() 65 old &= ~BIT_MASK(nr); in arch___clear_bit_unlock()
|
| A D | ext2-atomic-setbit.h | 9 #define ext2_set_bit_atomic(l, nr, addr) test_and_set_bit_le(nr, addr) argument 10 #define ext2_clear_bit_atomic(l, nr, addr) test_and_clear_bit_le(nr, addr) argument
|
| A D | ext2-atomic.h | 9 #define ext2_set_bit_atomic(lock, nr, addr) \ argument 13 ret = __test_and_set_bit_le(nr, addr); \ 18 #define ext2_clear_bit_atomic(lock, nr, addr) \ argument 22 ret = __test_and_clear_bit_le(nr, addr); \
|
| /include/uapi/asm-generic/ |
| A D | ioctl.h | 72 ((nr) << _IOC_NRSHIFT) | \ 85 #define _IO(type,nr) _IOC(_IOC_NONE,(type),(nr),0) argument 86 #define _IOR(type,nr,argtype) _IOC(_IOC_READ,(type),(nr),(_IOC_TYPECHECK(argtype))) argument 87 #define _IOW(type,nr,argtype) _IOC(_IOC_WRITE,(type),(nr),(_IOC_TYPECHECK(argtype))) argument 89 #define _IOR_BAD(type,nr,argtype) _IOC(_IOC_READ,(type),(nr),sizeof(argtype)) argument 90 #define _IOW_BAD(type,nr,argtype) _IOC(_IOC_WRITE,(type),(nr),sizeof(argtype)) argument 91 #define _IOWR_BAD(type,nr,argtype) _IOC(_IOC_READ|_IOC_WRITE,(type),(nr),sizeof(argtype)) argument 94 #define _IOC_DIR(nr) (((nr) >> _IOC_DIRSHIFT) & _IOC_DIRMASK) argument 95 #define _IOC_TYPE(nr) (((nr) >> _IOC_TYPESHIFT) & _IOC_TYPEMASK) argument 96 #define _IOC_NR(nr) (((nr) >> _IOC_NRSHIFT) & _IOC_NRMASK) argument [all …]
|
| /include/linux/ |
| A D | bits.h | 8 #define BIT_MASK(nr) (UL(1) << ((nr) % BITS_PER_LONG)) argument 9 #define BIT_WORD(nr) ((nr) / BITS_PER_LONG) argument 10 #define BIT_ULL_MASK(nr) (ULL(1) << ((nr) % BITS_PER_LONG_LONG)) argument 11 #define BIT_ULL_WORD(nr) ((nr) / BITS_PER_LONG_LONG) argument 68 #define BIT_INPUT_CHECK(type, nr) \ argument 69 BUILD_BUG_ON_ZERO(const_true((nr) >= BITS_PER_TYPE(type))) 71 #define BIT_TYPE(type, nr) ((type)(BIT_INPUT_CHECK(type, nr) + BIT_ULL(nr))) argument 73 #define BIT_U8(nr) BIT_TYPE(u8, nr) argument 74 #define BIT_U16(nr) BIT_TYPE(u16, nr) argument 75 #define BIT_U32(nr) BIT_TYPE(u32, nr) argument [all …]
|
| A D | bitops.h | 11 #define BITS_TO_LONGS(nr) __KERNEL_DIV_ROUND_UP(nr, BITS_PER_TYPE(long)) argument 12 #define BITS_TO_U64(nr) __KERNEL_DIV_ROUND_UP(nr, BITS_PER_TYPE(u64)) argument 13 #define BITS_TO_U32(nr) __KERNEL_DIV_ROUND_UP(nr, BITS_PER_TYPE(u32)) argument 14 #define BITS_TO_BYTES(nr) __KERNEL_DIV_ROUND_UP(nr, BITS_PER_TYPE(char)) argument 47 const##op(nr, addr) : op(nr, addr)) 53 #define __set_bit(nr, addr) bitop(___set_bit, nr, addr) argument 54 #define __clear_bit(nr, addr) bitop(___clear_bit, nr, addr) argument 55 #define __change_bit(nr, addr) bitop(___change_bit, nr, addr) argument 60 #define test_bit(nr, addr) bitop(_test_bit, nr, addr) argument 301 ((value) ? set_bit((nr), (addr)) : clear_bit((nr), (addr))) [all …]
|
| A D | min_heap.h | 29 size_t nr; \ 223 heap->nr = 0; in __min_heap_init_inline() 253 __min_heap_full_inline(container_of(&(_heap)->nr, min_heap_char, nr)) 348 heap->nr--; in __min_heap_pop_inline() 388 pos = heap->nr; in __min_heap_push_inline() 390 heap->nr++; in __min_heap_push_inline() 417 heap->nr--; in __min_heap_del_inline() 454 __min_heap_full(container_of(&(_heap)->nr, min_heap_char, nr)) 462 __min_heapify_all(container_of(&(_heap)->nr, min_heap_char, nr), \ 465 __min_heap_pop(container_of(&(_heap)->nr, min_heap_char, nr), \ [all …]
|
| A D | page_ref.h | 120 atomic_add(nr, &page->_refcount); in page_ref_add() 122 __page_ref_mod(page, nr); in page_ref_add() 127 page_ref_add(&folio->page, nr); in folio_ref_add() 132 atomic_sub(nr, &page->_refcount); in page_ref_sub() 134 __page_ref_mod(page, -nr); in page_ref_sub() 139 page_ref_sub(&folio->page, nr); in folio_ref_sub() 144 int ret = atomic_sub_return(nr, &folio->_refcount); in folio_ref_sub_return() 180 __page_ref_mod_and_test(page, -nr, ret); in page_ref_sub_and_test() 186 return page_ref_sub_and_test(&folio->page, nr); in folio_ref_sub_and_test() 242 __page_ref_mod_unless(page, nr, ret); in page_ref_add_unless() [all …]
|
| A D | quotaops.h | 299 return __dquot_alloc_space(inode, nr, DQUOT_SPACE_WARN); in dquot_alloc_space_nodirty() 312 ret = dquot_alloc_space_nodirty(inode, nr); in dquot_alloc_space() 331 dquot_alloc_space_nofail(inode, nr << inode->i_blkbits); in dquot_alloc_block_nofail() 336 return dquot_alloc_space(inode, nr << inode->i_blkbits); in dquot_alloc_block() 348 ret = dquot_prealloc_block_nodirty(inode, nr); in dquot_prealloc_block() 356 return __dquot_alloc_space(inode, nr << inode->i_blkbits, in dquot_reserve_block() 374 __dquot_free_space(inode, nr, 0); in dquot_free_space_nodirty() 379 dquot_free_space_nodirty(inode, nr); in dquot_free_space() 385 dquot_free_space_nodirty(inode, nr << inode->i_blkbits); in dquot_free_block_nodirty() 390 dquot_free_space(inode, nr << inode->i_blkbits); in dquot_free_block() [all …]
|
| A D | pagevec.h | 29 unsigned char nr; member 43 fbatch->nr = 0; in folio_batch_init() 50 fbatch->nr = 0; in folio_batch_reinit() 56 return fbatch->nr; in folio_batch_count() 61 return PAGEVEC_SIZE - fbatch->nr; in folio_batch_space() 77 fbatch->folios[fbatch->nr++] = folio; in folio_batch_add() 91 if (fbatch->i == fbatch->nr) in folio_batch_next()
|
| A D | page_table_check.h | 21 unsigned int nr); 23 unsigned int nr); 25 unsigned int nr); 71 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument 76 __page_table_check_ptes_set(mm, ptep, pte, nr); in page_table_check_ptes_set() 80 pmd_t *pmdp, pmd_t pmd, unsigned int nr) in page_table_check_pmds_set() argument 85 __page_table_check_pmds_set(mm, pmdp, pmd, nr); in page_table_check_pmds_set() 89 pud_t *pudp, pud_t pud, unsigned int nr) in page_table_check_puds_set() argument 130 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument 135 pmd_t *pmdp, pmd_t pmd, unsigned int nr) in page_table_check_pmds_set() argument [all …]
|
| A D | percpu-refcount.h | 198 static inline void percpu_ref_get_many(struct percpu_ref *ref, unsigned long nr) in percpu_ref_get_many() argument 205 this_cpu_add(*percpu_count, nr); in percpu_ref_get_many() 207 atomic_long_add(nr, &ref->data->count); in percpu_ref_get_many() 236 unsigned long nr) in percpu_ref_tryget_many() argument 244 this_cpu_add(*percpu_count, nr); in percpu_ref_tryget_many() 247 ret = atomic_long_add_unless(&ref->data->count, nr, 0); in percpu_ref_tryget_many() 326 static inline void percpu_ref_put_many(struct percpu_ref *ref, unsigned long nr) in percpu_ref_put_many() argument 333 this_cpu_sub(*percpu_count, nr); in percpu_ref_put_many() 334 else if (unlikely(atomic_long_sub_and_test(nr, &ref->data->count))) in percpu_ref_put_many()
|
| A D | sbitmap.h | 240 unsigned int nr; in __sbitmap_for_each_set() local 246 nr = SB_NR_TO_BIT(sb, start); in __sbitmap_for_each_set() 251 __map_depth(sb, index) - nr, in __sbitmap_for_each_set() 264 depth += nr; in __sbitmap_for_each_set() 266 nr = find_next_bit(&word, depth, nr); in __sbitmap_for_each_set() 267 if (nr >= depth) in __sbitmap_for_each_set() 272 nr++; in __sbitmap_for_each_set() 275 nr = 0; in __sbitmap_for_each_set() 487 int nr; in sbitmap_queue_get() local 490 nr = __sbitmap_queue_get(sbq); in sbitmap_queue_get() [all …]
|
| A D | udp.h | 113 #define udp_test_bit(nr, sk) \ argument 114 test_bit(UDP_FLAGS_##nr, &udp_sk(sk)->udp_flags) 115 #define udp_set_bit(nr, sk) \ argument 116 set_bit(UDP_FLAGS_##nr, &udp_sk(sk)->udp_flags) 117 #define udp_test_and_set_bit(nr, sk) \ argument 118 test_and_set_bit(UDP_FLAGS_##nr, &udp_sk(sk)->udp_flags) 119 #define udp_clear_bit(nr, sk) \ argument 120 clear_bit(UDP_FLAGS_##nr, &udp_sk(sk)->udp_flags) 121 #define udp_assign_bit(nr, sk, val) \ argument 122 assign_bit(UDP_FLAGS_##nr, &udp_sk(sk)->udp_flags, val)
|
| A D | iommu-helper.h | 20 static inline int iommu_is_span_boundary(unsigned int index, unsigned int nr, in iommu_is_span_boundary() argument 26 return shift + nr > boundary_size; in iommu_is_span_boundary() 30 unsigned long start, unsigned int nr,
|
| /include/vdso/ |
| A D | bits.h | 7 #define BIT(nr) (UL(1) << (nr)) argument 8 #define BIT_ULL(nr) (ULL(1) << (nr)) argument
|
| /include/uapi/linux/ |
| A D | seccomp.h | 63 int nr; member 141 #define SECCOMP_IO(nr) _IO(SECCOMP_IOC_MAGIC, nr) argument 142 #define SECCOMP_IOR(nr, type) _IOR(SECCOMP_IOC_MAGIC, nr, type) argument 143 #define SECCOMP_IOW(nr, type) _IOW(SECCOMP_IOC_MAGIC, nr, type) argument 144 #define SECCOMP_IOWR(nr, type) _IOWR(SECCOMP_IOC_MAGIC, nr, type) argument
|
| /include/xen/ |
| A D | xen-ops.h | 46 xen_pfn_t *pfn, int nr, int *err_ptr, pgprot_t prot, 50 xen_pfn_t *pfn, int nr, int *err_ptr, in xen_remap_pfn() argument 64 xen_pfn_t *gfn, int nr, 69 int nr, struct page **pages); 77 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array() argument 86 int nr, struct page **pages) in xen_xlate_unmap_gfn_range() argument 114 xen_pfn_t *gfn, int nr, in xen_remap_domain_gfn_array() argument 120 return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr, in xen_remap_domain_gfn_array() 128 return xen_remap_pfn(vma, addr, gfn, nr, err_ptr, prot, domid, in xen_remap_domain_gfn_array() 150 int nr, int *err_ptr, in xen_remap_domain_mfn_array() argument [all …]
|
| /include/linux/dma/ |
| A D | hsu.h | 41 int hsu_dma_get_status(struct hsu_dma_chip *chip, unsigned short nr, 43 int hsu_dma_do_irq(struct hsu_dma_chip *chip, unsigned short nr, u32 status); 50 unsigned short nr, u32 *status) in hsu_dma_get_status() argument 54 static inline int hsu_dma_do_irq(struct hsu_dma_chip *chip, unsigned short nr, in hsu_dma_do_irq() argument
|