| /linux-6.3-rc2/drivers/iommu/amd/ |
| A D | io_pgtable.c | 81 list_add_tail(&p->lru, freelist); in free_pt_page()
107 free_pt_page(p, freelist); in free_pt_lvl()
110 free_pt_page(pt, freelist); in free_pt_lvl()
120 free_pt_page(root, freelist); in free_sub_pt()
127 free_pt_lvl(root, freelist, mode); in free_sub_pt()
353 free_sub_pt(pt, mode, freelist); in free_clear_pte()
368 LIST_HEAD(freelist); in iommu_v1_map_pages()
391 if (!list_empty(&freelist)) in iommu_v1_map_pages()
433 put_pages_list(&freelist); in iommu_v1_map_pages()
496 LIST_HEAD(freelist); in v1_free_pgtable()
[all …]
|
| A D | iommu_v2.c | 955 LIST_HEAD(freelist); in amd_iommu_v2_exit()
975 list_add_tail(&dev_state->list, &freelist); in amd_iommu_v2_exit()
984 list_for_each_entry_safe(dev_state, next, &freelist, list) { in amd_iommu_v2_exit()
|
| /linux-6.3-rc2/kernel/bpf/ |
| A D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init()
11 if (!s->freelist) in pcpu_freelist_init()
15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
27 free_percpu(s->freelist); in pcpu_freelist_destroy()
66 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi()
86 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push()
110 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
128 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop()
160 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
|
| A D | stackmap.c | 29 struct pcpu_freelist freelist; member
56 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist()
60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
243 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
253 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
257 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid()
268 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid()
279 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid()
588 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy()
639 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem()
[all …]
|
| A D | percpu_freelist.h | 15 struct pcpu_freelist_head __percpu *freelist; member
|
| /linux-6.3-rc2/mm/ |
| A D | slub.c | 2219 freelist = slab->freelist; in acquire_slab()
2226 new.freelist = freelist; in acquire_slab()
2538 new.freelist = freelist; in deactivate_slab()
2540 new.freelist = old.freelist; in deactivate_slab()
2735 freelist = c->freelist; in flush_slab()
2752 void *freelist = c->freelist; in __flush_cpu_slab() local
3029 freelist = slab->freelist; in get_freelist()
3117 freelist = c->freelist; in ___slab_alloc()
3155 freelist = c->freelist; in ___slab_alloc()
3219 freelist = slab->freelist; in ___slab_alloc()
[all …]
|
| A D | slob.c | 277 sp->freelist = next; in slob_page_alloc()
282 sp->freelist = cur + units; in slob_page_alloc()
368 sp->freelist = b; in slob_alloc()
414 sp->freelist = b; in slob_free()
434 if (b < (slob_t *)sp->freelist) { in slob_free()
435 if (b + units == sp->freelist) { in slob_free()
436 units += slob_units(sp->freelist); in slob_free()
437 sp->freelist = slob_next(sp->freelist); in slob_free()
439 set_slob(b, units, sp->freelist); in slob_free()
440 sp->freelist = b; in slob_free()
[all …]
|
| A D | compaction.c | 543 struct list_head *freelist, in isolate_freepages_block() argument
616 list_add_tail(&page->lru, freelist); in isolate_freepages_block()
684 LIST_HEAD(freelist); in isolate_freepages_range()
716 block_end_pfn, &freelist, 0, true); in isolate_freepages_range()
734 split_map_pages(&freelist); in isolate_freepages_range()
738 release_freepages(&freelist); in isolate_freepages_range()
1324 list_splice_tail(&sublist, freelist); in move_freelist_head()
1341 list_splice_tail(&sublist, freelist); in move_freelist_tail()
1440 struct list_head *freelist; in fast_isolate_freepages() local
1668 split_map_pages(freelist); in isolate_freepages()
[all …]
|
| A D | slab.c | 1606 void *freelist; in slab_destroy() local
1608 freelist = slab->freelist; in slab_destroy()
1620 kfree(freelist); in slab_destroy()
2286 void *freelist; in alloc_slabmgmt() local
2293 freelist = NULL; in alloc_slabmgmt()
2304 return freelist; in alloc_slabmgmt()
2532 if (!slab->freelist) in slab_put_obj()
2545 void *freelist; in cache_grow_begin() local
2602 slab->freelist = freelist; in cache_grow_begin()
2749 void **objp = slab->freelist; in fixup_slab_list()
[all …]
|
| A D | slab.h | 18 void *freelist; /* array of free object indexes */ member
40 void *freelist; /* first free object */ member
58 void *freelist; /* first free block */ member
87 static_assert(IS_ALIGNED(offsetof(struct slab, freelist), 2*sizeof(void *)));
|
| /linux-6.3-rc2/drivers/scsi/elx/efct/ |
| A D | efct_io.c | 16 struct list_head freelist; member
33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create()
69 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create()
115 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc()
116 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc()
160 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
|
| /linux-6.3-rc2/drivers/md/bcache/ |
| A D | util.h | 248 type *freelist; \
254 typeof((array)->freelist) _ret = (array)->freelist; \
257 (array)->freelist = *((typeof((array)->freelist) *) _ret);\
264 typeof((array)->freelist) _ptr = ptr; \
266 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \
267 (array)->freelist = _ptr; \
272 typeof((array)->freelist) _i; \
275 (array)->freelist = NULL; \
283 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
| /linux-6.3-rc2/drivers/nvdimm/ |
| A D | btt.c | 392 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write()
394 arena->freelist[lane].seq = 1; in btt_flog_write()
396 arena->freelist[lane].has_err = 1; in btt_flog_write()
509 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error()
527 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error()
542 if (!arena->freelist) in btt_freelist_init()
555 arena->freelist[i].sub = 1 - new; in btt_freelist_init()
565 arena->freelist[i].has_err = 1; in btt_freelist_init()
810 kfree(arena->freelist); in free_arenas()
1336 arena->freelist[lane].has_err = 1; in btt_write_pg()
[all …]
|
| A D | btt.h | 187 struct free_entry *freelist; member
|
| /linux-6.3-rc2/kernel/trace/ |
| A D | rethook.c | 45 rhn = container_of(node, struct rethook_node, freelist); in rethook_free_rcu()
110 freelist_add(&node->freelist, &rh->pool); in rethook_add_node()
135 freelist_add(&node->freelist, &node->rethook->pool); in rethook_recycle()
172 return container_of(fn, struct rethook_node, freelist); in rethook_try_get()
|
| /linux-6.3-rc2/fs/jfs/ |
| A D | jfs_dtree.c | 1418 rp->header.freelist = fsi; in dtSplitPage()
1560 fsi = rp->header.freelist; in dtSplitPage()
1792 fsi = sp->header.freelist; in dtExtendPage()
1794 sp->header.freelist = n; in dtExtendPage()
1964 fsi = sp->header.freelist; in dtSplitRoot()
1966 rp->header.freelist = n; in dtSplitRoot()
2592 p->header.freelist = 1; in dtInitRoot()
3664 fsi = p->header.freelist; in dtInsertEntry()
4024 p->header.freelist = fsi; in dtDeleteEntry()
4121 p->header.freelist = fsi; in dtTruncateEntry()
[all …]
|
| A D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member
188 s8 freelist; /* 1: slot index of head of freelist */ member
|
| /linux-6.3-rc2/include/linux/ |
| A D | rethook.h | 52 struct freelist_node freelist; member
|
| A D | slub_def.h | 50 void **freelist; /* Pointer to next available object */ member
|
| A D | kprobes.h | 157 struct freelist_head freelist; member
169 struct freelist_node freelist;
|
| A D | iommu.h | 218 struct list_head freelist; member
443 .freelist = LIST_HEAD_INIT(gather->freelist), in iommu_iotlb_gather_init()
|
| /linux-6.3-rc2/kernel/ |
| A D | kprobes.c | 1883 freelist_add(&ri->freelist, &rp->freelist); in recycle_rp_inst()
1924 node = rp->freelist.head; in free_rp_inst()
1926 ri = container_of(node, struct kretprobe_instance, freelist); in free_rp_inst()
2081 fn = freelist_try_get(&rp->freelist); in NOKPROBE_SYMBOL()
2087 ri = container_of(fn, struct kretprobe_instance, freelist); in NOKPROBE_SYMBOL()
2090 freelist_add(&ri->freelist, &rp->freelist); in NOKPROBE_SYMBOL()
2239 rp->freelist.head = NULL; in register_kretprobe()
2254 freelist_add(&inst->freelist, &rp->freelist); in register_kretprobe()
|
| /linux-6.3-rc2/drivers/iommu/intel/ |
| A D | iommu.c | 1101 struct list_head *freelist) in dma_pte_list_pagetables() argument
1106 list_add_tail(&pg->lru, freelist); in dma_pte_list_pagetables()
1122 struct list_head *freelist) in dma_pte_clear_level() argument
1152 freelist); in dma_pte_clear_level()
1180 list_add_tail(&pgd_page->lru, freelist); in domain_unmap()
1852 LIST_HEAD(freelist); in domain_exit()
1855 put_pages_list(&freelist); in domain_exit()
3699 LIST_HEAD(freelist); in intel_iommu_memory_notifier()
3707 list_empty(&freelist), 0); in intel_iommu_memory_notifier()
3709 put_pages_list(&freelist); in intel_iommu_memory_notifier()
[all …]
|
| /linux-6.3-rc2/drivers/usb/musb/ |
| A D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
| /linux-6.3-rc2/drivers/iommu/ |
| A D | dma-iommu.c | 96 struct list_head freelist; member
139 put_pages_list(&fq->entries[idx].freelist); in fq_ring_free()
176 struct list_head *freelist) in queue_iova() argument
211 list_splice(freelist, &fq->entries[idx].freelist); in queue_iova()
235 put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq()
269 INIT_LIST_HEAD(&fq->entries[i].freelist); in iommu_dma_init_fq()
671 &gather->freelist); in iommu_dma_free_iova()
|