Lines Matching refs:kit
825 struct bpf_iter_task_vma_kern *kit = (void *)it; in bpf_iter_task_vma_new() local
836 kit->data = bpf_mem_alloc(&bpf_global_ma, sizeof(struct bpf_iter_task_vma_kern_data)); in bpf_iter_task_vma_new()
837 if (!kit->data) in bpf_iter_task_vma_new()
840 kit->data->task = get_task_struct(task); in bpf_iter_task_vma_new()
841 kit->data->mm = task->mm; in bpf_iter_task_vma_new()
842 if (!kit->data->mm) { in bpf_iter_task_vma_new()
848 irq_work_busy = bpf_mmap_unlock_get_irq_work(&kit->data->work); in bpf_iter_task_vma_new()
849 if (irq_work_busy || !mmap_read_trylock(kit->data->mm)) { in bpf_iter_task_vma_new()
854 vma_iter_init(&kit->data->vmi, kit->data->mm, addr); in bpf_iter_task_vma_new()
858 if (kit->data->task) in bpf_iter_task_vma_new()
859 put_task_struct(kit->data->task); in bpf_iter_task_vma_new()
860 bpf_mem_free(&bpf_global_ma, kit->data); in bpf_iter_task_vma_new()
862 kit->data = NULL; in bpf_iter_task_vma_new()
868 struct bpf_iter_task_vma_kern *kit = (void *)it; in bpf_iter_task_vma_next() local
870 if (!kit->data) /* bpf_iter_task_vma_new failed */ in bpf_iter_task_vma_next()
872 return vma_next(&kit->data->vmi); in bpf_iter_task_vma_next()
877 struct bpf_iter_task_vma_kern *kit = (void *)it; in bpf_iter_task_vma_destroy() local
879 if (kit->data) { in bpf_iter_task_vma_destroy()
880 bpf_mmap_unlock_mm(kit->data->work, kit->data->mm); in bpf_iter_task_vma_destroy()
881 put_task_struct(kit->data->task); in bpf_iter_task_vma_destroy()
882 bpf_mem_free(&bpf_global_ma, kit->data); in bpf_iter_task_vma_destroy()
903 struct bpf_iter_css_task_kern *kit = (void *)it; in bpf_iter_css_task_new() local
908 kit->css_it = NULL; in bpf_iter_css_task_new()
918 kit->css_it = bpf_mem_alloc(&bpf_global_ma, sizeof(struct css_task_iter)); in bpf_iter_css_task_new()
919 if (!kit->css_it) in bpf_iter_css_task_new()
921 css_task_iter_start(css, flags, kit->css_it); in bpf_iter_css_task_new()
927 struct bpf_iter_css_task_kern *kit = (void *)it; in bpf_iter_css_task_next() local
929 if (!kit->css_it) in bpf_iter_css_task_next()
931 return css_task_iter_next(kit->css_it); in bpf_iter_css_task_next()
936 struct bpf_iter_css_task_kern *kit = (void *)it; in bpf_iter_css_task_destroy() local
938 if (!kit->css_it) in bpf_iter_css_task_destroy()
940 css_task_iter_end(kit->css_it); in bpf_iter_css_task_destroy()
941 bpf_mem_free(&bpf_global_ma, kit->css_it); in bpf_iter_css_task_destroy()
972 struct bpf_iter_task_kern *kit = (void *)it; in bpf_iter_task_new() local
978 kit->pos = NULL; in bpf_iter_task_new()
993 kit->task = task__nullable; in bpf_iter_task_new()
995 kit->task = &init_task; in bpf_iter_task_new()
996 kit->pos = kit->task; in bpf_iter_task_new()
997 kit->flags = flags; in bpf_iter_task_new()
1003 struct bpf_iter_task_kern *kit = (void *)it; in bpf_iter_task_next() local
1007 flags = kit->flags; in bpf_iter_task_next()
1008 pos = kit->pos; in bpf_iter_task_next()
1016 kit->pos = __next_thread(kit->pos); in bpf_iter_task_next()
1017 if (kit->pos || flags == BPF_TASK_ITER_PROC_THREADS) in bpf_iter_task_next()
1021 kit->task = next_task(kit->task); in bpf_iter_task_next()
1022 if (kit->task == &init_task) in bpf_iter_task_next()
1023 kit->pos = NULL; in bpf_iter_task_next()
1025 kit->pos = kit->task; in bpf_iter_task_next()