Lines Matching refs:chunk
13 static struct page *pcpu_chunk_page(struct pcpu_chunk *chunk, in pcpu_chunk_page() argument
17 WARN_ON(chunk->immutable); in pcpu_chunk_page()
19 return vmalloc_to_page((void *)pcpu_chunk_addr(chunk, cpu, page_idx)); in pcpu_chunk_page()
54 static void pcpu_free_pages(struct pcpu_chunk *chunk, in pcpu_free_pages() argument
82 static int pcpu_alloc_pages(struct pcpu_chunk *chunk, in pcpu_alloc_pages() argument
127 static void pcpu_pre_unmap_flush(struct pcpu_chunk *chunk, in pcpu_pre_unmap_flush() argument
131 pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start), in pcpu_pre_unmap_flush()
132 pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end)); in pcpu_pre_unmap_flush()
153 static void pcpu_unmap_pages(struct pcpu_chunk *chunk, in pcpu_unmap_pages() argument
163 page = pcpu_chunk_page(chunk, cpu, i); in pcpu_unmap_pages()
167 __pcpu_unmap_pages(pcpu_chunk_addr(chunk, cpu, page_start), in pcpu_unmap_pages()
185 static void pcpu_post_unmap_tlb_flush(struct pcpu_chunk *chunk, in pcpu_post_unmap_tlb_flush() argument
189 pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start), in pcpu_post_unmap_tlb_flush()
190 pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end)); in pcpu_post_unmap_tlb_flush()
214 static int pcpu_map_pages(struct pcpu_chunk *chunk, in pcpu_map_pages() argument
221 err = __pcpu_map_pages(pcpu_chunk_addr(chunk, cpu, page_start), in pcpu_map_pages()
229 chunk); in pcpu_map_pages()
236 __pcpu_unmap_pages(pcpu_chunk_addr(chunk, tcpu, page_start), in pcpu_map_pages()
239 pcpu_post_unmap_tlb_flush(chunk, page_start, page_end); in pcpu_map_pages()
255 static void pcpu_post_map_flush(struct pcpu_chunk *chunk, in pcpu_post_map_flush() argument
259 pcpu_chunk_addr(chunk, pcpu_low_unit_cpu, page_start), in pcpu_post_map_flush()
260 pcpu_chunk_addr(chunk, pcpu_high_unit_cpu, page_end)); in pcpu_post_map_flush()
276 static int pcpu_populate_chunk(struct pcpu_chunk *chunk, in pcpu_populate_chunk() argument
285 if (pcpu_alloc_pages(chunk, pages, page_start, page_end, gfp)) in pcpu_populate_chunk()
288 if (pcpu_map_pages(chunk, pages, page_start, page_end)) { in pcpu_populate_chunk()
289 pcpu_free_pages(chunk, pages, page_start, page_end); in pcpu_populate_chunk()
292 pcpu_post_map_flush(chunk, page_start, page_end); in pcpu_populate_chunk()
312 static void pcpu_depopulate_chunk(struct pcpu_chunk *chunk, in pcpu_depopulate_chunk() argument
326 pcpu_pre_unmap_flush(chunk, page_start, page_end); in pcpu_depopulate_chunk()
328 pcpu_unmap_pages(chunk, pages, page_start, page_end); in pcpu_depopulate_chunk()
330 pcpu_free_pages(chunk, pages, page_start, page_end); in pcpu_depopulate_chunk()
335 struct pcpu_chunk *chunk; in pcpu_create_chunk() local
338 chunk = pcpu_alloc_chunk(gfp); in pcpu_create_chunk()
339 if (!chunk) in pcpu_create_chunk()
345 pcpu_free_chunk(chunk); in pcpu_create_chunk()
349 chunk->data = vms; in pcpu_create_chunk()
350 chunk->base_addr = vms[0]->addr - pcpu_group_offsets[0]; in pcpu_create_chunk()
353 trace_percpu_create_chunk(chunk->base_addr); in pcpu_create_chunk()
355 return chunk; in pcpu_create_chunk()
358 static void pcpu_destroy_chunk(struct pcpu_chunk *chunk) in pcpu_destroy_chunk() argument
360 if (!chunk) in pcpu_destroy_chunk()
364 trace_percpu_destroy_chunk(chunk->base_addr); in pcpu_destroy_chunk()
366 if (chunk->data) in pcpu_destroy_chunk()
367 pcpu_free_vm_areas(chunk->data, pcpu_nr_groups); in pcpu_destroy_chunk()
368 pcpu_free_chunk(chunk); in pcpu_destroy_chunk()
394 static bool pcpu_should_reclaim_chunk(struct pcpu_chunk *chunk) in pcpu_should_reclaim_chunk() argument
397 if (chunk == pcpu_first_chunk || chunk == pcpu_reserved_chunk) in pcpu_should_reclaim_chunk()
406 return ((chunk->isolated && chunk->nr_empty_pop_pages) || in pcpu_should_reclaim_chunk()
408 (PCPU_EMPTY_POP_PAGES_HIGH + chunk->nr_empty_pop_pages) && in pcpu_should_reclaim_chunk()
409 chunk->nr_empty_pop_pages >= chunk->nr_pages / 4)); in pcpu_should_reclaim_chunk()