Lines Matching refs:image
146 static struct page *kimage_alloc_page(struct kimage *image,
150 int sanity_check_segment_list(struct kimage *image) in sanity_check_segment_list() argument
153 unsigned long nr_segments = image->nr_segments; in sanity_check_segment_list()
173 mstart = image->segment[i].mem; in sanity_check_segment_list()
174 mend = mstart + image->segment[i].memsz; in sanity_check_segment_list()
192 mstart = image->segment[i].mem; in sanity_check_segment_list()
193 mend = mstart + image->segment[i].memsz; in sanity_check_segment_list()
197 pstart = image->segment[j].mem; in sanity_check_segment_list()
198 pend = pstart + image->segment[j].memsz; in sanity_check_segment_list()
211 if (image->segment[i].bufsz > image->segment[i].memsz) in sanity_check_segment_list()
221 if (PAGE_COUNT(image->segment[i].memsz) > nr_pages / 2) in sanity_check_segment_list()
224 total_pages += PAGE_COUNT(image->segment[i].memsz); in sanity_check_segment_list()
240 if (image->type == KEXEC_TYPE_CRASH) { in sanity_check_segment_list()
244 mstart = image->segment[i].mem; in sanity_check_segment_list()
245 mend = mstart + image->segment[i].memsz - 1; in sanity_check_segment_list()
258 struct kimage *image; in do_kimage_alloc_init() local
261 image = kzalloc(sizeof(*image), GFP_KERNEL); in do_kimage_alloc_init()
262 if (!image) in do_kimage_alloc_init()
265 image->head = 0; in do_kimage_alloc_init()
266 image->entry = &image->head; in do_kimage_alloc_init()
267 image->last_entry = &image->head; in do_kimage_alloc_init()
268 image->control_page = ~0; /* By default this does not apply */ in do_kimage_alloc_init()
269 image->type = KEXEC_TYPE_DEFAULT; in do_kimage_alloc_init()
272 INIT_LIST_HEAD(&image->control_pages); in do_kimage_alloc_init()
275 INIT_LIST_HEAD(&image->dest_pages); in do_kimage_alloc_init()
278 INIT_LIST_HEAD(&image->unusable_pages); in do_kimage_alloc_init()
280 return image; in do_kimage_alloc_init()
283 int kimage_is_destination_range(struct kimage *image, in kimage_is_destination_range() argument
289 for (i = 0; i < image->nr_segments; i++) { in kimage_is_destination_range()
292 mstart = image->segment[i].mem; in kimage_is_destination_range()
293 mend = mstart + image->segment[i].memsz; in kimage_is_destination_range()
352 static struct page *kimage_alloc_normal_control_pages(struct kimage *image, in kimage_alloc_normal_control_pages() argument
389 kimage_is_destination_range(image, addr, eaddr)) { in kimage_alloc_normal_control_pages()
397 list_add(&pages->lru, &image->control_pages); in kimage_alloc_normal_control_pages()
418 static struct page *kimage_alloc_crash_control_pages(struct kimage *image, in kimage_alloc_crash_control_pages() argument
447 hole_start = (image->control_page + (size - 1)) & ~(size - 1); in kimage_alloc_crash_control_pages()
457 for (i = 0; i < image->nr_segments; i++) { in kimage_alloc_crash_control_pages()
460 mstart = image->segment[i].mem; in kimage_alloc_crash_control_pages()
461 mend = mstart + image->segment[i].memsz - 1; in kimage_alloc_crash_control_pages()
470 if (i == image->nr_segments) { in kimage_alloc_crash_control_pages()
472 image->control_page = hole_end; in kimage_alloc_crash_control_pages()
485 struct page *kimage_alloc_control_pages(struct kimage *image, in kimage_alloc_control_pages() argument
490 switch (image->type) { in kimage_alloc_control_pages()
492 pages = kimage_alloc_normal_control_pages(image, order); in kimage_alloc_control_pages()
495 pages = kimage_alloc_crash_control_pages(image, order); in kimage_alloc_control_pages()
502 int kimage_crash_copy_vmcoreinfo(struct kimage *image) in kimage_crash_copy_vmcoreinfo() argument
507 if (image->type != KEXEC_TYPE_CRASH) in kimage_crash_copy_vmcoreinfo()
519 vmcoreinfo_page = kimage_alloc_control_pages(image, 0); in kimage_crash_copy_vmcoreinfo()
530 image->vmcoreinfo_data_copy = safecopy; in kimage_crash_copy_vmcoreinfo()
536 static int kimage_add_entry(struct kimage *image, kimage_entry_t entry) in kimage_add_entry() argument
538 if (*image->entry != 0) in kimage_add_entry()
539 image->entry++; in kimage_add_entry()
541 if (image->entry == image->last_entry) { in kimage_add_entry()
545 page = kimage_alloc_page(image, GFP_KERNEL, KIMAGE_NO_DEST); in kimage_add_entry()
550 *image->entry = virt_to_boot_phys(ind_page) | IND_INDIRECTION; in kimage_add_entry()
551 image->entry = ind_page; in kimage_add_entry()
552 image->last_entry = ind_page + in kimage_add_entry()
555 *image->entry = entry; in kimage_add_entry()
556 image->entry++; in kimage_add_entry()
557 *image->entry = 0; in kimage_add_entry()
562 static int kimage_set_destination(struct kimage *image, in kimage_set_destination() argument
567 return kimage_add_entry(image, destination | IND_DESTINATION); in kimage_set_destination()
571 static int kimage_add_page(struct kimage *image, unsigned long page) in kimage_add_page() argument
575 return kimage_add_entry(image, page | IND_SOURCE); in kimage_add_page()
579 static void kimage_free_extra_pages(struct kimage *image) in kimage_free_extra_pages() argument
582 kimage_free_page_list(&image->dest_pages); in kimage_free_extra_pages()
585 kimage_free_page_list(&image->unusable_pages); in kimage_free_extra_pages()
589 void kimage_terminate(struct kimage *image) in kimage_terminate() argument
591 if (*image->entry != 0) in kimage_terminate()
592 image->entry++; in kimage_terminate()
594 *image->entry = IND_DONE; in kimage_terminate()
597 #define for_each_kimage_entry(image, ptr, entry) \ argument
598 for (ptr = &image->head; (entry = *ptr) && !(entry & IND_DONE); \
610 void kimage_free(struct kimage *image) in kimage_free() argument
615 if (!image) in kimage_free()
618 if (image->vmcoreinfo_data_copy) { in kimage_free()
620 vunmap(image->vmcoreinfo_data_copy); in kimage_free()
623 kimage_free_extra_pages(image); in kimage_free()
624 for_each_kimage_entry(image, ptr, entry) { in kimage_free()
641 machine_kexec_cleanup(image); in kimage_free()
644 kimage_free_page_list(&image->control_pages); in kimage_free()
650 if (image->file_mode) in kimage_free()
651 kimage_file_post_load_cleanup(image); in kimage_free()
653 kfree(image); in kimage_free()
656 static kimage_entry_t *kimage_dst_used(struct kimage *image, in kimage_dst_used() argument
662 for_each_kimage_entry(image, ptr, entry) { in kimage_dst_used()
675 static struct page *kimage_alloc_page(struct kimage *image, in kimage_alloc_page() argument
704 list_for_each_entry(page, &image->dest_pages, lru) { in kimage_alloc_page()
722 list_add(&page->lru, &image->unusable_pages); in kimage_alloc_page()
732 if (!kimage_is_destination_range(image, addr, in kimage_alloc_page()
741 old = kimage_dst_used(image, addr); in kimage_alloc_page()
765 list_add(&page->lru, &image->dest_pages); in kimage_alloc_page()
771 static int kimage_load_normal_segment(struct kimage *image, in kimage_load_normal_segment() argument
780 if (image->file_mode) in kimage_load_normal_segment()
788 result = kimage_set_destination(image, maddr); in kimage_load_normal_segment()
797 page = kimage_alloc_page(image, GFP_HIGHUSER, maddr); in kimage_load_normal_segment()
802 result = kimage_add_page(image, page_to_boot_pfn(page) in kimage_load_normal_segment()
816 if (image->file_mode) in kimage_load_normal_segment()
827 if (image->file_mode) in kimage_load_normal_segment()
839 static int kimage_load_crash_segment(struct kimage *image, in kimage_load_crash_segment() argument
853 if (image->file_mode) in kimage_load_crash_segment()
882 if (image->file_mode) in kimage_load_crash_segment()
895 if (image->file_mode) in kimage_load_crash_segment()
907 int kimage_load_segment(struct kimage *image, in kimage_load_segment() argument
912 switch (image->type) { in kimage_load_segment()
914 result = kimage_load_normal_segment(image, segment); in kimage_load_segment()
917 result = kimage_load_crash_segment(image, segment); in kimage_load_segment()