Lines Matching refs:patch
102 static struct klp_object *klp_find_object(struct klp_patch *patch, in klp_find_object() argument
107 klp_for_each_object(patch, obj) { in klp_find_object()
354 static int __klp_disable_patch(struct klp_patch *patch);
359 struct klp_patch *patch; in enabled_store() local
367 patch = container_of(kobj, struct klp_patch, kobj); in enabled_store()
371 if (patch->enabled == enabled) { in enabled_store()
384 if (patch == klp_transition_patch) in enabled_store()
387 ret = __klp_disable_patch(patch); in enabled_store()
402 struct klp_patch *patch; in enabled_show() local
404 patch = container_of(kobj, struct klp_patch, kobj); in enabled_show()
405 return sysfs_emit(buf, "%d\n", patch->enabled); in enabled_show()
411 struct klp_patch *patch; in transition_show() local
413 patch = container_of(kobj, struct klp_patch, kobj); in transition_show()
414 return sysfs_emit(buf, "%d\n", patch == klp_transition_patch); in transition_show()
420 struct klp_patch *patch; in force_store() local
433 patch = container_of(kobj, struct klp_patch, kobj); in force_store()
434 if (patch != klp_transition_patch) { in force_store()
449 struct klp_patch *patch; in replace_show() local
451 patch = container_of(kobj, struct klp_patch, kobj); in replace_show()
452 return sysfs_emit(buf, "%d\n", patch->replace); in replace_show()
492 static void klp_init_object_early(struct klp_patch *patch,
496 struct klp_patch *patch) in klp_alloc_object_dynamic() argument
512 klp_init_object_early(patch, obj); in klp_alloc_object_dynamic()
552 static int klp_add_object_nops(struct klp_patch *patch, in klp_add_object_nops() argument
558 obj = klp_find_object(patch, old_obj); in klp_add_object_nops()
561 obj = klp_alloc_object_dynamic(old_obj->name, patch); in klp_add_object_nops()
584 static int klp_add_nops(struct klp_patch *patch) in klp_add_nops() argument
593 err = klp_add_object_nops(patch, old_obj); in klp_add_nops()
604 struct klp_patch *patch; in klp_kobj_release_patch() local
606 patch = container_of(kobj, struct klp_patch, kobj); in klp_kobj_release_patch()
607 complete(&patch->finish); in klp_kobj_release_patch()
675 static void __klp_free_objects(struct klp_patch *patch, bool nops_only) in __klp_free_objects() argument
679 klp_for_each_object_safe(patch, obj, tmp_obj) { in __klp_free_objects()
690 static void klp_free_objects(struct klp_patch *patch) in klp_free_objects() argument
692 __klp_free_objects(patch, false); in klp_free_objects()
695 static void klp_free_objects_dynamic(struct klp_patch *patch) in klp_free_objects_dynamic() argument
697 __klp_free_objects(patch, true); in klp_free_objects_dynamic()
707 static void klp_free_patch_start(struct klp_patch *patch) in klp_free_patch_start() argument
709 if (!list_empty(&patch->list)) in klp_free_patch_start()
710 list_del(&patch->list); in klp_free_patch_start()
712 klp_free_objects(patch); in klp_free_patch_start()
723 static void klp_free_patch_finish(struct klp_patch *patch) in klp_free_patch_finish() argument
731 kobject_put(&patch->kobj); in klp_free_patch_finish()
732 wait_for_completion(&patch->finish); in klp_free_patch_finish()
735 if (!patch->forced) in klp_free_patch_finish()
736 module_put(patch->mod); in klp_free_patch_finish()
746 struct klp_patch *patch = in klp_free_patch_work_fn() local
749 klp_free_patch_finish(patch); in klp_free_patch_work_fn()
752 void klp_free_patch_async(struct klp_patch *patch) in klp_free_patch_async() argument
754 klp_free_patch_start(patch); in klp_free_patch_async()
755 schedule_work(&patch->free_work); in klp_free_patch_async()
798 static int klp_write_object_relocs(struct klp_patch *patch, in klp_write_object_relocs() argument
803 struct klp_modinfo *info = patch->mod->klp_info; in klp_write_object_relocs()
811 ret = klp_write_section_relocs(patch->mod, info->sechdrs, in klp_write_object_relocs()
813 patch->mod->core_kallsyms.strtab, in klp_write_object_relocs()
822 static int klp_apply_object_relocs(struct klp_patch *patch, in klp_apply_object_relocs() argument
825 return klp_write_object_relocs(patch, obj, true); in klp_apply_object_relocs()
828 static void klp_clear_object_relocs(struct klp_patch *patch, in klp_clear_object_relocs() argument
831 klp_write_object_relocs(patch, obj, false); in klp_clear_object_relocs()
835 static int klp_init_object_loaded(struct klp_patch *patch, in klp_init_object_loaded() argument
848 ret = klp_apply_object_relocs(patch, obj); in klp_init_object_loaded()
883 static int klp_init_object(struct klp_patch *patch, struct klp_object *obj) in klp_init_object() argument
898 ret = kobject_add(&obj->kobj, &patch->kobj, "%s", name); in klp_init_object()
909 ret = klp_init_object_loaded(patch, obj); in klp_init_object()
921 static void klp_init_object_early(struct klp_patch *patch, in klp_init_object_early() argument
926 list_add_tail(&obj->node, &patch->obj_list); in klp_init_object_early()
929 static void klp_init_patch_early(struct klp_patch *patch) in klp_init_patch_early() argument
934 INIT_LIST_HEAD(&patch->list); in klp_init_patch_early()
935 INIT_LIST_HEAD(&patch->obj_list); in klp_init_patch_early()
936 kobject_init(&patch->kobj, &klp_ktype_patch); in klp_init_patch_early()
937 patch->enabled = false; in klp_init_patch_early()
938 patch->forced = false; in klp_init_patch_early()
939 INIT_WORK(&patch->free_work, klp_free_patch_work_fn); in klp_init_patch_early()
940 init_completion(&patch->finish); in klp_init_patch_early()
942 klp_for_each_object_static(patch, obj) { in klp_init_patch_early()
943 klp_init_object_early(patch, obj); in klp_init_patch_early()
951 static int klp_init_patch(struct klp_patch *patch) in klp_init_patch() argument
956 ret = kobject_add(&patch->kobj, klp_root_kobj, "%s", patch->mod->name); in klp_init_patch()
960 if (patch->replace) { in klp_init_patch()
961 ret = klp_add_nops(patch); in klp_init_patch()
966 klp_for_each_object(patch, obj) { in klp_init_patch()
967 ret = klp_init_object(patch, obj); in klp_init_patch()
972 list_add_tail(&patch->list, &klp_patches); in klp_init_patch()
977 static int __klp_disable_patch(struct klp_patch *patch) in __klp_disable_patch() argument
981 if (WARN_ON(!patch->enabled)) in __klp_disable_patch()
987 klp_init_transition(patch, KLP_TRANSITION_UNPATCHED); in __klp_disable_patch()
989 klp_for_each_object(patch, obj) in __klp_disable_patch()
1003 patch->enabled = false; in __klp_disable_patch()
1009 static int __klp_enable_patch(struct klp_patch *patch) in __klp_enable_patch() argument
1017 if (WARN_ON(patch->enabled)) in __klp_enable_patch()
1020 pr_notice("enabling patch '%s'\n", patch->mod->name); in __klp_enable_patch()
1022 klp_init_transition(patch, KLP_TRANSITION_PATCHED); in __klp_enable_patch()
1033 klp_for_each_object(patch, obj) { in __klp_enable_patch()
1053 patch->enabled = true; in __klp_enable_patch()
1058 pr_warn("failed to enable patch '%s'\n", patch->mod->name); in __klp_enable_patch()
1077 int klp_enable_patch(struct klp_patch *patch) in klp_enable_patch() argument
1082 if (!patch || !patch->mod || !patch->objs) in klp_enable_patch()
1085 klp_for_each_object_static(patch, obj) { in klp_enable_patch()
1091 if (!is_livepatch_module(patch->mod)) { in klp_enable_patch()
1093 patch->mod->name); in klp_enable_patch()
1107 if (!klp_is_patch_compatible(patch)) { in klp_enable_patch()
1109 patch->mod->name); in klp_enable_patch()
1114 if (!try_module_get(patch->mod)) { in klp_enable_patch()
1119 klp_init_patch_early(patch); in klp_enable_patch()
1121 ret = klp_init_patch(patch); in klp_enable_patch()
1125 ret = __klp_enable_patch(patch); in klp_enable_patch()
1134 klp_free_patch_start(patch); in klp_enable_patch()
1138 klp_free_patch_finish(patch); in klp_enable_patch()
1202 struct klp_patch *patch; in klp_cleanup_module_patches_limited() local
1205 klp_for_each_patch(patch) { in klp_cleanup_module_patches_limited()
1206 if (patch == limit) in klp_cleanup_module_patches_limited()
1209 klp_for_each_object(patch, obj) { in klp_cleanup_module_patches_limited()
1213 if (patch != klp_transition_patch) in klp_cleanup_module_patches_limited()
1217 patch->mod->name, obj->mod->name); in klp_cleanup_module_patches_limited()
1221 klp_clear_object_relocs(patch, obj); in klp_cleanup_module_patches_limited()
1231 struct klp_patch *patch; in klp_module_coming() local
1250 klp_for_each_patch(patch) { in klp_module_coming()
1251 klp_for_each_object(patch, obj) { in klp_module_coming()
1257 ret = klp_init_object_loaded(patch, obj); in klp_module_coming()
1260 patch->mod->name, obj->mod->name, ret); in klp_module_coming()
1265 patch->mod->name, obj->mod->name); in klp_module_coming()
1277 patch->mod->name, obj->mod->name, ret); in klp_module_coming()
1283 if (patch != klp_transition_patch) in klp_module_coming()
1300 patch->mod->name, obj->mod->name, obj->mod->name); in klp_module_coming()
1303 klp_cleanup_module_patches_limited(mod, patch); in klp_module_coming()