]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - kernel/livepatch/core.c
livepatch: add /proc/<pid>/patch_state
[mirror_ubuntu-artful-kernel.git] / kernel / livepatch / core.c
CommitLineData
b700e7f0
SJ
1/*
2 * core.c - Kernel Live Patching Core
3 *
4 * Copyright (C) 2014 Seth Jennings <sjenning@redhat.com>
5 * Copyright (C) 2014 SUSE
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version 2
10 * of the License, or (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, see <http://www.gnu.org/licenses/>.
19 */
20
21#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
22
23#include <linux/module.h>
24#include <linux/kernel.h>
25#include <linux/mutex.h>
26#include <linux/slab.h>
b700e7f0
SJ
27#include <linux/list.h>
28#include <linux/kallsyms.h>
29#include <linux/livepatch.h>
425595a7
JY
30#include <linux/elf.h>
31#include <linux/moduleloader.h>
b56b36ee 32#include <asm/cacheflush.h>
c349cdca 33#include "patch.h"
d83a7cb3 34#include "transition.h"
b700e7f0 35
3c33f5b9 36/*
d83a7cb3
JP
37 * klp_mutex is a coarse lock which serializes access to klp data. All
38 * accesses to klp-related variables and structures must have mutex protection,
39 * except within the following functions which carefully avoid the need for it:
40 *
41 * - klp_ftrace_handler()
42 * - klp_update_patch_state()
3c33f5b9 43 */
d83a7cb3 44DEFINE_MUTEX(klp_mutex);
3c33f5b9 45
b700e7f0
SJ
46static LIST_HEAD(klp_patches);
47
48static struct kobject *klp_root_kobj;
49
50static bool klp_is_module(struct klp_object *obj)
51{
52 return obj->name;
53}
54
55static bool klp_is_object_loaded(struct klp_object *obj)
56{
57 return !obj->name || obj->mod;
58}
59
60/* sets obj->mod if object is not vmlinux and module is found */
61static void klp_find_object_module(struct klp_object *obj)
62{
8cb2c2dc
PM
63 struct module *mod;
64
b700e7f0
SJ
65 if (!klp_is_module(obj))
66 return;
67
68 mutex_lock(&module_mutex);
69 /*
8cb2c2dc
PM
70 * We do not want to block removal of patched modules and therefore
71 * we do not take a reference here. The patches are removed by
7e545d6e 72 * klp_module_going() instead.
8cb2c2dc
PM
73 */
74 mod = find_module(obj->name);
75 /*
7e545d6e
JY
76 * Do not mess work of klp_module_coming() and klp_module_going().
77 * Note that the patch might still be needed before klp_module_going()
8cb2c2dc
PM
78 * is called. Module functions can be called even in the GOING state
79 * until mod->exit() finishes. This is especially important for
80 * patches that modify semantic of the functions.
b700e7f0 81 */
8cb2c2dc
PM
82 if (mod && mod->klp_alive)
83 obj->mod = mod;
84
b700e7f0
SJ
85 mutex_unlock(&module_mutex);
86}
87
b700e7f0
SJ
88static bool klp_is_patch_registered(struct klp_patch *patch)
89{
90 struct klp_patch *mypatch;
91
92 list_for_each_entry(mypatch, &klp_patches, list)
93 if (mypatch == patch)
94 return true;
95
96 return false;
97}
98
99static bool klp_initialized(void)
100{
e76ff06a 101 return !!klp_root_kobj;
b700e7f0
SJ
102}
103
104struct klp_find_arg {
105 const char *objname;
106 const char *name;
107 unsigned long addr;
b700e7f0 108 unsigned long count;
b2b018ef 109 unsigned long pos;
b700e7f0
SJ
110};
111
112static int klp_find_callback(void *data, const char *name,
113 struct module *mod, unsigned long addr)
114{
115 struct klp_find_arg *args = data;
116
117 if ((mod && !args->objname) || (!mod && args->objname))
118 return 0;
119
120 if (strcmp(args->name, name))
121 return 0;
122
123 if (args->objname && strcmp(args->objname, mod->name))
124 return 0;
125
b700e7f0
SJ
126 args->addr = addr;
127 args->count++;
128
b2b018ef
CA
129 /*
130 * Finish the search when the symbol is found for the desired position
131 * or the position is not defined for a non-unique symbol.
132 */
133 if ((args->pos && (args->count == args->pos)) ||
134 (!args->pos && (args->count > 1)))
135 return 1;
136
b700e7f0
SJ
137 return 0;
138}
139
140static int klp_find_object_symbol(const char *objname, const char *name,
b2b018ef 141 unsigned long sympos, unsigned long *addr)
b700e7f0
SJ
142{
143 struct klp_find_arg args = {
144 .objname = objname,
145 .name = name,
146 .addr = 0,
b2b018ef
CA
147 .count = 0,
148 .pos = sympos,
b700e7f0
SJ
149 };
150
9a1bd63c 151 mutex_lock(&module_mutex);
b700e7f0 152 kallsyms_on_each_symbol(klp_find_callback, &args);
9a1bd63c 153 mutex_unlock(&module_mutex);
b700e7f0 154
b2b018ef
CA
155 /*
156 * Ensure an address was found. If sympos is 0, ensure symbol is unique;
157 * otherwise ensure the symbol position count matches sympos.
158 */
159 if (args.addr == 0)
b700e7f0 160 pr_err("symbol '%s' not found in symbol table\n", name);
b2b018ef 161 else if (args.count > 1 && sympos == 0) {
f995b5f7
PM
162 pr_err("unresolvable ambiguity for symbol '%s' in object '%s'\n",
163 name, objname);
b2b018ef
CA
164 } else if (sympos != args.count && sympos > 0) {
165 pr_err("symbol position %lu for symbol '%s' in object '%s' not found\n",
166 sympos, name, objname ? objname : "vmlinux");
167 } else {
b700e7f0
SJ
168 *addr = args.addr;
169 return 0;
170 }
171
172 *addr = 0;
173 return -EINVAL;
174}
175
425595a7 176static int klp_resolve_symbols(Elf_Shdr *relasec, struct module *pmod)
b700e7f0 177{
425595a7
JY
178 int i, cnt, vmlinux, ret;
179 char objname[MODULE_NAME_LEN];
180 char symname[KSYM_NAME_LEN];
181 char *strtab = pmod->core_kallsyms.strtab;
182 Elf_Rela *relas;
183 Elf_Sym *sym;
184 unsigned long sympos, addr;
b700e7f0 185
b2b018ef 186 /*
425595a7
JY
187 * Since the field widths for objname and symname in the sscanf()
188 * call are hard-coded and correspond to MODULE_NAME_LEN and
189 * KSYM_NAME_LEN respectively, we must make sure that MODULE_NAME_LEN
190 * and KSYM_NAME_LEN have the values we expect them to have.
191 *
192 * Because the value of MODULE_NAME_LEN can differ among architectures,
193 * we use the smallest/strictest upper bound possible (56, based on
194 * the current definition of MODULE_NAME_LEN) to prevent overflows.
b2b018ef 195 */
425595a7
JY
196 BUILD_BUG_ON(MODULE_NAME_LEN < 56 || KSYM_NAME_LEN != 128);
197
198 relas = (Elf_Rela *) relasec->sh_addr;
199 /* For each rela in this klp relocation section */
200 for (i = 0; i < relasec->sh_size / sizeof(Elf_Rela); i++) {
201 sym = pmod->core_kallsyms.symtab + ELF_R_SYM(relas[i].r_info);
202 if (sym->st_shndx != SHN_LIVEPATCH) {
203 pr_err("symbol %s is not marked as a livepatch symbol",
204 strtab + sym->st_name);
205 return -EINVAL;
206 }
207
208 /* Format: .klp.sym.objname.symname,sympos */
209 cnt = sscanf(strtab + sym->st_name,
210 ".klp.sym.%55[^.].%127[^,],%lu",
211 objname, symname, &sympos);
212 if (cnt != 3) {
213 pr_err("symbol %s has an incorrectly formatted name",
214 strtab + sym->st_name);
215 return -EINVAL;
216 }
217
218 /* klp_find_object_symbol() treats a NULL objname as vmlinux */
219 vmlinux = !strcmp(objname, "vmlinux");
220 ret = klp_find_object_symbol(vmlinux ? NULL : objname,
221 symname, sympos, &addr);
222 if (ret)
223 return ret;
224
225 sym->st_value = addr;
226 }
227
228 return 0;
b700e7f0
SJ
229}
230
231static int klp_write_object_relocations(struct module *pmod,
232 struct klp_object *obj)
233{
425595a7
JY
234 int i, cnt, ret = 0;
235 const char *objname, *secname;
236 char sec_objname[MODULE_NAME_LEN];
237 Elf_Shdr *sec;
b700e7f0
SJ
238
239 if (WARN_ON(!klp_is_object_loaded(obj)))
240 return -EINVAL;
241
425595a7 242 objname = klp_is_module(obj) ? obj->name : "vmlinux";
b700e7f0 243
425595a7
JY
244 /* For each klp relocation section */
245 for (i = 1; i < pmod->klp_info->hdr.e_shnum; i++) {
246 sec = pmod->klp_info->sechdrs + i;
247 secname = pmod->klp_info->secstrings + sec->sh_name;
248 if (!(sec->sh_flags & SHF_RELA_LIVEPATCH))
249 continue;
b56b36ee 250
425595a7
JY
251 /*
252 * Format: .klp.rela.sec_objname.section_name
253 * See comment in klp_resolve_symbols() for an explanation
254 * of the selected field width value.
255 */
256 cnt = sscanf(secname, ".klp.rela.%55[^.]", sec_objname);
257 if (cnt != 1) {
258 pr_err("section %s has an incorrectly formatted name",
259 secname);
260 ret = -EINVAL;
261 break;
262 }
b56b36ee 263
425595a7
JY
264 if (strcmp(objname, sec_objname))
265 continue;
b56b36ee 266
425595a7 267 ret = klp_resolve_symbols(sec, pmod);
064c89df 268 if (ret)
425595a7 269 break;
064c89df 270
425595a7
JY
271 ret = apply_relocate_add(pmod->klp_info->sechdrs,
272 pmod->core_kallsyms.strtab,
273 pmod->klp_info->symndx, i, pmod);
274 if (ret)
275 break;
b700e7f0
SJ
276 }
277
b56b36ee 278 return ret;
b700e7f0
SJ
279}
280
b700e7f0
SJ
281static int __klp_disable_patch(struct klp_patch *patch)
282{
d83a7cb3
JP
283 if (klp_transition_patch)
284 return -EBUSY;
b700e7f0 285
83a90bb1
JP
286 /* enforce stacking: only the last enabled patch can be disabled */
287 if (!list_is_last(&patch->list, &klp_patches) &&
0dade9f3 288 list_next_entry(patch, list)->enabled)
83a90bb1
JP
289 return -EBUSY;
290
d83a7cb3 291 klp_init_transition(patch, KLP_UNPATCHED);
b700e7f0 292
d83a7cb3
JP
293 /*
294 * Enforce the order of the func->transition writes in
295 * klp_init_transition() and the TIF_PATCH_PENDING writes in
296 * klp_start_transition(). In the rare case where klp_ftrace_handler()
297 * is called shortly after klp_update_patch_state() switches the task,
298 * this ensures the handler sees that func->transition is set.
299 */
300 smp_wmb();
b700e7f0 301
d83a7cb3
JP
302 klp_start_transition();
303 klp_try_complete_transition();
0dade9f3 304 patch->enabled = false;
b700e7f0
SJ
305
306 return 0;
307}
308
309/**
310 * klp_disable_patch() - disables a registered patch
311 * @patch: The registered, enabled patch to be disabled
312 *
313 * Unregisters the patched functions from ftrace.
314 *
315 * Return: 0 on success, otherwise error
316 */
317int klp_disable_patch(struct klp_patch *patch)
318{
319 int ret;
320
321 mutex_lock(&klp_mutex);
322
323 if (!klp_is_patch_registered(patch)) {
324 ret = -EINVAL;
325 goto err;
326 }
327
0dade9f3 328 if (!patch->enabled) {
b700e7f0
SJ
329 ret = -EINVAL;
330 goto err;
331 }
332
333 ret = __klp_disable_patch(patch);
334
335err:
336 mutex_unlock(&klp_mutex);
337 return ret;
338}
339EXPORT_SYMBOL_GPL(klp_disable_patch);
340
341static int __klp_enable_patch(struct klp_patch *patch)
342{
343 struct klp_object *obj;
344 int ret;
345
d83a7cb3
JP
346 if (klp_transition_patch)
347 return -EBUSY;
348
0dade9f3 349 if (WARN_ON(patch->enabled))
b700e7f0
SJ
350 return -EINVAL;
351
83a90bb1
JP
352 /* enforce stacking: only the first disabled patch can be enabled */
353 if (patch->list.prev != &klp_patches &&
0dade9f3 354 !list_prev_entry(patch, list)->enabled)
83a90bb1
JP
355 return -EBUSY;
356
b700e7f0
SJ
357 pr_notice("enabling patch '%s'\n", patch->mod->name);
358
d83a7cb3
JP
359 klp_init_transition(patch, KLP_PATCHED);
360
361 /*
362 * Enforce the order of the func->transition writes in
363 * klp_init_transition() and the ops->func_stack writes in
364 * klp_patch_object(), so that klp_ftrace_handler() will see the
365 * func->transition updates before the handler is registered and the
366 * new funcs become visible to the handler.
367 */
368 smp_wmb();
369
8cdd043a 370 klp_for_each_object(patch, obj) {
b700e7f0
SJ
371 if (!klp_is_object_loaded(obj))
372 continue;
373
0dade9f3 374 ret = klp_patch_object(obj);
d83a7cb3
JP
375 if (ret) {
376 pr_warn("failed to enable patch '%s'\n",
377 patch->mod->name);
378
379 klp_cancel_transition();
380 return ret;
381 }
b700e7f0
SJ
382 }
383
d83a7cb3
JP
384 klp_start_transition();
385 klp_try_complete_transition();
0dade9f3 386 patch->enabled = true;
b700e7f0
SJ
387
388 return 0;
b700e7f0
SJ
389}
390
391/**
392 * klp_enable_patch() - enables a registered patch
393 * @patch: The registered, disabled patch to be enabled
394 *
395 * Performs the needed symbol lookups and code relocations,
396 * then registers the patched functions with ftrace.
397 *
398 * Return: 0 on success, otherwise error
399 */
400int klp_enable_patch(struct klp_patch *patch)
401{
402 int ret;
403
404 mutex_lock(&klp_mutex);
405
406 if (!klp_is_patch_registered(patch)) {
407 ret = -EINVAL;
408 goto err;
409 }
410
411 ret = __klp_enable_patch(patch);
412
413err:
414 mutex_unlock(&klp_mutex);
415 return ret;
416}
417EXPORT_SYMBOL_GPL(klp_enable_patch);
418
419/*
420 * Sysfs Interface
421 *
422 * /sys/kernel/livepatch
423 * /sys/kernel/livepatch/<patch>
424 * /sys/kernel/livepatch/<patch>/enabled
d83a7cb3 425 * /sys/kernel/livepatch/<patch>/transition
b700e7f0 426 * /sys/kernel/livepatch/<patch>/<object>
444f9e99 427 * /sys/kernel/livepatch/<patch>/<object>/<function,sympos>
b700e7f0
SJ
428 */
429
430static ssize_t enabled_store(struct kobject *kobj, struct kobj_attribute *attr,
431 const char *buf, size_t count)
432{
433 struct klp_patch *patch;
434 int ret;
68ae4b2b 435 bool enabled;
b700e7f0 436
68ae4b2b 437 ret = kstrtobool(buf, &enabled);
b700e7f0 438 if (ret)
68ae4b2b 439 return ret;
b700e7f0
SJ
440
441 patch = container_of(kobj, struct klp_patch, kobj);
442
443 mutex_lock(&klp_mutex);
444
68ae4b2b 445 if (patch->enabled == enabled) {
b700e7f0
SJ
446 /* already in requested state */
447 ret = -EINVAL;
448 goto err;
449 }
450
d83a7cb3
JP
451 if (patch == klp_transition_patch) {
452 klp_reverse_transition();
453 } else if (enabled) {
b700e7f0
SJ
454 ret = __klp_enable_patch(patch);
455 if (ret)
456 goto err;
457 } else {
458 ret = __klp_disable_patch(patch);
459 if (ret)
460 goto err;
461 }
462
463 mutex_unlock(&klp_mutex);
464
465 return count;
466
467err:
468 mutex_unlock(&klp_mutex);
469 return ret;
470}
471
472static ssize_t enabled_show(struct kobject *kobj,
473 struct kobj_attribute *attr, char *buf)
474{
475 struct klp_patch *patch;
476
477 patch = container_of(kobj, struct klp_patch, kobj);
0dade9f3 478 return snprintf(buf, PAGE_SIZE-1, "%d\n", patch->enabled);
b700e7f0
SJ
479}
480
d83a7cb3
JP
481static ssize_t transition_show(struct kobject *kobj,
482 struct kobj_attribute *attr, char *buf)
483{
484 struct klp_patch *patch;
485
486 patch = container_of(kobj, struct klp_patch, kobj);
487 return snprintf(buf, PAGE_SIZE-1, "%d\n",
488 patch == klp_transition_patch);
489}
490
b700e7f0 491static struct kobj_attribute enabled_kobj_attr = __ATTR_RW(enabled);
d83a7cb3 492static struct kobj_attribute transition_kobj_attr = __ATTR_RO(transition);
b700e7f0
SJ
493static struct attribute *klp_patch_attrs[] = {
494 &enabled_kobj_attr.attr,
d83a7cb3 495 &transition_kobj_attr.attr,
b700e7f0
SJ
496 NULL
497};
498
499static void klp_kobj_release_patch(struct kobject *kobj)
500{
501 /*
502 * Once we have a consistency model we'll need to module_put() the
503 * patch module here. See klp_register_patch() for more details.
504 */
505}
506
507static struct kobj_type klp_ktype_patch = {
508 .release = klp_kobj_release_patch,
509 .sysfs_ops = &kobj_sysfs_ops,
510 .default_attrs = klp_patch_attrs,
511};
512
cad706df
MB
513static void klp_kobj_release_object(struct kobject *kobj)
514{
515}
516
517static struct kobj_type klp_ktype_object = {
518 .release = klp_kobj_release_object,
519 .sysfs_ops = &kobj_sysfs_ops,
520};
521
b700e7f0
SJ
522static void klp_kobj_release_func(struct kobject *kobj)
523{
b700e7f0
SJ
524}
525
526static struct kobj_type klp_ktype_func = {
527 .release = klp_kobj_release_func,
528 .sysfs_ops = &kobj_sysfs_ops,
529};
530
531/*
532 * Free all functions' kobjects in the array up to some limit. When limit is
533 * NULL, all kobjects are freed.
534 */
535static void klp_free_funcs_limited(struct klp_object *obj,
536 struct klp_func *limit)
537{
538 struct klp_func *func;
539
540 for (func = obj->funcs; func->old_name && func != limit; func++)
541 kobject_put(&func->kobj);
542}
543
544/* Clean up when a patched object is unloaded */
545static void klp_free_object_loaded(struct klp_object *obj)
546{
547 struct klp_func *func;
548
549 obj->mod = NULL;
550
8cdd043a 551 klp_for_each_func(obj, func)
b700e7f0
SJ
552 func->old_addr = 0;
553}
554
555/*
556 * Free all objects' kobjects in the array up to some limit. When limit is
557 * NULL, all kobjects are freed.
558 */
559static void klp_free_objects_limited(struct klp_patch *patch,
560 struct klp_object *limit)
561{
562 struct klp_object *obj;
563
564 for (obj = patch->objs; obj->funcs && obj != limit; obj++) {
565 klp_free_funcs_limited(obj, NULL);
cad706df 566 kobject_put(&obj->kobj);
b700e7f0
SJ
567 }
568}
569
570static void klp_free_patch(struct klp_patch *patch)
571{
572 klp_free_objects_limited(patch, NULL);
573 if (!list_empty(&patch->list))
574 list_del(&patch->list);
575 kobject_put(&patch->kobj);
576}
577
578static int klp_init_func(struct klp_object *obj, struct klp_func *func)
579{
f09d9086
MB
580 if (!func->old_name || !func->new_func)
581 return -EINVAL;
582
3c33f5b9 583 INIT_LIST_HEAD(&func->stack_node);
0dade9f3 584 func->patched = false;
d83a7cb3 585 func->transition = false;
b700e7f0 586
444f9e99
CA
587 /* The format for the sysfs directory is <function,sympos> where sympos
588 * is the nth occurrence of this symbol in kallsyms for the patched
589 * object. If the user selects 0 for old_sympos, then 1 will be used
590 * since a unique symbol will be the first occurrence.
591 */
3c33f5b9 592 return kobject_init_and_add(&func->kobj, &klp_ktype_func,
444f9e99
CA
593 &obj->kobj, "%s,%lu", func->old_name,
594 func->old_sympos ? func->old_sympos : 1);
b700e7f0
SJ
595}
596
255e732c
JY
597/* Arches may override this to finish any remaining arch-specific tasks */
598void __weak arch_klp_init_object_loaded(struct klp_patch *patch,
599 struct klp_object *obj)
600{
601}
602
b700e7f0
SJ
603/* parts of the initialization that is done only when the object is loaded */
604static int klp_init_object_loaded(struct klp_patch *patch,
605 struct klp_object *obj)
606{
607 struct klp_func *func;
608 int ret;
609
255e732c 610 module_disable_ro(patch->mod);
425595a7 611 ret = klp_write_object_relocations(patch->mod, obj);
255e732c
JY
612 if (ret) {
613 module_enable_ro(patch->mod, true);
425595a7 614 return ret;
255e732c
JY
615 }
616
617 arch_klp_init_object_loaded(patch, obj);
618 module_enable_ro(patch->mod, true);
b700e7f0 619
8cdd043a 620 klp_for_each_func(obj, func) {
b2b018ef
CA
621 ret = klp_find_object_symbol(obj->name, func->old_name,
622 func->old_sympos,
623 &func->old_addr);
b700e7f0
SJ
624 if (ret)
625 return ret;
f5e547f4
JP
626
627 ret = kallsyms_lookup_size_offset(func->old_addr,
628 &func->old_size, NULL);
629 if (!ret) {
630 pr_err("kallsyms size lookup failed for '%s'\n",
631 func->old_name);
632 return -ENOENT;
633 }
634
635 ret = kallsyms_lookup_size_offset((unsigned long)func->new_func,
636 &func->new_size, NULL);
637 if (!ret) {
638 pr_err("kallsyms size lookup failed for '%s' replacement\n",
639 func->old_name);
640 return -ENOENT;
641 }
b700e7f0
SJ
642 }
643
644 return 0;
645}
646
647static int klp_init_object(struct klp_patch *patch, struct klp_object *obj)
648{
649 struct klp_func *func;
650 int ret;
651 const char *name;
652
653 if (!obj->funcs)
654 return -EINVAL;
655
0dade9f3 656 obj->patched = false;
8cb2c2dc 657 obj->mod = NULL;
b700e7f0
SJ
658
659 klp_find_object_module(obj);
660
661 name = klp_is_module(obj) ? obj->name : "vmlinux";
cad706df
MB
662 ret = kobject_init_and_add(&obj->kobj, &klp_ktype_object,
663 &patch->kobj, "%s", name);
664 if (ret)
665 return ret;
b700e7f0 666
8cdd043a 667 klp_for_each_func(obj, func) {
b700e7f0
SJ
668 ret = klp_init_func(obj, func);
669 if (ret)
670 goto free;
671 }
672
673 if (klp_is_object_loaded(obj)) {
674 ret = klp_init_object_loaded(patch, obj);
675 if (ret)
676 goto free;
677 }
678
679 return 0;
680
681free:
682 klp_free_funcs_limited(obj, func);
cad706df 683 kobject_put(&obj->kobj);
b700e7f0
SJ
684 return ret;
685}
686
687static int klp_init_patch(struct klp_patch *patch)
688{
689 struct klp_object *obj;
690 int ret;
691
692 if (!patch->objs)
693 return -EINVAL;
694
695 mutex_lock(&klp_mutex);
696
0dade9f3 697 patch->enabled = false;
b700e7f0
SJ
698
699 ret = kobject_init_and_add(&patch->kobj, &klp_ktype_patch,
e0b561ee 700 klp_root_kobj, "%s", patch->mod->name);
b700e7f0
SJ
701 if (ret)
702 goto unlock;
703
8cdd043a 704 klp_for_each_object(patch, obj) {
b700e7f0
SJ
705 ret = klp_init_object(patch, obj);
706 if (ret)
707 goto free;
708 }
709
99590ba5 710 list_add_tail(&patch->list, &klp_patches);
b700e7f0
SJ
711
712 mutex_unlock(&klp_mutex);
713
714 return 0;
715
716free:
717 klp_free_objects_limited(patch, obj);
718 kobject_put(&patch->kobj);
719unlock:
720 mutex_unlock(&klp_mutex);
721 return ret;
722}
723
724/**
725 * klp_unregister_patch() - unregisters a patch
726 * @patch: Disabled patch to be unregistered
727 *
728 * Frees the data structures and removes the sysfs interface.
729 *
730 * Return: 0 on success, otherwise error
731 */
732int klp_unregister_patch(struct klp_patch *patch)
733{
734 int ret = 0;
735
736 mutex_lock(&klp_mutex);
737
738 if (!klp_is_patch_registered(patch)) {
739 ret = -EINVAL;
740 goto out;
741 }
742
0dade9f3 743 if (patch->enabled) {
b700e7f0
SJ
744 ret = -EBUSY;
745 goto out;
746 }
747
748 klp_free_patch(patch);
749
750out:
751 mutex_unlock(&klp_mutex);
752 return ret;
753}
754EXPORT_SYMBOL_GPL(klp_unregister_patch);
755
756/**
757 * klp_register_patch() - registers a patch
758 * @patch: Patch to be registered
759 *
760 * Initializes the data structure associated with the patch and
761 * creates the sysfs interface.
762 *
763 * Return: 0 on success, otherwise error
764 */
765int klp_register_patch(struct klp_patch *patch)
766{
767 int ret;
768
b700e7f0
SJ
769 if (!patch || !patch->mod)
770 return -EINVAL;
771
425595a7
JY
772 if (!is_livepatch_module(patch->mod)) {
773 pr_err("module %s is not marked as a livepatch module",
774 patch->mod->name);
775 return -EINVAL;
776 }
777
b700e7f0
SJ
778 if (!klp_initialized())
779 return -ENODEV;
780
d83a7cb3
JP
781 /*
782 * Architectures without reliable stack traces have to set
783 * patch->immediate because there's currently no way to patch kthreads
784 * with the consistency model.
785 */
786 if (!klp_have_reliable_stack() && !patch->immediate) {
787 pr_err("This architecture doesn't have support for the livepatch consistency model.\n");
788 return -ENOSYS;
789 }
790
b700e7f0
SJ
791 /*
792 * A reference is taken on the patch module to prevent it from being
793 * unloaded. Right now, we don't allow patch modules to unload since
794 * there is currently no method to determine if a thread is still
795 * running in the patched code contained in the patch module once
796 * the ftrace registration is successful.
797 */
798 if (!try_module_get(patch->mod))
799 return -ENODEV;
800
801 ret = klp_init_patch(patch);
802 if (ret)
803 module_put(patch->mod);
804
805 return ret;
806}
807EXPORT_SYMBOL_GPL(klp_register_patch);
808
7e545d6e 809int klp_module_coming(struct module *mod)
b700e7f0 810{
b700e7f0 811 int ret;
7e545d6e
JY
812 struct klp_patch *patch;
813 struct klp_object *obj;
b700e7f0 814
7e545d6e
JY
815 if (WARN_ON(mod->state != MODULE_STATE_COMING))
816 return -EINVAL;
b700e7f0 817
7e545d6e
JY
818 mutex_lock(&klp_mutex);
819 /*
820 * Each module has to know that klp_module_coming()
821 * has been called. We never know what module will
822 * get patched by a new patch.
823 */
824 mod->klp_alive = true;
b700e7f0 825
7e545d6e
JY
826 list_for_each_entry(patch, &klp_patches, list) {
827 klp_for_each_object(patch, obj) {
828 if (!klp_is_module(obj) || strcmp(obj->name, mod->name))
829 continue;
b700e7f0 830
7e545d6e 831 obj->mod = mod;
b700e7f0 832
7e545d6e
JY
833 ret = klp_init_object_loaded(patch, obj);
834 if (ret) {
835 pr_warn("failed to initialize patch '%s' for module '%s' (%d)\n",
836 patch->mod->name, obj->mod->name, ret);
837 goto err;
838 }
b700e7f0 839
d83a7cb3
JP
840 /*
841 * Only patch the module if the patch is enabled or is
842 * in transition.
843 */
844 if (!patch->enabled && patch != klp_transition_patch)
7e545d6e
JY
845 break;
846
847 pr_notice("applying patch '%s' to loading module '%s'\n",
848 patch->mod->name, obj->mod->name);
849
0dade9f3 850 ret = klp_patch_object(obj);
7e545d6e
JY
851 if (ret) {
852 pr_warn("failed to apply patch '%s' to module '%s' (%d)\n",
853 patch->mod->name, obj->mod->name, ret);
854 goto err;
855 }
856
857 break;
858 }
859 }
b700e7f0 860
7e545d6e 861 mutex_unlock(&klp_mutex);
b700e7f0 862
7e545d6e 863 return 0;
b700e7f0 864
7e545d6e
JY
865err:
866 /*
867 * If a patch is unsuccessfully applied, return
868 * error to the module loader.
869 */
870 pr_warn("patch '%s' failed for module '%s', refusing to load module '%s'\n",
871 patch->mod->name, obj->mod->name, obj->mod->name);
872 mod->klp_alive = false;
b700e7f0 873 klp_free_object_loaded(obj);
7e545d6e
JY
874 mutex_unlock(&klp_mutex);
875
876 return ret;
b700e7f0
SJ
877}
878
7e545d6e 879void klp_module_going(struct module *mod)
b700e7f0 880{
b700e7f0
SJ
881 struct klp_patch *patch;
882 struct klp_object *obj;
883
7e545d6e
JY
884 if (WARN_ON(mod->state != MODULE_STATE_GOING &&
885 mod->state != MODULE_STATE_COMING))
886 return;
b700e7f0
SJ
887
888 mutex_lock(&klp_mutex);
8cb2c2dc 889 /*
7e545d6e
JY
890 * Each module has to know that klp_module_going()
891 * has been called. We never know what module will
892 * get patched by a new patch.
8cb2c2dc 893 */
7e545d6e 894 mod->klp_alive = false;
8cb2c2dc 895
b700e7f0 896 list_for_each_entry(patch, &klp_patches, list) {
8cdd043a 897 klp_for_each_object(patch, obj) {
b700e7f0
SJ
898 if (!klp_is_module(obj) || strcmp(obj->name, mod->name))
899 continue;
900
d83a7cb3
JP
901 /*
902 * Only unpatch the module if the patch is enabled or
903 * is in transition.
904 */
905 if (patch->enabled || patch == klp_transition_patch) {
7e545d6e
JY
906 pr_notice("reverting patch '%s' on unloading module '%s'\n",
907 patch->mod->name, obj->mod->name);
0dade9f3 908 klp_unpatch_object(obj);
7e545d6e 909 }
b700e7f0 910
7e545d6e 911 klp_free_object_loaded(obj);
b700e7f0
SJ
912 break;
913 }
914 }
915
916 mutex_unlock(&klp_mutex);
b700e7f0
SJ
917}
918
26029d88 919static int __init klp_init(void)
b700e7f0
SJ
920{
921 int ret;
922
b9dfe0be
JK
923 ret = klp_check_compiler_support();
924 if (ret) {
925 pr_info("Your compiler is too old; turning off.\n");
926 return -EINVAL;
927 }
928
b700e7f0 929 klp_root_kobj = kobject_create_and_add("livepatch", kernel_kobj);
7e545d6e
JY
930 if (!klp_root_kobj)
931 return -ENOMEM;
b700e7f0
SJ
932
933 return 0;
b700e7f0
SJ
934}
935
936module_init(klp_init);