1 #ifndef _LINUX_MODULE_H
2 #define _LINUX_MODULE_H
4 * Dynamic loading of modules into the kernel.
6 * Rewritten by Richard Henderson <rth@tamu.edu> Dec 1996
7 * Rewritten again by Rusty Russell, 2002
9 #include <linux/list.h>
10 #include <linux/stat.h>
11 #include <linux/compiler.h>
12 #include <linux/cache.h>
13 #include <linux/kmod.h>
14 #include <linux/init.h>
15 #include <linux/elf.h>
16 #include <linux/stringify.h>
17 #include <linux/kobject.h>
18 #include <linux/moduleparam.h>
19 #include <linux/jump_label.h>
20 #include <linux/export.h>
21 #include <linux/rbtree_latch.h>
23 #include <linux/percpu.h>
24 #include <asm/module.h>
26 /* In stripped ARM and x86-64 modules, ~ is surprisingly rare. */
27 #define MODULE_SIG_STRING "~Module signature appended~\n"
29 /* Not Yet Implemented */
30 #define MODULE_SUPPORTED_DEVICE(name)
32 #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
34 struct modversion_info {
36 char name[MODULE_NAME_LEN];
41 struct module_kobject {
44 struct kobject *drivers_dir;
45 struct module_param_attrs *mp;
46 struct completion *kobj_completion;
49 struct module_attribute {
50 struct attribute attr;
51 ssize_t (*show)(struct module_attribute *, struct module_kobject *,
53 ssize_t (*store)(struct module_attribute *, struct module_kobject *,
54 const char *, size_t count);
55 void (*setup)(struct module *, const char *);
56 int (*test)(struct module *);
57 void (*free)(struct module *);
60 struct module_version_attribute {
61 struct module_attribute mattr;
62 const char *module_name;
64 } __attribute__ ((__aligned__(sizeof(void *))));
66 extern ssize_t __modver_version_show(struct module_attribute *,
67 struct module_kobject *, char *);
69 extern struct module_attribute module_uevent;
71 /* These are either module local, or the kernel's dummy ones. */
72 extern int init_module(void);
73 extern void cleanup_module(void);
77 * module_init() - driver initialization entry point
78 * @x: function to be run at kernel boot time or module insertion
80 * module_init() will either be called during do_initcalls() (if
81 * builtin) or at module insertion time (if a module). There can only
84 #define module_init(x) __initcall(x);
87 * module_exit() - driver exit entry point
88 * @x: function to be run when driver is removed
90 * module_exit() will wrap the driver clean-up code
91 * with cleanup_module() when used with rmmod when
92 * the driver is a module. If the driver is statically
93 * compiled into the kernel, module_exit() has no effect.
94 * There can only be one per module.
96 #define module_exit(x) __exitcall(x);
101 * In most cases loadable modules do not need custom
102 * initcall levels. There are still some valid cases where
103 * a driver may be needed early if built in, and does not
104 * matter when built as a loadable module. Like bus
105 * snooping debug drivers.
107 #define early_initcall(fn) module_init(fn)
108 #define core_initcall(fn) module_init(fn)
109 #define core_initcall_sync(fn) module_init(fn)
110 #define postcore_initcall(fn) module_init(fn)
111 #define postcore_initcall_sync(fn) module_init(fn)
112 #define arch_initcall(fn) module_init(fn)
113 #define subsys_initcall(fn) module_init(fn)
114 #define subsys_initcall_sync(fn) module_init(fn)
115 #define fs_initcall(fn) module_init(fn)
116 #define fs_initcall_sync(fn) module_init(fn)
117 #define rootfs_initcall(fn) module_init(fn)
118 #define device_initcall(fn) module_init(fn)
119 #define device_initcall_sync(fn) module_init(fn)
120 #define late_initcall(fn) module_init(fn)
121 #define late_initcall_sync(fn) module_init(fn)
123 #define console_initcall(fn) module_init(fn)
124 #define security_initcall(fn) module_init(fn)
126 /* Each module must use one module_init(). */
127 #define module_init(initfn) \
128 static inline initcall_t __inittest(void) \
130 int init_module(void) __attribute__((alias(#initfn)));
132 /* This is only required if you want to be unloadable. */
133 #define module_exit(exitfn) \
134 static inline exitcall_t __exittest(void) \
136 void cleanup_module(void) __attribute__((alias(#exitfn)));
140 /* This means "can be init if no module support, otherwise module load
142 #ifdef CONFIG_MODULES
143 #define __init_or_module
144 #define __initdata_or_module
145 #define __initconst_or_module
146 #define __INIT_OR_MODULE .text
147 #define __INITDATA_OR_MODULE .data
148 #define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits
150 #define __init_or_module __init
151 #define __initdata_or_module __initdata
152 #define __initconst_or_module __initconst
153 #define __INIT_OR_MODULE __INIT
154 #define __INITDATA_OR_MODULE __INITDATA
155 #define __INITRODATA_OR_MODULE __INITRODATA
156 #endif /*CONFIG_MODULES*/
158 /* Archs provide a method of finding the correct exception table. */
159 struct exception_table_entry;
161 const struct exception_table_entry *
162 search_extable(const struct exception_table_entry *first,
163 const struct exception_table_entry *last,
164 unsigned long value);
165 void sort_extable(struct exception_table_entry *start,
166 struct exception_table_entry *finish);
167 void sort_main_extable(void);
168 void trim_init_extable(struct module *m);
170 /* Generic info of form tag = "info" */
171 #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
173 /* For userspace: you can also call me... */
174 #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
176 /* Soft module dependencies. See man modprobe.d for details.
177 * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz")
179 #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep)
182 * The following license idents are currently accepted as indicating free
185 * "GPL" [GNU Public License v2 or later]
186 * "GPL v2" [GNU Public License v2]
187 * "GPL and additional rights" [GNU Public License v2 rights and more]
188 * "Dual BSD/GPL" [GNU Public License v2
189 * or BSD license choice]
190 * "Dual MIT/GPL" [GNU Public License v2
191 * or MIT license choice]
192 * "Dual MPL/GPL" [GNU Public License v2
193 * or Mozilla license choice]
195 * The following other idents are available
197 * "Proprietary" [Non free products]
199 * There are dual licensed components, but when running with Linux it is the
200 * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL
201 * is a GPL combined work.
203 * This exists for several reasons
204 * 1. So modinfo can show license info for users wanting to vet their setup
206 * 2. So the community can ignore bug reports including proprietary modules
207 * 3. So vendors can do likewise based on their own policies
209 #define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
212 * Author(s), use "Name <email>" or just "Name", for multiple
213 * authors use multiple MODULE_AUTHOR() statements/lines.
215 #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
217 /* What your module does. */
218 #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
221 /* Creates an alias so file2alias.c can find device table. */
222 #define MODULE_DEVICE_TABLE(type, name) \
223 extern const typeof(name) __mod_##type##__##name##_device_table \
224 __attribute__ ((unused, alias(__stringify(name))))
226 #define MODULE_DEVICE_TABLE(type, name)
229 /* Version of form [<epoch>:]<version>[-<extra-version>].
230 * Or for CVS/RCS ID version, everything but the number is stripped.
231 * <epoch>: A (small) unsigned integer which allows you to start versions
232 * anew. If not mentioned, it's zero. eg. "2:1.0" is after
235 * <version>: The <version> may contain only alphanumerics and the
236 * character `.'. Ordered by numeric sort for numeric parts,
237 * ascii sort for ascii parts (as per RPM or DEB algorithm).
239 * <extraversion>: Like <version>, but inserted for local
240 * customizations, eg "rh3" or "rusty1".
242 * Using this automatically adds a checksum of the .c files and the
243 * local headers in "srcversion".
246 #if defined(MODULE) || !defined(CONFIG_SYSFS)
247 #define MODULE_VERSION(_version) MODULE_INFO(version, _version)
249 #define MODULE_VERSION(_version) \
250 static struct module_version_attribute ___modver_attr = { \
256 .show = __modver_version_show, \
258 .module_name = KBUILD_MODNAME, \
259 .version = _version, \
261 static const struct module_version_attribute \
262 __used __attribute__ ((__section__ ("__modver"))) \
263 * __moduleparam_const __modver_attr = &___modver_attr
266 /* Optional firmware file (or files) needed by the module
267 * format is simply firmware file name. Multiple firmware
268 * files require multiple MODULE_FIRMWARE() specifiers */
269 #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
271 /* Given an address, look for it in the exception tables */
272 const struct exception_table_entry *search_exception_tables(unsigned long add);
274 struct notifier_block;
276 #ifdef CONFIG_MODULES
278 extern int modules_disabled; /* for sysctl */
279 /* Get/put a kernel symbol (calls must be symmetric) */
280 void *__symbol_get(const char *symbol);
281 void *__symbol_get_gpl(const char *symbol);
282 #define symbol_get(x) ((typeof(&x))(__symbol_get(VMLINUX_SYMBOL_STR(x))))
284 /* modules using other modules: kdb wants to see this. */
286 struct list_head source_list;
287 struct list_head target_list;
288 struct module *source, *target;
292 MODULE_STATE_LIVE, /* Normal state. */
293 MODULE_STATE_COMING, /* Full formed, running module_init. */
294 MODULE_STATE_GOING, /* Going away. */
295 MODULE_STATE_UNFORMED, /* Still setting it up. */
300 struct mod_tree_node {
302 struct latch_tree_node node;
306 enum module_state state;
308 /* Member of list of modules */
309 struct list_head list;
311 /* Unique handle for this module */
312 char name[MODULE_NAME_LEN];
315 struct module_kobject mkobj;
316 struct module_attribute *modinfo_attrs;
318 const char *srcversion;
319 struct kobject *holders_dir;
321 /* Exported symbols */
322 const struct kernel_symbol *syms;
323 const unsigned long *crcs;
324 unsigned int num_syms;
326 /* Kernel parameters. */
328 struct mutex param_lock;
330 struct kernel_param *kp;
333 /* GPL-only exported symbols. */
334 unsigned int num_gpl_syms;
335 const struct kernel_symbol *gpl_syms;
336 const unsigned long *gpl_crcs;
338 #ifdef CONFIG_UNUSED_SYMBOLS
339 /* unused exported symbols. */
340 const struct kernel_symbol *unused_syms;
341 const unsigned long *unused_crcs;
342 unsigned int num_unused_syms;
344 /* GPL-only, unused exported symbols. */
345 unsigned int num_unused_gpl_syms;
346 const struct kernel_symbol *unused_gpl_syms;
347 const unsigned long *unused_gpl_crcs;
350 #ifdef CONFIG_MODULE_SIG
351 /* Signature was verified. */
355 bool async_probe_requested;
357 /* symbols that will be GPL-only in the near future. */
358 const struct kernel_symbol *gpl_future_syms;
359 const unsigned long *gpl_future_crcs;
360 unsigned int num_gpl_future_syms;
362 /* Exception table */
363 unsigned int num_exentries;
364 struct exception_table_entry *extable;
366 /* Startup function. */
370 * If this is non-NULL, vfree() after init() returns.
372 * Cacheline align here, such that:
373 * module_init, module_core, init_size, core_size,
374 * init_text_size, core_text_size and mtn_core::{mod,node[0]}
375 * are on the same cacheline.
377 void *module_init ____cacheline_aligned;
379 /* Here is the actual code + data, vfree'd on unload. */
382 /* Here are the sizes of the init and core sections */
383 unsigned int init_size, core_size;
385 /* The size of the executable code in each section. */
386 unsigned int init_text_size, core_text_size;
388 #ifdef CONFIG_MODULES_TREE_LOOKUP
390 * We want mtn_core::{mod,node[0]} to be in the same cacheline as the
391 * above entries such that a regular lookup will only touch one
394 struct mod_tree_node mtn_core;
395 struct mod_tree_node mtn_init;
398 /* Size of RO sections of the module (text+rodata) */
399 unsigned int init_ro_size, core_ro_size;
401 /* Arch-specific module values */
402 struct mod_arch_specific arch;
404 unsigned int taints; /* same bits as kernel:tainted */
406 #ifdef CONFIG_GENERIC_BUG
407 /* Support for BUG */
409 struct list_head bug_list;
410 struct bug_entry *bug_table;
413 #ifdef CONFIG_KALLSYMS
415 * We keep the symbol and string tables for kallsyms.
416 * The core_* fields below are temporary, loader-only (they
417 * could really be discarded after module init).
419 Elf_Sym *symtab, *core_symtab;
420 unsigned int num_symtab, core_num_syms;
421 char *strtab, *core_strtab;
423 /* Section attributes */
424 struct module_sect_attrs *sect_attrs;
426 /* Notes attributes */
427 struct module_notes_attrs *notes_attrs;
430 /* The command line arguments (may be mangled). People like
431 keeping pointers to this stuff */
436 void __percpu *percpu;
437 unsigned int percpu_size;
440 #ifdef CONFIG_TRACEPOINTS
441 unsigned int num_tracepoints;
442 struct tracepoint * const *tracepoints_ptrs;
444 #ifdef HAVE_JUMP_LABEL
445 struct jump_entry *jump_entries;
446 unsigned int num_jump_entries;
448 #ifdef CONFIG_TRACING
449 unsigned int num_trace_bprintk_fmt;
450 const char **trace_bprintk_fmt_start;
452 #ifdef CONFIG_EVENT_TRACING
453 struct trace_event_call **trace_events;
454 unsigned int num_trace_events;
455 struct trace_enum_map **trace_enums;
456 unsigned int num_trace_enums;
458 #ifdef CONFIG_FTRACE_MCOUNT_RECORD
459 unsigned int num_ftrace_callsites;
460 unsigned long *ftrace_callsites;
463 #ifdef CONFIG_LIVEPATCH
467 #ifdef CONFIG_MODULE_UNLOAD
468 /* What modules depend on me? */
469 struct list_head source_list;
470 /* What modules do I depend on? */
471 struct list_head target_list;
473 /* Destruction function. */
479 #ifdef CONFIG_CONSTRUCTORS
480 /* Constructor functions. */
482 unsigned int num_ctors;
484 } ____cacheline_aligned;
485 #ifndef MODULE_ARCH_INIT
486 #define MODULE_ARCH_INIT {}
489 extern struct mutex module_mutex;
491 /* FIXME: It'd be nice to isolate modules during init, too, so they
492 aren't used before they (may) fail. But presently too much code
493 (IDE & SCSI) require entry into the module during init.*/
494 static inline int module_is_live(struct module *mod)
496 return mod->state != MODULE_STATE_GOING;
499 struct module *__module_text_address(unsigned long addr);
500 struct module *__module_address(unsigned long addr);
501 bool is_module_address(unsigned long addr);
502 bool is_module_percpu_address(unsigned long addr);
503 bool is_module_text_address(unsigned long addr);
505 static inline bool within_module_core(unsigned long addr,
506 const struct module *mod)
508 return (unsigned long)mod->module_core <= addr &&
509 addr < (unsigned long)mod->module_core + mod->core_size;
512 static inline bool within_module_init(unsigned long addr,
513 const struct module *mod)
515 return (unsigned long)mod->module_init <= addr &&
516 addr < (unsigned long)mod->module_init + mod->init_size;
519 static inline bool within_module(unsigned long addr, const struct module *mod)
521 return within_module_init(addr, mod) || within_module_core(addr, mod);
524 /* Search for module by name: must hold module_mutex. */
525 struct module *find_module(const char *name);
528 const struct kernel_symbol *start, *stop;
529 const unsigned long *crcs;
539 * Search for an exported symbol by name.
541 * Must be called with module_mutex held or preemption disabled.
543 const struct kernel_symbol *find_symbol(const char *name,
544 struct module **owner,
545 const unsigned long **crc,
550 * Walk the exported symbol table
552 * Must be called with module_mutex held or preemption disabled.
554 bool each_symbol_section(bool (*fn)(const struct symsearch *arr,
555 struct module *owner,
556 void *data), void *data);
558 /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if
559 symnum out of range. */
560 int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
561 char *name, char *module_name, int *exported);
563 /* Look for this name: can be of form module:name. */
564 unsigned long module_kallsyms_lookup_name(const char *name);
566 int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
567 struct module *, unsigned long),
570 extern void __module_put_and_exit(struct module *mod, long code)
571 __attribute__((noreturn));
572 #define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code)
574 #ifdef CONFIG_MODULE_UNLOAD
575 int module_refcount(struct module *mod);
576 void __symbol_put(const char *symbol);
577 #define symbol_put(x) __symbol_put(VMLINUX_SYMBOL_STR(x))
578 void symbol_put_addr(void *addr);
580 /* Sometimes we know we already have a refcount, and it's easier not
581 to handle the error case (which only happens with rmmod --wait). */
582 extern void __module_get(struct module *module);
584 /* This is the Right Way to get a module: if it fails, it's being removed,
585 * so pretend it's not there. */
586 extern bool try_module_get(struct module *module);
588 extern void module_put(struct module *module);
590 #else /*!CONFIG_MODULE_UNLOAD*/
591 static inline int try_module_get(struct module *module)
593 return !module || module_is_live(module);
595 static inline void module_put(struct module *module)
598 static inline void __module_get(struct module *module)
601 #define symbol_put(x) do { } while (0)
602 #define symbol_put_addr(p) do { } while (0)
604 #endif /* CONFIG_MODULE_UNLOAD */
605 int ref_module(struct module *a, struct module *b);
607 /* This is a #define so the string doesn't get put in every .o file */
608 #define module_name(mod) \
610 struct module *__mod = (mod); \
611 __mod ? __mod->name : "kernel"; \
614 /* For kallsyms to ask for address resolution. namebuf should be at
615 * least KSYM_NAME_LEN long: a pointer to namebuf is returned if
616 * found, otherwise NULL. */
617 const char *module_address_lookup(unsigned long addr,
618 unsigned long *symbolsize,
619 unsigned long *offset,
622 int lookup_module_symbol_name(unsigned long addr, char *symname);
623 int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
625 /* For extable.c to search modules' exception tables. */
626 const struct exception_table_entry *search_module_extables(unsigned long addr);
628 int register_module_notifier(struct notifier_block *nb);
629 int unregister_module_notifier(struct notifier_block *nb);
631 extern void print_modules(void);
633 static inline bool module_requested_async_probing(struct module *module)
635 return module && module->async_probe_requested;
638 #else /* !CONFIG_MODULES... */
640 /* Given an address, look for it in the exception tables. */
641 static inline const struct exception_table_entry *
642 search_module_extables(unsigned long addr)
647 static inline struct module *__module_address(unsigned long addr)
652 static inline struct module *__module_text_address(unsigned long addr)
657 static inline bool is_module_address(unsigned long addr)
662 static inline bool is_module_percpu_address(unsigned long addr)
667 static inline bool is_module_text_address(unsigned long addr)
672 /* Get/put a kernel symbol (calls should be symmetric) */
673 #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
674 #define symbol_put(x) do { } while (0)
675 #define symbol_put_addr(x) do { } while (0)
677 static inline void __module_get(struct module *module)
681 static inline int try_module_get(struct module *module)
686 static inline void module_put(struct module *module)
690 #define module_name(mod) "kernel"
692 /* For kallsyms to ask for address resolution. NULL means not found. */
693 static inline const char *module_address_lookup(unsigned long addr,
694 unsigned long *symbolsize,
695 unsigned long *offset,
702 static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
707 static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
712 static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
713 char *type, char *name,
714 char *module_name, int *exported)
719 static inline unsigned long module_kallsyms_lookup_name(const char *name)
724 static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
732 static inline int register_module_notifier(struct notifier_block *nb)
734 /* no events will happen anyway, so this can always succeed */
738 static inline int unregister_module_notifier(struct notifier_block *nb)
743 #define module_put_and_exit(code) do_exit(code)
745 static inline void print_modules(void)
749 static inline bool module_requested_async_probing(struct module *module)
754 #endif /* CONFIG_MODULES */
757 extern struct kset *module_kset;
758 extern struct kobj_type module_ktype;
759 extern int module_sysfs_initialized;
760 #endif /* CONFIG_SYSFS */
762 #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
764 /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */
766 #define __MODULE_STRING(x) __stringify(x)
768 #ifdef CONFIG_DEBUG_SET_MODULE_RONX
769 extern void set_all_modules_text_rw(void);
770 extern void set_all_modules_text_ro(void);
772 static inline void set_all_modules_text_rw(void) { }
773 static inline void set_all_modules_text_ro(void) { }
776 #ifdef CONFIG_GENERIC_BUG
777 void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
779 void module_bug_cleanup(struct module *);
781 #else /* !CONFIG_GENERIC_BUG */
783 static inline void module_bug_finalize(const Elf_Ehdr *hdr,
784 const Elf_Shdr *sechdrs,
788 static inline void module_bug_cleanup(struct module *mod) {}
789 #endif /* CONFIG_GENERIC_BUG */
791 #ifdef CONFIG_MODULE_SIG
792 static inline bool module_sig_ok(struct module *module)
794 return module->sig_ok;
796 #else /* !CONFIG_MODULE_SIG */
797 static inline bool module_sig_ok(struct module *module)
801 #endif /* CONFIG_MODULE_SIG */
803 #endif /* _LINUX_MODULE_H */