Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef _LINUX_MODULE_H |
2 | #define _LINUX_MODULE_H | |
3 | /* | |
4 | * Dynamic loading of modules into the kernel. | |
5 | * | |
6 | * Rewritten by Richard Henderson <rth@tamu.edu> Dec 1996 | |
7 | * Rewritten again by Rusty Russell, 2002 | |
8 | */ | |
1da177e4 LT |
9 | #include <linux/list.h> |
10 | #include <linux/stat.h> | |
11 | #include <linux/compiler.h> | |
12 | #include <linux/cache.h> | |
13 | #include <linux/kmod.h> | |
0fd972a7 | 14 | #include <linux/init.h> |
1da177e4 LT |
15 | #include <linux/elf.h> |
16 | #include <linux/stringify.h> | |
17 | #include <linux/kobject.h> | |
18 | #include <linux/moduleparam.h> | |
b2e285fc | 19 | #include <linux/jump_label.h> |
f5016932 | 20 | #include <linux/export.h> |
93c2e105 | 21 | #include <linux/rbtree_latch.h> |
d590fd12 | 22 | #include <linux/cfi.h> |
1da177e4 | 23 | |
e1783a24 | 24 | #include <linux/percpu.h> |
1da177e4 LT |
25 | #include <asm/module.h> |
26 | ||
106a4ee2 RR |
27 | /* In stripped ARM and x86-64 modules, ~ is surprisingly rare. */ |
28 | #define MODULE_SIG_STRING "~Module signature appended~\n" | |
29 | ||
1da177e4 LT |
30 | /* Not Yet Implemented */ |
31 | #define MODULE_SUPPORTED_DEVICE(name) | |
32 | ||
730b69d2 | 33 | #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN |
1da177e4 | 34 | |
e865d06b | 35 | struct modversion_info { |
1da177e4 LT |
36 | unsigned long crc; |
37 | char name[MODULE_NAME_LEN]; | |
38 | }; | |
39 | ||
40 | struct module; | |
0ef76537 | 41 | struct exception_table_entry; |
1da177e4 | 42 | |
4befb026 KS |
43 | struct module_kobject { |
44 | struct kobject kobj; | |
45 | struct module *mod; | |
46 | struct kobject *drivers_dir; | |
47 | struct module_param_attrs *mp; | |
942e4431 | 48 | struct completion *kobj_completion; |
3859a271 | 49 | } __randomize_layout; |
4befb026 | 50 | |
1da177e4 | 51 | struct module_attribute { |
4befb026 KS |
52 | struct attribute attr; |
53 | ssize_t (*show)(struct module_attribute *, struct module_kobject *, | |
54 | char *); | |
55 | ssize_t (*store)(struct module_attribute *, struct module_kobject *, | |
1da177e4 | 56 | const char *, size_t count); |
c988d2b2 MD |
57 | void (*setup)(struct module *, const char *); |
58 | int (*test)(struct module *); | |
59 | void (*free)(struct module *); | |
1da177e4 LT |
60 | }; |
61 | ||
e94965ed DT |
62 | struct module_version_attribute { |
63 | struct module_attribute mattr; | |
64 | const char *module_name; | |
65 | const char *version; | |
98562ad8 | 66 | } __attribute__ ((__aligned__(sizeof(void *)))); |
e94965ed | 67 | |
9b73a584 | 68 | extern ssize_t __modver_version_show(struct module_attribute *, |
4befb026 | 69 | struct module_kobject *, char *); |
9b73a584 | 70 | |
88bfa324 | 71 | extern struct module_attribute module_uevent; |
1da177e4 LT |
72 | |
73 | /* These are either module local, or the kernel's dummy ones. */ | |
74 | extern int init_module(void); | |
75 | extern void cleanup_module(void); | |
76 | ||
0fd972a7 PG |
77 | #ifndef MODULE |
78 | /** | |
79 | * module_init() - driver initialization entry point | |
80 | * @x: function to be run at kernel boot time or module insertion | |
81 | * | |
82 | * module_init() will either be called during do_initcalls() (if | |
83 | * builtin) or at module insertion time (if a module). There can only | |
84 | * be one per module. | |
85 | */ | |
86 | #define module_init(x) __initcall(x); | |
87 | ||
88 | /** | |
89 | * module_exit() - driver exit entry point | |
90 | * @x: function to be run when driver is removed | |
91 | * | |
92 | * module_exit() will wrap the driver clean-up code | |
93 | * with cleanup_module() when used with rmmod when | |
94 | * the driver is a module. If the driver is statically | |
95 | * compiled into the kernel, module_exit() has no effect. | |
96 | * There can only be one per module. | |
97 | */ | |
98 | #define module_exit(x) __exitcall(x); | |
99 | ||
100 | #else /* MODULE */ | |
101 | ||
102 | /* | |
103 | * In most cases loadable modules do not need custom | |
104 | * initcall levels. There are still some valid cases where | |
105 | * a driver may be needed early if built in, and does not | |
106 | * matter when built as a loadable module. Like bus | |
107 | * snooping debug drivers. | |
108 | */ | |
109 | #define early_initcall(fn) module_init(fn) | |
110 | #define core_initcall(fn) module_init(fn) | |
111 | #define core_initcall_sync(fn) module_init(fn) | |
112 | #define postcore_initcall(fn) module_init(fn) | |
113 | #define postcore_initcall_sync(fn) module_init(fn) | |
114 | #define arch_initcall(fn) module_init(fn) | |
115 | #define subsys_initcall(fn) module_init(fn) | |
116 | #define subsys_initcall_sync(fn) module_init(fn) | |
117 | #define fs_initcall(fn) module_init(fn) | |
118 | #define fs_initcall_sync(fn) module_init(fn) | |
119 | #define rootfs_initcall(fn) module_init(fn) | |
120 | #define device_initcall(fn) module_init(fn) | |
121 | #define device_initcall_sync(fn) module_init(fn) | |
122 | #define late_initcall(fn) module_init(fn) | |
123 | #define late_initcall_sync(fn) module_init(fn) | |
124 | ||
125 | #define console_initcall(fn) module_init(fn) | |
126 | #define security_initcall(fn) module_init(fn) | |
127 | ||
128 | /* Each module must use one module_init(). */ | |
129 | #define module_init(initfn) \ | |
1f318a8b | 130 | static inline initcall_t __maybe_unused __inittest(void) \ |
0fd972a7 PG |
131 | { return initfn; } \ |
132 | int init_module(void) __attribute__((alias(#initfn))); | |
133 | ||
134 | /* This is only required if you want to be unloadable. */ | |
135 | #define module_exit(exitfn) \ | |
1f318a8b | 136 | static inline exitcall_t __maybe_unused __exittest(void) \ |
0fd972a7 PG |
137 | { return exitfn; } \ |
138 | void cleanup_module(void) __attribute__((alias(#exitfn))); | |
139 | ||
140 | #endif | |
141 | ||
142 | /* This means "can be init if no module support, otherwise module load | |
143 | may call it." */ | |
144 | #ifdef CONFIG_MODULES | |
145 | #define __init_or_module | |
146 | #define __initdata_or_module | |
147 | #define __initconst_or_module | |
148 | #define __INIT_OR_MODULE .text | |
149 | #define __INITDATA_OR_MODULE .data | |
150 | #define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits | |
151 | #else | |
152 | #define __init_or_module __init | |
153 | #define __initdata_or_module __initdata | |
154 | #define __initconst_or_module __initconst | |
155 | #define __INIT_OR_MODULE __INIT | |
156 | #define __INITDATA_OR_MODULE __INITDATA | |
157 | #define __INITRODATA_OR_MODULE __INITRODATA | |
158 | #endif /*CONFIG_MODULES*/ | |
159 | ||
1da177e4 LT |
160 | /* Generic info of form tag = "info" */ |
161 | #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info) | |
162 | ||
163 | /* For userspace: you can also call me... */ | |
164 | #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias) | |
165 | ||
7cb14ba7 AR |
166 | /* Soft module dependencies. See man modprobe.d for details. |
167 | * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz") | |
168 | */ | |
169 | #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep) | |
170 | ||
1da177e4 LT |
171 | /* |
172 | * The following license idents are currently accepted as indicating free | |
173 | * software modules | |
174 | * | |
175 | * "GPL" [GNU Public License v2 or later] | |
176 | * "GPL v2" [GNU Public License v2] | |
177 | * "GPL and additional rights" [GNU Public License v2 rights and more] | |
178 | * "Dual BSD/GPL" [GNU Public License v2 | |
179 | * or BSD license choice] | |
8d27e908 XVP |
180 | * "Dual MIT/GPL" [GNU Public License v2 |
181 | * or MIT license choice] | |
1da177e4 LT |
182 | * "Dual MPL/GPL" [GNU Public License v2 |
183 | * or Mozilla license choice] | |
184 | * | |
185 | * The following other idents are available | |
186 | * | |
187 | * "Proprietary" [Non free products] | |
188 | * | |
189 | * There are dual licensed components, but when running with Linux it is the | |
190 | * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL | |
191 | * is a GPL combined work. | |
192 | * | |
193 | * This exists for several reasons | |
e865d06b | 194 | * 1. So modinfo can show license info for users wanting to vet their setup |
1da177e4 LT |
195 | * is free |
196 | * 2. So the community can ignore bug reports including proprietary modules | |
197 | * 3. So vendors can do likewise based on their own policies | |
198 | */ | |
199 | #define MODULE_LICENSE(_license) MODULE_INFO(license, _license) | |
200 | ||
1d7015ca JB |
201 | /* |
202 | * Author(s), use "Name <email>" or just "Name", for multiple | |
203 | * authors use multiple MODULE_AUTHOR() statements/lines. | |
204 | */ | |
1da177e4 | 205 | #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author) |
e865d06b | 206 | |
1da177e4 LT |
207 | /* What your module does. */ |
208 | #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description) | |
209 | ||
cff26a51 RR |
210 | #ifdef MODULE |
211 | /* Creates an alias so file2alias.c can find device table. */ | |
212 | #define MODULE_DEVICE_TABLE(type, name) \ | |
0bf8bf50 | 213 | extern typeof(name) __mod_##type##__##name##_device_table \ |
cff26a51 RR |
214 | __attribute__ ((unused, alias(__stringify(name)))) |
215 | #else /* !MODULE */ | |
216 | #define MODULE_DEVICE_TABLE(type, name) | |
217 | #endif | |
1da177e4 LT |
218 | |
219 | /* Version of form [<epoch>:]<version>[-<extra-version>]. | |
e865d06b SL |
220 | * Or for CVS/RCS ID version, everything but the number is stripped. |
221 | * <epoch>: A (small) unsigned integer which allows you to start versions | |
222 | * anew. If not mentioned, it's zero. eg. "2:1.0" is after | |
223 | * "1:2.0". | |
224 | ||
225 | * <version>: The <version> may contain only alphanumerics and the | |
226 | * character `.'. Ordered by numeric sort for numeric parts, | |
227 | * ascii sort for ascii parts (as per RPM or DEB algorithm). | |
228 | ||
229 | * <extraversion>: Like <version>, but inserted for local | |
230 | * customizations, eg "rh3" or "rusty1". | |
231 | ||
232 | * Using this automatically adds a checksum of the .c files and the | |
233 | * local headers in "srcversion". | |
234 | */ | |
e94965ed | 235 | |
3b90a5b2 | 236 | #if defined(MODULE) || !defined(CONFIG_SYSFS) |
1da177e4 | 237 | #define MODULE_VERSION(_version) MODULE_INFO(version, _version) |
e94965ed DT |
238 | #else |
239 | #define MODULE_VERSION(_version) \ | |
b4bc8428 | 240 | static struct module_version_attribute ___modver_attr = { \ |
e94965ed DT |
241 | .mattr = { \ |
242 | .attr = { \ | |
243 | .name = "version", \ | |
244 | .mode = S_IRUGO, \ | |
245 | }, \ | |
246 | .show = __modver_version_show, \ | |
247 | }, \ | |
248 | .module_name = KBUILD_MODNAME, \ | |
249 | .version = _version, \ | |
b4bc8428 DT |
250 | }; \ |
251 | static const struct module_version_attribute \ | |
252 | __used __attribute__ ((__section__ ("__modver"))) \ | |
253 | * __moduleparam_const __modver_attr = &___modver_attr | |
e94965ed | 254 | #endif |
1da177e4 | 255 | |
187afbed JM |
256 | /* Optional firmware file (or files) needed by the module |
257 | * format is simply firmware file name. Multiple firmware | |
258 | * files require multiple MODULE_FIRMWARE() specifiers */ | |
259 | #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware) | |
260 | ||
1da177e4 LT |
261 | struct notifier_block; |
262 | ||
263 | #ifdef CONFIG_MODULES | |
264 | ||
5ed10910 | 265 | extern int modules_disabled; /* for sysctl */ |
1da177e4 LT |
266 | /* Get/put a kernel symbol (calls must be symmetric) */ |
267 | void *__symbol_get(const char *symbol); | |
268 | void *__symbol_get_gpl(const char *symbol); | |
b92021b0 | 269 | #define symbol_get(x) ((typeof(&x))(__symbol_get(VMLINUX_SYMBOL_STR(x)))) |
1da177e4 | 270 | |
c8e21ced RR |
271 | /* modules using other modules: kdb wants to see this. */ |
272 | struct module_use { | |
273 | struct list_head source_list; | |
274 | struct list_head target_list; | |
275 | struct module *source, *target; | |
276 | }; | |
277 | ||
0d21b0e3 RR |
278 | enum module_state { |
279 | MODULE_STATE_LIVE, /* Normal state. */ | |
280 | MODULE_STATE_COMING, /* Full formed, running module_init. */ | |
281 | MODULE_STATE_GOING, /* Going away. */ | |
282 | MODULE_STATE_UNFORMED, /* Still setting it up. */ | |
1da177e4 LT |
283 | }; |
284 | ||
93c2e105 PZ |
285 | struct mod_tree_node { |
286 | struct module *mod; | |
287 | struct latch_tree_node node; | |
288 | }; | |
289 | ||
7523e4dc RR |
290 | struct module_layout { |
291 | /* The actual code + data. */ | |
292 | void *base; | |
293 | /* Total size. */ | |
294 | unsigned int size; | |
295 | /* The size of the executable code. */ | |
296 | unsigned int text_size; | |
297 | /* Size of RO section of the module (text+rodata) */ | |
298 | unsigned int ro_size; | |
444d13ff JY |
299 | /* Size of RO after init section */ |
300 | unsigned int ro_after_init_size; | |
7523e4dc RR |
301 | |
302 | #ifdef CONFIG_MODULES_TREE_LOOKUP | |
303 | struct mod_tree_node mtn; | |
304 | #endif | |
305 | }; | |
306 | ||
307 | #ifdef CONFIG_MODULES_TREE_LOOKUP | |
308 | /* Only touch one cacheline for common rbtree-for-core-layout case. */ | |
309 | #define __module_layout_align ____cacheline_aligned | |
310 | #else | |
311 | #define __module_layout_align | |
312 | #endif | |
313 | ||
8244062e RR |
314 | struct mod_kallsyms { |
315 | Elf_Sym *symtab; | |
316 | unsigned int num_symtab; | |
317 | char *strtab; | |
318 | }; | |
319 | ||
1ce15ef4 JY |
320 | #ifdef CONFIG_LIVEPATCH |
321 | struct klp_modinfo { | |
322 | Elf_Ehdr hdr; | |
323 | Elf_Shdr *sechdrs; | |
324 | char *secstrings; | |
325 | unsigned int symndx; | |
326 | }; | |
327 | #endif | |
328 | ||
e865d06b | 329 | struct module { |
1da177e4 LT |
330 | enum module_state state; |
331 | ||
332 | /* Member of list of modules */ | |
333 | struct list_head list; | |
334 | ||
335 | /* Unique handle for this module */ | |
336 | char name[MODULE_NAME_LEN]; | |
337 | ||
338 | /* Sysfs stuff. */ | |
339 | struct module_kobject mkobj; | |
03e88ae1 | 340 | struct module_attribute *modinfo_attrs; |
c988d2b2 MD |
341 | const char *version; |
342 | const char *srcversion; | |
270a6c4c | 343 | struct kobject *holders_dir; |
1da177e4 LT |
344 | |
345 | /* Exported symbols */ | |
346 | const struct kernel_symbol *syms; | |
71810db2 | 347 | const s32 *crcs; |
af540689 | 348 | unsigned int num_syms; |
1da177e4 | 349 | |
d590fd12 ST |
350 | #ifdef CONFIG_CFI_CLANG |
351 | cfi_check_fn cfi_check; | |
352 | #endif | |
353 | ||
e180a6b7 | 354 | /* Kernel parameters. */ |
cf2fde7b | 355 | #ifdef CONFIG_SYSFS |
b51d23e4 | 356 | struct mutex param_lock; |
cf2fde7b | 357 | #endif |
e180a6b7 RR |
358 | struct kernel_param *kp; |
359 | unsigned int num_kp; | |
360 | ||
1da177e4 | 361 | /* GPL-only exported symbols. */ |
1da177e4 | 362 | unsigned int num_gpl_syms; |
af540689 | 363 | const struct kernel_symbol *gpl_syms; |
71810db2 | 364 | const s32 *gpl_crcs; |
1da177e4 | 365 | |
f7f5b675 | 366 | #ifdef CONFIG_UNUSED_SYMBOLS |
f71d20e9 AV |
367 | /* unused exported symbols. */ |
368 | const struct kernel_symbol *unused_syms; | |
71810db2 | 369 | const s32 *unused_crcs; |
af540689 RK |
370 | unsigned int num_unused_syms; |
371 | ||
f71d20e9 | 372 | /* GPL-only, unused exported symbols. */ |
f71d20e9 | 373 | unsigned int num_unused_gpl_syms; |
af540689 | 374 | const struct kernel_symbol *unused_gpl_syms; |
71810db2 | 375 | const s32 *unused_gpl_crcs; |
f7f5b675 | 376 | #endif |
f71d20e9 | 377 | |
106a4ee2 RR |
378 | #ifdef CONFIG_MODULE_SIG |
379 | /* Signature was verified. */ | |
380 | bool sig_ok; | |
381 | #endif | |
382 | ||
f2411da7 LR |
383 | bool async_probe_requested; |
384 | ||
9f28bb7e GKH |
385 | /* symbols that will be GPL-only in the near future. */ |
386 | const struct kernel_symbol *gpl_future_syms; | |
71810db2 | 387 | const s32 *gpl_future_crcs; |
af540689 | 388 | unsigned int num_gpl_future_syms; |
9f28bb7e | 389 | |
1da177e4 LT |
390 | /* Exception table */ |
391 | unsigned int num_exentries; | |
5e458cc0 | 392 | struct exception_table_entry *extable; |
1da177e4 LT |
393 | |
394 | /* Startup function. */ | |
395 | int (*init)(void); | |
396 | ||
7523e4dc RR |
397 | /* Core layout: rbtree is accessed frequently, so keep together. */ |
398 | struct module_layout core_layout __module_layout_align; | |
399 | struct module_layout init_layout; | |
84e1c6bb | 400 | |
1da177e4 LT |
401 | /* Arch-specific module values */ |
402 | struct mod_arch_specific arch; | |
403 | ||
7fd8329b | 404 | unsigned long taints; /* same bits as kernel:taint_flags */ |
2bc2d61a | 405 | |
7664c5a1 JF |
406 | #ifdef CONFIG_GENERIC_BUG |
407 | /* Support for BUG */ | |
af540689 | 408 | unsigned num_bugs; |
7664c5a1 JF |
409 | struct list_head bug_list; |
410 | struct bug_entry *bug_table; | |
1da177e4 LT |
411 | #endif |
412 | ||
413 | #ifdef CONFIG_KALLSYMS | |
8244062e RR |
414 | /* Protected by RCU and/or module_mutex: use rcu_dereference() */ |
415 | struct mod_kallsyms *kallsyms; | |
416 | struct mod_kallsyms core_kallsyms; | |
c714965f | 417 | |
1da177e4 LT |
418 | /* Section attributes */ |
419 | struct module_sect_attrs *sect_attrs; | |
6d760133 RM |
420 | |
421 | /* Notes attributes */ | |
422 | struct module_notes_attrs *notes_attrs; | |
1da177e4 LT |
423 | #endif |
424 | ||
a288bd65 RK |
425 | /* The command line arguments (may be mangled). People like |
426 | keeping pointers to this stuff */ | |
427 | char *args; | |
428 | ||
259354de | 429 | #ifdef CONFIG_SMP |
1da177e4 | 430 | /* Per-cpu data. */ |
259354de TH |
431 | void __percpu *percpu; |
432 | unsigned int percpu_size; | |
433 | #endif | |
1da177e4 | 434 | |
97e1c18e | 435 | #ifdef CONFIG_TRACEPOINTS |
97e1c18e | 436 | unsigned int num_tracepoints; |
a288bd65 | 437 | struct tracepoint * const *tracepoints_ptrs; |
97e1c18e | 438 | #endif |
bf5438fc JB |
439 | #ifdef HAVE_JUMP_LABEL |
440 | struct jump_entry *jump_entries; | |
441 | unsigned int num_jump_entries; | |
442 | #endif | |
769b0441 | 443 | #ifdef CONFIG_TRACING |
1ba28e02 | 444 | unsigned int num_trace_bprintk_fmt; |
a288bd65 | 445 | const char **trace_bprintk_fmt_start; |
1ba28e02 | 446 | #endif |
6d723736 | 447 | #ifdef CONFIG_EVENT_TRACING |
2425bcb9 | 448 | struct trace_event_call **trace_events; |
6d723736 | 449 | unsigned int num_trace_events; |
99be647c JL |
450 | struct trace_eval_map **trace_evals; |
451 | unsigned int num_trace_evals; | |
6d723736 | 452 | #endif |
93eb677d | 453 | #ifdef CONFIG_FTRACE_MCOUNT_RECORD |
93eb677d | 454 | unsigned int num_ftrace_callsites; |
a288bd65 | 455 | unsigned long *ftrace_callsites; |
93eb677d | 456 | #endif |
1ba28e02 | 457 | |
8cb2c2dc | 458 | #ifdef CONFIG_LIVEPATCH |
1ce15ef4 | 459 | bool klp; /* Is this a livepatch module? */ |
8cb2c2dc | 460 | bool klp_alive; |
1ce15ef4 JY |
461 | |
462 | /* Elf information */ | |
463 | struct klp_modinfo *klp_info; | |
8cb2c2dc PM |
464 | #endif |
465 | ||
af540689 RK |
466 | #ifdef CONFIG_MODULE_UNLOAD |
467 | /* What modules depend on me? */ | |
2c02dfe7 LT |
468 | struct list_head source_list; |
469 | /* What modules do I depend on? */ | |
470 | struct list_head target_list; | |
af540689 | 471 | |
af540689 RK |
472 | /* Destruction function. */ |
473 | void (*exit)(void); | |
474 | ||
2f35c41f | 475 | atomic_t refcnt; |
af540689 | 476 | #endif |
b99b87f7 PO |
477 | |
478 | #ifdef CONFIG_CONSTRUCTORS | |
479 | /* Constructor functions. */ | |
480 | ctor_fn_t *ctors; | |
481 | unsigned int num_ctors; | |
482 | #endif | |
3859a271 | 483 | } ____cacheline_aligned __randomize_layout; |
e61a1c1c RZ |
484 | #ifndef MODULE_ARCH_INIT |
485 | #define MODULE_ARCH_INIT {} | |
486 | #endif | |
1da177e4 | 487 | |
c6b37801 TA |
488 | extern struct mutex module_mutex; |
489 | ||
1da177e4 LT |
490 | /* FIXME: It'd be nice to isolate modules during init, too, so they |
491 | aren't used before they (may) fail. But presently too much code | |
492 | (IDE & SCSI) require entry into the module during init.*/ | |
493 | static inline int module_is_live(struct module *mod) | |
494 | { | |
495 | return mod->state != MODULE_STATE_GOING; | |
496 | } | |
497 | ||
1da177e4 | 498 | struct module *__module_text_address(unsigned long addr); |
e610499e RR |
499 | struct module *__module_address(unsigned long addr); |
500 | bool is_module_address(unsigned long addr); | |
383776fa | 501 | bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr); |
10fad5e4 | 502 | bool is_module_percpu_address(unsigned long addr); |
e610499e | 503 | bool is_module_text_address(unsigned long addr); |
1da177e4 | 504 | |
76681c8f PM |
505 | static inline bool within_module_core(unsigned long addr, |
506 | const struct module *mod) | |
a06f6211 | 507 | { |
7523e4dc RR |
508 | return (unsigned long)mod->core_layout.base <= addr && |
509 | addr < (unsigned long)mod->core_layout.base + mod->core_layout.size; | |
a06f6211 MH |
510 | } |
511 | ||
76681c8f PM |
512 | static inline bool within_module_init(unsigned long addr, |
513 | const struct module *mod) | |
a06f6211 | 514 | { |
7523e4dc RR |
515 | return (unsigned long)mod->init_layout.base <= addr && |
516 | addr < (unsigned long)mod->init_layout.base + mod->init_layout.size; | |
a06f6211 MH |
517 | } |
518 | ||
76681c8f | 519 | static inline bool within_module(unsigned long addr, const struct module *mod) |
9b20a352 PM |
520 | { |
521 | return within_module_init(addr, mod) || within_module_core(addr, mod); | |
522 | } | |
523 | ||
c6b37801 TA |
524 | /* Search for module by name: must hold module_mutex. */ |
525 | struct module *find_module(const char *name); | |
526 | ||
527 | struct symsearch { | |
528 | const struct kernel_symbol *start, *stop; | |
71810db2 | 529 | const s32 *crcs; |
c6b37801 TA |
530 | enum { |
531 | NOT_GPL_ONLY, | |
532 | GPL_ONLY, | |
533 | WILL_BE_GPL_ONLY, | |
534 | } licence; | |
535 | bool unused; | |
536 | }; | |
537 | ||
0be964be PZ |
538 | /* |
539 | * Search for an exported symbol by name. | |
540 | * | |
541 | * Must be called with module_mutex held or preemption disabled. | |
542 | */ | |
c6b37801 TA |
543 | const struct kernel_symbol *find_symbol(const char *name, |
544 | struct module **owner, | |
71810db2 | 545 | const s32 **crc, |
c6b37801 TA |
546 | bool gplok, |
547 | bool warn); | |
548 | ||
0be964be PZ |
549 | /* |
550 | * Walk the exported symbol table | |
551 | * | |
552 | * Must be called with module_mutex held or preemption disabled. | |
553 | */ | |
de4d8d53 RR |
554 | bool each_symbol_section(bool (*fn)(const struct symsearch *arr, |
555 | struct module *owner, | |
556 | void *data), void *data); | |
c6b37801 | 557 | |
ea07890a | 558 | /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if |
1da177e4 | 559 | symnum out of range. */ |
ea07890a AD |
560 | int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type, |
561 | char *name, char *module_name, int *exported); | |
1da177e4 LT |
562 | |
563 | /* Look for this name: can be of form module:name. */ | |
564 | unsigned long module_kallsyms_lookup_name(const char *name); | |
565 | ||
75a66614 AK |
566 | int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *, |
567 | struct module *, unsigned long), | |
568 | void *data); | |
569 | ||
bf262dce JK |
570 | extern void __noreturn __module_put_and_exit(struct module *mod, |
571 | long code); | |
74e22fac | 572 | #define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code) |
1da177e4 LT |
573 | |
574 | #ifdef CONFIG_MODULE_UNLOAD | |
d5db139a | 575 | int module_refcount(struct module *mod); |
1da177e4 | 576 | void __symbol_put(const char *symbol); |
b92021b0 | 577 | #define symbol_put(x) __symbol_put(VMLINUX_SYMBOL_STR(x)) |
1da177e4 LT |
578 | void symbol_put_addr(void *addr); |
579 | ||
580 | /* Sometimes we know we already have a refcount, and it's easier not | |
581 | to handle the error case (which only happens with rmmod --wait). */ | |
d53799be | 582 | extern void __module_get(struct module *module); |
e1783a24 | 583 | |
d53799be SR |
584 | /* This is the Right Way to get a module: if it fails, it's being removed, |
585 | * so pretend it's not there. */ | |
586 | extern bool try_module_get(struct module *module); | |
1da177e4 | 587 | |
f6a57033 | 588 | extern void module_put(struct module *module); |
1da177e4 LT |
589 | |
590 | #else /*!CONFIG_MODULE_UNLOAD*/ | |
8ba4fcdf | 591 | static inline bool try_module_get(struct module *module) |
1da177e4 LT |
592 | { |
593 | return !module || module_is_live(module); | |
594 | } | |
595 | static inline void module_put(struct module *module) | |
596 | { | |
597 | } | |
598 | static inline void __module_get(struct module *module) | |
599 | { | |
600 | } | |
e865d06b SL |
601 | #define symbol_put(x) do { } while (0) |
602 | #define symbol_put_addr(p) do { } while (0) | |
1da177e4 LT |
603 | |
604 | #endif /* CONFIG_MODULE_UNLOAD */ | |
dfd62d1d | 605 | int ref_module(struct module *a, struct module *b); |
1da177e4 LT |
606 | |
607 | /* This is a #define so the string doesn't get put in every .o file */ | |
608 | #define module_name(mod) \ | |
609 | ({ \ | |
610 | struct module *__mod = (mod); \ | |
611 | __mod ? __mod->name : "kernel"; \ | |
612 | }) | |
613 | ||
6dd06c9f RR |
614 | /* For kallsyms to ask for address resolution. namebuf should be at |
615 | * least KSYM_NAME_LEN long: a pointer to namebuf is returned if | |
616 | * found, otherwise NULL. */ | |
92dfc9dc | 617 | const char *module_address_lookup(unsigned long addr, |
6dd06c9f RR |
618 | unsigned long *symbolsize, |
619 | unsigned long *offset, | |
620 | char **modname, | |
621 | char *namebuf); | |
9d65cb4a | 622 | int lookup_module_symbol_name(unsigned long addr, char *symname); |
a5c43dae | 623 | int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name); |
1da177e4 | 624 | |
e865d06b SL |
625 | int register_module_notifier(struct notifier_block *nb); |
626 | int unregister_module_notifier(struct notifier_block *nb); | |
1da177e4 LT |
627 | |
628 | extern void print_modules(void); | |
629 | ||
80c6e146 DT |
630 | static inline bool module_requested_async_probing(struct module *module) |
631 | { | |
632 | return module && module->async_probe_requested; | |
633 | } | |
634 | ||
1ce15ef4 JY |
635 | #ifdef CONFIG_LIVEPATCH |
636 | static inline bool is_livepatch_module(struct module *mod) | |
637 | { | |
638 | return mod->klp; | |
639 | } | |
640 | #else /* !CONFIG_LIVEPATCH */ | |
641 | static inline bool is_livepatch_module(struct module *mod) | |
642 | { | |
643 | return false; | |
644 | } | |
645 | #endif /* CONFIG_LIVEPATCH */ | |
646 | ||
1da177e4 | 647 | #else /* !CONFIG_MODULES... */ |
1da177e4 | 648 | |
e610499e RR |
649 | static inline struct module *__module_address(unsigned long addr) |
650 | { | |
651 | return NULL; | |
652 | } | |
653 | ||
1da177e4 LT |
654 | static inline struct module *__module_text_address(unsigned long addr) |
655 | { | |
656 | return NULL; | |
657 | } | |
658 | ||
e610499e RR |
659 | static inline bool is_module_address(unsigned long addr) |
660 | { | |
661 | return false; | |
662 | } | |
663 | ||
d5e50daf RD |
664 | static inline bool is_module_percpu_address(unsigned long addr) |
665 | { | |
666 | return false; | |
667 | } | |
668 | ||
383776fa TG |
669 | static inline bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr) |
670 | { | |
671 | return false; | |
672 | } | |
673 | ||
e610499e | 674 | static inline bool is_module_text_address(unsigned long addr) |
4d435f9d | 675 | { |
e610499e | 676 | return false; |
4d435f9d IM |
677 | } |
678 | ||
1da177e4 LT |
679 | /* Get/put a kernel symbol (calls should be symmetric) */ |
680 | #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); }) | |
e865d06b SL |
681 | #define symbol_put(x) do { } while (0) |
682 | #define symbol_put_addr(x) do { } while (0) | |
1da177e4 LT |
683 | |
684 | static inline void __module_get(struct module *module) | |
685 | { | |
686 | } | |
687 | ||
8ba4fcdf | 688 | static inline bool try_module_get(struct module *module) |
1da177e4 | 689 | { |
8ba4fcdf | 690 | return true; |
1da177e4 LT |
691 | } |
692 | ||
693 | static inline void module_put(struct module *module) | |
694 | { | |
695 | } | |
696 | ||
697 | #define module_name(mod) "kernel" | |
698 | ||
1da177e4 | 699 | /* For kallsyms to ask for address resolution. NULL means not found. */ |
92dfc9dc | 700 | static inline const char *module_address_lookup(unsigned long addr, |
6dd06c9f RR |
701 | unsigned long *symbolsize, |
702 | unsigned long *offset, | |
703 | char **modname, | |
704 | char *namebuf) | |
1da177e4 LT |
705 | { |
706 | return NULL; | |
707 | } | |
708 | ||
9d65cb4a AD |
709 | static inline int lookup_module_symbol_name(unsigned long addr, char *symname) |
710 | { | |
711 | return -ERANGE; | |
712 | } | |
713 | ||
a5c43dae AD |
714 | static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name) |
715 | { | |
716 | return -ERANGE; | |
717 | } | |
718 | ||
ea07890a AD |
719 | static inline int module_get_kallsym(unsigned int symnum, unsigned long *value, |
720 | char *type, char *name, | |
721 | char *module_name, int *exported) | |
1da177e4 | 722 | { |
ea07890a | 723 | return -ERANGE; |
1da177e4 LT |
724 | } |
725 | ||
726 | static inline unsigned long module_kallsyms_lookup_name(const char *name) | |
727 | { | |
728 | return 0; | |
729 | } | |
730 | ||
75a66614 AK |
731 | static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *, |
732 | struct module *, | |
733 | unsigned long), | |
734 | void *data) | |
735 | { | |
736 | return 0; | |
737 | } | |
738 | ||
e865d06b | 739 | static inline int register_module_notifier(struct notifier_block *nb) |
1da177e4 LT |
740 | { |
741 | /* no events will happen anyway, so this can always succeed */ | |
742 | return 0; | |
743 | } | |
744 | ||
e865d06b | 745 | static inline int unregister_module_notifier(struct notifier_block *nb) |
1da177e4 LT |
746 | { |
747 | return 0; | |
748 | } | |
749 | ||
750 | #define module_put_and_exit(code) do_exit(code) | |
751 | ||
752 | static inline void print_modules(void) | |
753 | { | |
754 | } | |
80c6e146 DT |
755 | |
756 | static inline bool module_requested_async_probing(struct module *module) | |
757 | { | |
758 | return false; | |
759 | } | |
760 | ||
ef665c1a RD |
761 | #endif /* CONFIG_MODULES */ |
762 | ||
ef665c1a | 763 | #ifdef CONFIG_SYSFS |
7405c1e1 GKH |
764 | extern struct kset *module_kset; |
765 | extern struct kobj_type module_ktype; | |
766 | extern int module_sysfs_initialized; | |
ef665c1a RD |
767 | #endif /* CONFIG_SYSFS */ |
768 | ||
1da177e4 LT |
769 | #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x) |
770 | ||
771 | /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */ | |
772 | ||
1da177e4 LT |
773 | #define __MODULE_STRING(x) __stringify(x) |
774 | ||
0f5bf6d0 | 775 | #ifdef CONFIG_STRICT_MODULE_RWX |
84e1c6bb MC |
776 | extern void set_all_modules_text_rw(void); |
777 | extern void set_all_modules_text_ro(void); | |
444d13ff | 778 | extern void module_enable_ro(const struct module *mod, bool after_init); |
85c898db | 779 | extern void module_disable_ro(const struct module *mod); |
84e1c6bb MC |
780 | #else |
781 | static inline void set_all_modules_text_rw(void) { } | |
782 | static inline void set_all_modules_text_ro(void) { } | |
444d13ff | 783 | static inline void module_enable_ro(const struct module *mod, bool after_init) { } |
85c898db | 784 | static inline void module_disable_ro(const struct module *mod) { } |
84e1c6bb | 785 | #endif |
0d9c25dd AM |
786 | |
787 | #ifdef CONFIG_GENERIC_BUG | |
5336377d | 788 | void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *, |
0d9c25dd AM |
789 | struct module *); |
790 | void module_bug_cleanup(struct module *); | |
791 | ||
792 | #else /* !CONFIG_GENERIC_BUG */ | |
793 | ||
5336377d | 794 | static inline void module_bug_finalize(const Elf_Ehdr *hdr, |
0d9c25dd AM |
795 | const Elf_Shdr *sechdrs, |
796 | struct module *mod) | |
797 | { | |
0d9c25dd AM |
798 | } |
799 | static inline void module_bug_cleanup(struct module *mod) {} | |
800 | #endif /* CONFIG_GENERIC_BUG */ | |
801 | ||
64ac5483 | 802 | #ifdef CONFIG_RETPOLINE |
86b5b1eb AK |
803 | extern bool retpoline_module_ok(bool has_retpoline); |
804 | #else | |
805 | static inline bool retpoline_module_ok(bool has_retpoline) | |
806 | { | |
807 | return true; | |
808 | } | |
809 | #endif | |
810 | ||
59afdc7b HX |
811 | #ifdef CONFIG_MODULE_SIG |
812 | static inline bool module_sig_ok(struct module *module) | |
813 | { | |
814 | return module->sig_ok; | |
815 | } | |
816 | #else /* !CONFIG_MODULE_SIG */ | |
817 | static inline bool module_sig_ok(struct module *module) | |
818 | { | |
819 | return true; | |
820 | } | |
821 | #endif /* CONFIG_MODULE_SIG */ | |
822 | ||
1da177e4 | 823 | #endif /* _LINUX_MODULE_H */ |