1#ifndef _LINUX_MODULE_H
2#define _LINUX_MODULE_H
3
4
5
6
7
8
9#include <linux/list.h>
10#include <linux/stat.h>
11#include <linux/compiler.h>
12#include <linux/cache.h>
13#include <linux/kmod.h>
14#include <linux/elf.h>
15#include <linux/stringify.h>
16#include <linux/kobject.h>
17#include <linux/moduleparam.h>
18#include <linux/tracepoint.h>
19
20#include <asm/local.h>
21#include <asm/module.h>
22
23#include <trace/events/module.h>
24
25
26#define MODULE_SUPPORTED_DEVICE(name)
27
28
29#ifndef MODULE_SYMBOL_PREFIX
30#define MODULE_SYMBOL_PREFIX ""
31#endif
32
33#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
34
35struct kernel_symbol
36{
37 unsigned long value;
38 const char *name;
39};
40
41struct modversion_info
42{
43 unsigned long crc;
44 char name[MODULE_NAME_LEN];
45};
46
47struct module;
48
49struct module_attribute {
50 struct attribute attr;
51 ssize_t (*show)(struct module_attribute *, struct module *, char *);
52 ssize_t (*store)(struct module_attribute *, struct module *,
53 const char *, size_t count);
54 void (*setup)(struct module *, const char *);
55 int (*test)(struct module *);
56 void (*free)(struct module *);
57};
58
59struct module_kobject
60{
61 struct kobject kobj;
62 struct module *mod;
63 struct kobject *drivers_dir;
64 struct module_param_attrs *mp;
65};
66
67
68extern int init_module(void);
69extern void cleanup_module(void);
70
71
72struct exception_table_entry;
73
74const struct exception_table_entry *
75search_extable(const struct exception_table_entry *first,
76 const struct exception_table_entry *last,
77 unsigned long value);
78void sort_extable(struct exception_table_entry *start,
79 struct exception_table_entry *finish);
80void sort_main_extable(void);
81void trim_init_extable(struct module *m);
82
83#ifdef MODULE
84#define MODULE_GENERIC_TABLE(gtype,name) \
85extern const struct gtype##_id __mod_##gtype##_table \
86 __attribute__ ((unused, alias(__stringify(name))))
87
88extern struct module __this_module;
89#define THIS_MODULE (&__this_module)
90#else
91#define MODULE_GENERIC_TABLE(gtype,name)
92#define THIS_MODULE ((struct module *)0)
93#endif
94
95
96#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
97
98
99#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129#define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
130
131
132
133
134
135#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
136
137
138#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
139
140
141
142#define MODULE_PARM_DESC(_parm, desc) \
143 __MODULE_INFO(parm, _parm, #_parm ":" desc)
144
145#define MODULE_DEVICE_TABLE(type,name) \
146 MODULE_GENERIC_TABLE(type##_device,name)
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
163
164
165
166
167#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
168
169
170const struct exception_table_entry *search_exception_tables(unsigned long add);
171
172struct notifier_block;
173
174#ifdef CONFIG_MODULES
175
176
177void *__symbol_get(const char *symbol);
178void *__symbol_get_gpl(const char *symbol);
179#define symbol_get(x) ((typeof(&x))(__symbol_get(MODULE_SYMBOL_PREFIX #x)))
180
181#ifndef __GENKSYMS__
182#ifdef CONFIG_MODVERSIONS
183
184
185#define __CRC_SYMBOL(sym, sec) \
186 extern void *__crc_##sym __attribute__((weak)); \
187 static const unsigned long __kcrctab_##sym \
188 __used \
189 __attribute__((section("__kcrctab" sec), unused)) \
190 = (unsigned long) &__crc_##sym;
191#else
192#define __CRC_SYMBOL(sym, sec)
193#endif
194
195
196#define __EXPORT_SYMBOL(sym, sec) \
197 extern typeof(sym) sym; \
198 __CRC_SYMBOL(sym, sec) \
199 static const char __kstrtab_##sym[] \
200 __attribute__((section("__ksymtab_strings"), aligned(1))) \
201 = MODULE_SYMBOL_PREFIX #sym; \
202 static const struct kernel_symbol __ksymtab_##sym \
203 __used \
204 __attribute__((section("__ksymtab" sec), unused)) \
205 = { (unsigned long)&sym, __kstrtab_##sym }
206
207#define EXPORT_SYMBOL(sym) \
208 __EXPORT_SYMBOL(sym, "")
209
210#define EXPORT_SYMBOL_GPL(sym) \
211 __EXPORT_SYMBOL(sym, "_gpl")
212
213#define EXPORT_SYMBOL_GPL_FUTURE(sym) \
214 __EXPORT_SYMBOL(sym, "_gpl_future")
215
216
217#ifdef CONFIG_UNUSED_SYMBOLS
218#define EXPORT_UNUSED_SYMBOL(sym) __EXPORT_SYMBOL(sym, "_unused")
219#define EXPORT_UNUSED_SYMBOL_GPL(sym) __EXPORT_SYMBOL(sym, "_unused_gpl")
220#else
221#define EXPORT_UNUSED_SYMBOL(sym)
222#define EXPORT_UNUSED_SYMBOL_GPL(sym)
223#endif
224
225#endif
226
227enum module_state
228{
229 MODULE_STATE_LIVE,
230 MODULE_STATE_COMING,
231 MODULE_STATE_GOING,
232};
233
234struct module
235{
236 enum module_state state;
237
238
239 struct list_head list;
240
241
242 char name[MODULE_NAME_LEN];
243
244
245 struct module_kobject mkobj;
246 struct module_attribute *modinfo_attrs;
247 const char *version;
248 const char *srcversion;
249 struct kobject *holders_dir;
250
251
252 const struct kernel_symbol *syms;
253 const unsigned long *crcs;
254 unsigned int num_syms;
255
256
257 struct kernel_param *kp;
258 unsigned int num_kp;
259
260
261 unsigned int num_gpl_syms;
262 const struct kernel_symbol *gpl_syms;
263 const unsigned long *gpl_crcs;
264
265#ifdef CONFIG_UNUSED_SYMBOLS
266
267 const struct kernel_symbol *unused_syms;
268 const unsigned long *unused_crcs;
269 unsigned int num_unused_syms;
270
271
272 unsigned int num_unused_gpl_syms;
273 const struct kernel_symbol *unused_gpl_syms;
274 const unsigned long *unused_gpl_crcs;
275#endif
276
277
278 const struct kernel_symbol *gpl_future_syms;
279 const unsigned long *gpl_future_crcs;
280 unsigned int num_gpl_future_syms;
281
282
283 unsigned int num_exentries;
284 struct exception_table_entry *extable;
285
286
287 int (*init)(void);
288
289
290 void *module_init;
291
292
293 void *module_core;
294
295
296 unsigned int init_size, core_size;
297
298
299 unsigned int init_text_size, core_text_size;
300
301
302 struct mod_arch_specific arch;
303
304 unsigned int taints;
305
306#ifdef CONFIG_GENERIC_BUG
307
308 unsigned num_bugs;
309 struct list_head bug_list;
310 struct bug_entry *bug_table;
311#endif
312
313#ifdef CONFIG_KALLSYMS
314
315
316
317
318
319 Elf_Sym *symtab, *core_symtab;
320 unsigned int num_symtab, core_num_syms;
321 char *strtab, *core_strtab;
322
323
324 struct module_sect_attrs *sect_attrs;
325
326
327 struct module_notes_attrs *notes_attrs;
328#endif
329
330
331 void *percpu;
332
333
334
335 char *args;
336#ifdef CONFIG_TRACEPOINTS
337 struct tracepoint *tracepoints;
338 unsigned int num_tracepoints;
339#endif
340
341#ifdef CONFIG_TRACING
342 const char **trace_bprintk_fmt_start;
343 unsigned int num_trace_bprintk_fmt;
344#endif
345#ifdef CONFIG_EVENT_TRACING
346 struct ftrace_event_call *trace_events;
347 unsigned int num_trace_events;
348#endif
349#ifdef CONFIG_FTRACE_MCOUNT_RECORD
350 unsigned long *ftrace_callsites;
351 unsigned int num_ftrace_callsites;
352#endif
353
354#ifdef CONFIG_MODULE_UNLOAD
355
356 struct list_head modules_which_use_me;
357
358
359 struct task_struct *waiter;
360
361
362 void (*exit)(void);
363
364#ifdef CONFIG_SMP
365 char *refptr;
366#else
367 local_t ref;
368#endif
369#endif
370
371#ifdef CONFIG_CONSTRUCTORS
372
373 ctor_fn_t *ctors;
374 unsigned int num_ctors;
375#endif
376};
377#ifndef MODULE_ARCH_INIT
378#define MODULE_ARCH_INIT {}
379#endif
380
381extern struct mutex module_mutex;
382
383
384
385
386static inline int module_is_live(struct module *mod)
387{
388 return mod->state != MODULE_STATE_GOING;
389}
390
391struct module *__module_text_address(unsigned long addr);
392struct module *__module_address(unsigned long addr);
393bool is_module_address(unsigned long addr);
394bool is_module_text_address(unsigned long addr);
395
396static inline int within_module_core(unsigned long addr, struct module *mod)
397{
398 return (unsigned long)mod->module_core <= addr &&
399 addr < (unsigned long)mod->module_core + mod->core_size;
400}
401
402static inline int within_module_init(unsigned long addr, struct module *mod)
403{
404 return (unsigned long)mod->module_init <= addr &&
405 addr < (unsigned long)mod->module_init + mod->init_size;
406}
407
408
409struct module *find_module(const char *name);
410
411struct symsearch {
412 const struct kernel_symbol *start, *stop;
413 const unsigned long *crcs;
414 enum {
415 NOT_GPL_ONLY,
416 GPL_ONLY,
417 WILL_BE_GPL_ONLY,
418 } licence;
419 bool unused;
420};
421
422
423const struct kernel_symbol *find_symbol(const char *name,
424 struct module **owner,
425 const unsigned long **crc,
426 bool gplok,
427 bool warn);
428
429
430bool each_symbol(bool (*fn)(const struct symsearch *arr, struct module *owner,
431 unsigned int symnum, void *data), void *data);
432
433
434
435int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
436 char *name, char *module_name, int *exported);
437
438
439unsigned long module_kallsyms_lookup_name(const char *name);
440
441int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
442 struct module *, unsigned long),
443 void *data);
444
445extern void __module_put_and_exit(struct module *mod, long code)
446 __attribute__((noreturn));
447#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code);
448
449#ifdef CONFIG_MODULE_UNLOAD
450unsigned int module_refcount(struct module *mod);
451void __symbol_put(const char *symbol);
452#define symbol_put(x) __symbol_put(MODULE_SYMBOL_PREFIX #x)
453void symbol_put_addr(void *addr);
454
455static inline local_t *__module_ref_addr(struct module *mod, int cpu)
456{
457#ifdef CONFIG_SMP
458 return (local_t *) (mod->refptr + per_cpu_offset(cpu));
459#else
460 return &mod->ref;
461#endif
462}
463
464
465
466static inline void __module_get(struct module *module)
467{
468 if (module) {
469 unsigned int cpu = get_cpu();
470 local_inc(__module_ref_addr(module, cpu));
471 trace_module_get(module, _THIS_IP_,
472 local_read(__module_ref_addr(module, cpu)));
473 put_cpu();
474 }
475}
476
477static inline int try_module_get(struct module *module)
478{
479 int ret = 1;
480
481 if (module) {
482 unsigned int cpu = get_cpu();
483 if (likely(module_is_live(module))) {
484 local_inc(__module_ref_addr(module, cpu));
485 trace_module_get(module, _THIS_IP_,
486 local_read(__module_ref_addr(module, cpu)));
487 }
488 else
489 ret = 0;
490 put_cpu();
491 }
492 return ret;
493}
494
495extern void module_put(struct module *module);
496
497#else
498static inline int try_module_get(struct module *module)
499{
500 return !module || module_is_live(module);
501}
502static inline void module_put(struct module *module)
503{
504}
505static inline void __module_get(struct module *module)
506{
507}
508#define symbol_put(x) do { } while(0)
509#define symbol_put_addr(p) do { } while(0)
510
511#endif
512int use_module(struct module *a, struct module *b);
513
514
515#define module_name(mod) \
516({ \
517 struct module *__mod = (mod); \
518 __mod ? __mod->name : "kernel"; \
519})
520
521
522
523
524const char *module_address_lookup(unsigned long addr,
525 unsigned long *symbolsize,
526 unsigned long *offset,
527 char **modname,
528 char *namebuf);
529int lookup_module_symbol_name(unsigned long addr, char *symname);
530int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
531
532
533const struct exception_table_entry *search_module_extables(unsigned long addr);
534
535int register_module_notifier(struct notifier_block * nb);
536int unregister_module_notifier(struct notifier_block * nb);
537
538extern void print_modules(void);
539
540extern void module_update_tracepoints(void);
541extern int module_get_iter_tracepoints(struct tracepoint_iter *iter);
542
543#else
544#define EXPORT_SYMBOL(sym)
545#define EXPORT_SYMBOL_GPL(sym)
546#define EXPORT_SYMBOL_GPL_FUTURE(sym)
547#define EXPORT_UNUSED_SYMBOL(sym)
548#define EXPORT_UNUSED_SYMBOL_GPL(sym)
549
550
551static inline const struct exception_table_entry *
552search_module_extables(unsigned long addr)
553{
554 return NULL;
555}
556
557static inline struct module *__module_address(unsigned long addr)
558{
559 return NULL;
560}
561
562static inline struct module *__module_text_address(unsigned long addr)
563{
564 return NULL;
565}
566
567static inline bool is_module_address(unsigned long addr)
568{
569 return false;
570}
571
572static inline bool is_module_text_address(unsigned long addr)
573{
574 return false;
575}
576
577
578#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
579#define symbol_put(x) do { } while(0)
580#define symbol_put_addr(x) do { } while(0)
581
582static inline void __module_get(struct module *module)
583{
584}
585
586static inline int try_module_get(struct module *module)
587{
588 return 1;
589}
590
591static inline void module_put(struct module *module)
592{
593}
594
595#define module_name(mod) "kernel"
596
597
598static inline const char *module_address_lookup(unsigned long addr,
599 unsigned long *symbolsize,
600 unsigned long *offset,
601 char **modname,
602 char *namebuf)
603{
604 return NULL;
605}
606
607static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
608{
609 return -ERANGE;
610}
611
612static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
613{
614 return -ERANGE;
615}
616
617static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
618 char *type, char *name,
619 char *module_name, int *exported)
620{
621 return -ERANGE;
622}
623
624static inline unsigned long module_kallsyms_lookup_name(const char *name)
625{
626 return 0;
627}
628
629static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
630 struct module *,
631 unsigned long),
632 void *data)
633{
634 return 0;
635}
636
637static inline int register_module_notifier(struct notifier_block * nb)
638{
639
640 return 0;
641}
642
643static inline int unregister_module_notifier(struct notifier_block * nb)
644{
645 return 0;
646}
647
648#define module_put_and_exit(code) do_exit(code)
649
650static inline void print_modules(void)
651{
652}
653
654static inline void module_update_tracepoints(void)
655{
656}
657
658static inline int module_get_iter_tracepoints(struct tracepoint_iter *iter)
659{
660 return 0;
661}
662
663#endif
664
665struct device_driver;
666#ifdef CONFIG_SYSFS
667struct module;
668
669extern struct kset *module_kset;
670extern struct kobj_type module_ktype;
671extern int module_sysfs_initialized;
672
673int mod_sysfs_init(struct module *mod);
674int mod_sysfs_setup(struct module *mod,
675 struct kernel_param *kparam,
676 unsigned int num_params);
677int module_add_modinfo_attrs(struct module *mod);
678void module_remove_modinfo_attrs(struct module *mod);
679
680#else
681
682static inline int mod_sysfs_init(struct module *mod)
683{
684 return 0;
685}
686
687static inline int mod_sysfs_setup(struct module *mod,
688 struct kernel_param *kparam,
689 unsigned int num_params)
690{
691 return 0;
692}
693
694static inline int module_add_modinfo_attrs(struct module *mod)
695{
696 return 0;
697}
698
699static inline void module_remove_modinfo_attrs(struct module *mod)
700{ }
701
702#endif
703
704#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
705
706
707
708#define __MODULE_STRING(x) __stringify(x)
709
710
711#ifdef CONFIG_GENERIC_BUG
712int module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
713 struct module *);
714void module_bug_cleanup(struct module *);
715
716#else
717
718static inline int module_bug_finalize(const Elf_Ehdr *hdr,
719 const Elf_Shdr *sechdrs,
720 struct module *mod)
721{
722 return 0;
723}
724static inline void module_bug_cleanup(struct module *mod) {}
725#endif
726
727#endif
728